{"level":"warn","ts":"2026-03-13T23:07:43.468599Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-13T23:07:43.468707Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.140:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.140:2380","--initial-cluster=instance=https://199.204.45.140:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.140:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.140:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-13T23:07:43.468775Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-13T23:07:43.468792Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.140:2380"]} {"level":"info","ts":"2026-03-13T23:07:43.46882Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-13T23:07:43.469521Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.140:2379"]} {"level":"info","ts":"2026-03-13T23:07:43.4696Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.140:2380"],"listen-peer-urls":["https://199.204.45.140:2380"],"advertise-client-urls":["https://199.204.45.140:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.140:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.140:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-13T23:07:43.47681Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"6.952694ms"} {"level":"info","ts":"2026-03-13T23:07:43.499353Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"35b2766da46a76bb","cluster-id":"f5fd3aeb8d9f53dc"} {"level":"info","ts":"2026-03-13T23:07:43.499445Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"35b2766da46a76bb switched to configuration voters=()"} {"level":"info","ts":"2026-03-13T23:07:43.499465Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"35b2766da46a76bb became follower at term 0"} {"level":"info","ts":"2026-03-13T23:07:43.499479Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 35b2766da46a76bb [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-13T23:07:43.499491Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"35b2766da46a76bb became follower at term 1"} {"level":"info","ts":"2026-03-13T23:07:43.499535Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"35b2766da46a76bb switched to configuration voters=(3869285243146630843)"} {"level":"warn","ts":"2026-03-13T23:07:43.510782Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-13T23:07:43.512287Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-13T23:07:43.51388Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-13T23:07:43.516583Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"35b2766da46a76bb","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-13T23:07:43.516886Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"35b2766da46a76bb","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-13T23:07:43.516973Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-13T23:07:43.517624Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-13T23:07:43.517669Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-13T23:07:43.518676Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"35b2766da46a76bb switched to configuration voters=(3869285243146630843)"} {"level":"info","ts":"2026-03-13T23:07:43.51906Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"f5fd3aeb8d9f53dc","local-member-id":"35b2766da46a76bb","added-peer-id":"35b2766da46a76bb","added-peer-peer-urls":["https://199.204.45.140:2380"]} {"level":"info","ts":"2026-03-13T23:07:43.523213Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-13T23:07:43.523362Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.140:2380"} {"level":"info","ts":"2026-03-13T23:07:43.523394Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.140:2380"} {"level":"info","ts":"2026-03-13T23:07:43.523687Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"35b2766da46a76bb","initial-advertise-peer-urls":["https://199.204.45.140:2380"],"listen-peer-urls":["https://199.204.45.140:2380"],"advertise-client-urls":["https://199.204.45.140:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.140:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-13T23:07:43.523773Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-13T23:07:44.300972Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"35b2766da46a76bb is starting a new election at term 1"} {"level":"info","ts":"2026-03-13T23:07:44.301079Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"35b2766da46a76bb became pre-candidate at term 1"} {"level":"info","ts":"2026-03-13T23:07:44.301128Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"35b2766da46a76bb received MsgPreVoteResp from 35b2766da46a76bb at term 1"} {"level":"info","ts":"2026-03-13T23:07:44.301154Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"35b2766da46a76bb became candidate at term 2"} {"level":"info","ts":"2026-03-13T23:07:44.301166Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"35b2766da46a76bb received MsgVoteResp from 35b2766da46a76bb at term 2"} {"level":"info","ts":"2026-03-13T23:07:44.301185Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"35b2766da46a76bb became leader at term 2"} {"level":"info","ts":"2026-03-13T23:07:44.301203Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 35b2766da46a76bb elected leader 35b2766da46a76bb at term 2"} {"level":"info","ts":"2026-03-13T23:07:44.356787Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-13T23:07:44.356964Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"35b2766da46a76bb","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.140:2379]}","request-path":"/0/members/35b2766da46a76bb/attributes","cluster-id":"f5fd3aeb8d9f53dc","publish-timeout":"7s"} {"level":"info","ts":"2026-03-13T23:07:44.356975Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-13T23:07:44.357118Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-13T23:07:44.357556Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-13T23:07:44.35775Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-13T23:07:44.361094Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-13T23:07:44.36144Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.140:2379"} {"level":"info","ts":"2026-03-13T23:07:44.387998Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"f5fd3aeb8d9f53dc","local-member-id":"35b2766da46a76bb","cluster-version":"3.5"} {"level":"info","ts":"2026-03-13T23:07:44.388137Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-13T23:07:44.388176Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-13T23:07:47.592682Z","caller":"traceutil/trace.go:171","msg":"trace[2024312377] transaction","detail":"{read_only:false; response_revision:204; number_of_response:1; }","duration":"342.909161ms","start":"2026-03-13T23:07:47.24975Z","end":"2026-03-13T23:07:47.592659Z","steps":["trace[2024312377] 'process raft request' (duration: 322.917224ms)","trace[2024312377] 'compare' (duration: 19.869994ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:07:47.593107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:07:47.24973Z","time spent":"343.031424ms","remote":"127.0.0.1:55532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":720,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-13T23:07:50.099896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.27341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-03-13T23:07:50.100076Z","caller":"traceutil/trace.go:171","msg":"trace[1051732572] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:300; }","duration":"164.471578ms","start":"2026-03-13T23:07:49.93558Z","end":"2026-03-13T23:07:50.100051Z","steps":["trace[1051732572] 'range keys from in-memory index tree' (duration: 164.072626ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:07:50.359362Z","caller":"traceutil/trace.go:171","msg":"trace[1226585199] transaction","detail":"{read_only:false; response_revision:302; number_of_response:1; }","duration":"231.589525ms","start":"2026-03-13T23:07:50.127736Z","end":"2026-03-13T23:07:50.359326Z","steps":["trace[1226585199] 'process raft request' (duration: 231.427971ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:07:50.382176Z","caller":"traceutil/trace.go:171","msg":"trace[271411983] linearizableReadLoop","detail":"{readStateIndex:311; appliedIndex:309; }","duration":"231.181595ms","start":"2026-03-13T23:07:50.150963Z","end":"2026-03-13T23:07:50.382144Z","steps":["trace[271411983] 'read index received' (duration: 208.264401ms)","trace[271411983] 'applied index is now lower than readState.Index' (duration: 22.916074ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:07:50.382476Z","caller":"traceutil/trace.go:171","msg":"trace[2130365645] transaction","detail":"{read_only:false; response_revision:303; number_of_response:1; }","duration":"251.577673ms","start":"2026-03-13T23:07:50.130883Z","end":"2026-03-13T23:07:50.382461Z","steps":["trace[2130365645] 'process raft request' (duration: 251.114721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:07:50.382703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.73301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-13T23:07:50.382749Z","caller":"traceutil/trace.go:171","msg":"trace[1820550001] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:303; }","duration":"231.856623ms","start":"2026-03-13T23:07:50.15088Z","end":"2026-03-13T23:07:50.382736Z","steps":["trace[1820550001] 'agreement among raft nodes before linearized reading' (duration: 231.76414ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:07:50.70811Z","caller":"traceutil/trace.go:171","msg":"trace[1179329743] transaction","detail":"{read_only:false; number_of_response:0; response_revision:307; }","duration":"148.474184ms","start":"2026-03-13T23:07:50.559601Z","end":"2026-03-13T23:07:50.708075Z","steps":["trace[1179329743] 'process raft request' (duration: 144.89009ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:07:50.708131Z","caller":"traceutil/trace.go:171","msg":"trace[1175916842] transaction","detail":"{read_only:false; number_of_response:0; response_revision:307; }","duration":"147.219452ms","start":"2026-03-13T23:07:50.560882Z","end":"2026-03-13T23:07:50.708102Z","steps":["trace[1175916842] 'process raft request' (duration: 147.146609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:07:50.708242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.619187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:07:50.708235Z","caller":"traceutil/trace.go:171","msg":"trace[187142057] transaction","detail":"{read_only:false; number_of_response:0; response_revision:307; }","duration":"147.367046ms","start":"2026-03-13T23:07:50.560826Z","end":"2026-03-13T23:07:50.708193Z","steps":["trace[187142057] 'process raft request' (duration: 147.159841ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:07:50.70833Z","caller":"traceutil/trace.go:171","msg":"trace[1439935184] transaction","detail":"{read_only:false; number_of_response:0; response_revision:307; }","duration":"147.400037ms","start":"2026-03-13T23:07:50.560923Z","end":"2026-03-13T23:07:50.708323Z","steps":["trace[1439935184] 'process raft request' (duration: 147.129339ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:07:50.70811Z","caller":"traceutil/trace.go:171","msg":"trace[316823615] linearizableReadLoop","detail":"{readStateIndex:319; appliedIndex:315; }","duration":"110.488693ms","start":"2026-03-13T23:07:50.597593Z","end":"2026-03-13T23:07:50.708082Z","steps":["trace[316823615] 'read index received' (duration: 106.914478ms)","trace[316823615] 'applied index is now lower than readState.Index' (duration: 3.572835ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:07:50.708297Z","caller":"traceutil/trace.go:171","msg":"trace[113534288] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:0; response_revision:307; }","duration":"110.722289ms","start":"2026-03-13T23:07:50.597559Z","end":"2026-03-13T23:07:50.708281Z","steps":["trace[113534288] 'agreement among raft nodes before linearized reading' (duration: 110.622396ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:07:50.851776Z","caller":"traceutil/trace.go:171","msg":"trace[1112368525] linearizableReadLoop","detail":"{readStateIndex:320; appliedIndex:319; }","duration":"142.263371ms","start":"2026-03-13T23:07:50.709484Z","end":"2026-03-13T23:07:50.851747Z","steps":["trace[1112368525] 'read index received' (duration: 142.084256ms)","trace[1112368525] 'applied index is now lower than readState.Index' (duration: 177.855µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:07:50.85185Z","caller":"traceutil/trace.go:171","msg":"trace[1153999689] transaction","detail":"{read_only:false; response_revision:308; number_of_response:1; }","duration":"238.398665ms","start":"2026-03-13T23:07:50.61343Z","end":"2026-03-13T23:07:50.851828Z","steps":["trace[1153999689] 'process raft request' (duration: 238.150078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:07:50.851992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.495668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4663"} {"level":"info","ts":"2026-03-13T23:07:50.852054Z","caller":"traceutil/trace.go:171","msg":"trace[1555071905] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:308; }","duration":"142.611259ms","start":"2026-03-13T23:07:50.709429Z","end":"2026-03-13T23:07:50.85204Z","steps":["trace[1555071905] 'agreement among raft nodes before linearized reading' (duration: 142.473806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:07:50.85206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.316069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"warn","ts":"2026-03-13T23:07:50.852063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.521897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:5897"} {"level":"info","ts":"2026-03-13T23:07:50.852098Z","caller":"traceutil/trace.go:171","msg":"trace[1990483895] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:308; }","duration":"140.388912ms","start":"2026-03-13T23:07:50.711698Z","end":"2026-03-13T23:07:50.852087Z","steps":["trace[1990483895] 'agreement among raft nodes before linearized reading' (duration: 140.271809ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:07:50.85211Z","caller":"traceutil/trace.go:171","msg":"trace[1074026866] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:308; }","duration":"142.586839ms","start":"2026-03-13T23:07:50.70951Z","end":"2026-03-13T23:07:50.852097Z","steps":["trace[1074026866] 'agreement among raft nodes before linearized reading' (duration: 142.396774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:07:50.852223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.332453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:5513"} {"level":"info","ts":"2026-03-13T23:07:50.852259Z","caller":"traceutil/trace.go:171","msg":"trace[1185071599] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:308; }","duration":"142.384364ms","start":"2026-03-13T23:07:50.709865Z","end":"2026-03-13T23:07:50.852249Z","steps":["trace[1185071599] 'agreement among raft nodes before linearized reading' (duration: 142.314533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:07:50.852273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.749583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-instance\" ","response":"range_response_count:1 size:3980"} {"level":"info","ts":"2026-03-13T23:07:50.8523Z","caller":"traceutil/trace.go:171","msg":"trace[571890837] range","detail":"{range_begin:/registry/pods/kube-system/etcd-instance; range_end:; response_count:1; response_revision:308; }","duration":"142.814725ms","start":"2026-03-13T23:07:50.709478Z","end":"2026-03-13T23:07:50.852292Z","steps":["trace[571890837] 'agreement among raft nodes before linearized reading' (duration: 142.765974ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:07:51.016918Z","caller":"traceutil/trace.go:171","msg":"trace[1788024908] linearizableReadLoop","detail":"{readStateIndex:322; appliedIndex:321; }","duration":"129.628848ms","start":"2026-03-13T23:07:50.887255Z","end":"2026-03-13T23:07:51.016884Z","steps":["trace[1788024908] 'read index received' (duration: 106.988601ms)","trace[1788024908] 'applied index is now lower than readState.Index' (duration: 22.638907ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:07:51.01707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.782311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/pv-protection-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:07:51.017053Z","caller":"traceutil/trace.go:171","msg":"trace[1821969812] transaction","detail":"{read_only:false; response_revision:310; number_of_response:1; }","duration":"152.138131ms","start":"2026-03-13T23:07:50.86488Z","end":"2026-03-13T23:07:51.017019Z","steps":["trace[1821969812] 'process raft request' (duration: 129.535975ms)","trace[1821969812] 'compare' (duration: 22.320209ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:07:51.017141Z","caller":"traceutil/trace.go:171","msg":"trace[1908056465] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/pv-protection-controller; range_end:; response_count:0; response_revision:310; }","duration":"129.912045ms","start":"2026-03-13T23:07:50.887217Z","end":"2026-03-13T23:07:51.017129Z","steps":["trace[1908056465] 'agreement among raft nodes before linearized reading' (duration: 129.785052ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:07:56.558605Z","caller":"traceutil/trace.go:171","msg":"trace[1526769765] transaction","detail":"{read_only:false; response_revision:395; number_of_response:1; }","duration":"130.872521ms","start":"2026-03-13T23:07:56.427688Z","end":"2026-03-13T23:07:56.558561Z","steps":["trace[1526769765] 'process raft request' (duration: 130.622464ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:07:56.558529Z","caller":"traceutil/trace.go:171","msg":"trace[1464379370] linearizableReadLoop","detail":"{readStateIndex:408; appliedIndex:407; }","duration":"121.212626ms","start":"2026-03-13T23:07:56.437281Z","end":"2026-03-13T23:07:56.558494Z","steps":["trace[1464379370] 'read index received' (duration: 120.912308ms)","trace[1464379370] 'applied index is now lower than readState.Index' (duration: 298.758µs)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:07:56.558807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.510583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-13T23:07:56.558928Z","caller":"traceutil/trace.go:171","msg":"trace[1799044924] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:395; }","duration":"121.673807ms","start":"2026-03-13T23:07:56.437231Z","end":"2026-03-13T23:07:56.558905Z","steps":["trace[1799044924] 'agreement among raft nodes before linearized reading' (duration: 121.36162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:07:59.675887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.309539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-13T23:07:59.675955Z","caller":"traceutil/trace.go:171","msg":"trace[1757146971] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:403; }","duration":"132.424672ms","start":"2026-03-13T23:07:59.543517Z","end":"2026-03-13T23:07:59.675942Z","steps":["trace[1757146971] 'range keys from in-memory index tree' (duration: 132.197645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:07:59.67593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.257351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6965"} {"level":"info","ts":"2026-03-13T23:07:59.676011Z","caller":"traceutil/trace.go:171","msg":"trace[1414583523] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:403; }","duration":"172.417555ms","start":"2026-03-13T23:07:59.503574Z","end":"2026-03-13T23:07:59.675991Z","steps":["trace[1414583523] 'range keys from in-memory index tree' (duration: 172.130959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:08:03.126143Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604443619135387,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:08:03.1809Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.069759332s","expected-duration":"1s"} {"level":"info","ts":"2026-03-13T23:08:03.181357Z","caller":"traceutil/trace.go:171","msg":"trace[463459028] transaction","detail":"{read_only:false; response_revision:416; number_of_response:1; }","duration":"1.070326937s","start":"2026-03-13T23:08:02.111004Z","end":"2026-03-13T23:08:03.181331Z","steps":["trace[463459028] 'process raft request' (duration: 1.070149932s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:08:03.181738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:08:02.110977Z","time spent":"1.070459461s","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4180,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:08:04.168433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.171029ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-13T23:08:04.168531Z","caller":"traceutil/trace.go:171","msg":"trace[1250965190] linearizableReadLoop","detail":"{readStateIndex:431; appliedIndex:429; }","duration":"1.543191388s","start":"2026-03-13T23:08:02.625325Z","end":"2026-03-13T23:08:04.168517Z","steps":["trace[1250965190] 'read index received' (duration: 555.815365ms)","trace[1250965190] 'applied index is now lower than readState.Index' (duration: 987.374773ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:08:04.168614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.543285659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:08:04.168633Z","caller":"traceutil/trace.go:171","msg":"trace[1854389834] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:416; }","duration":"1.543355271s","start":"2026-03-13T23:08:02.625272Z","end":"2026-03-13T23:08:04.168627Z","steps":["trace[1854389834] 'agreement among raft nodes before linearized reading' (duration: 1.54330477s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:08:04.168658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:08:02.625251Z","time spent":"1.543402482s","remote":"127.0.0.1:55124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:08:04.169264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.517405361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-13T23:08:04.169296Z","caller":"traceutil/trace.go:171","msg":"trace[885087906] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:417; }","duration":"1.517462713s","start":"2026-03-13T23:08:02.651827Z","end":"2026-03-13T23:08:04.169289Z","steps":["trace[885087906] 'agreement among raft nodes before linearized reading' (duration: 1.51739062s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:08:04.169314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:08:02.651815Z","time spent":"1.517494414s","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T23:08:04.169399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.046833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-13T23:08:04.169494Z","caller":"traceutil/trace.go:171","msg":"trace[953494596] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:417; }","duration":"386.192968ms","start":"2026-03-13T23:08:03.783275Z","end":"2026-03-13T23:08:04.169467Z","steps":["trace[953494596] 'agreement among raft nodes before linearized reading' (duration: 385.988782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:08:04.169557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:08:03.783237Z","time spent":"386.308321ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-13T23:08:04.169528Z","caller":"traceutil/trace.go:171","msg":"trace[1930683056] transaction","detail":"{read_only:false; response_revision:417; number_of_response:1; }","duration":"981.351644ms","start":"2026-03-13T23:08:03.188109Z","end":"2026-03-13T23:08:04.169461Z","steps":["trace[1930683056] 'process raft request' (duration: 981.017605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:08:04.169743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:08:03.18808Z","time spent":"981.550009ms","remote":"127.0.0.1:55634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3678,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-13T23:08:04.169398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.509626217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-13T23:08:04.169827Z","caller":"traceutil/trace.go:171","msg":"trace[414720649] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:417; }","duration":"1.51008136s","start":"2026-03-13T23:08:02.659732Z","end":"2026-03-13T23:08:04.169813Z","steps":["trace[414720649] 'agreement among raft nodes before linearized reading' (duration: 1.509601516s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:08:04.169833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.807325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-13T23:08:04.169867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:08:02.659724Z","time spent":"1.51013295s","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-13T23:08:04.169929Z","caller":"traceutil/trace.go:171","msg":"trace[1541697553] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:417; }","duration":"272.935107ms","start":"2026-03-13T23:08:03.896973Z","end":"2026-03-13T23:08:04.169908Z","steps":["trace[1541697553] 'agreement among raft nodes before linearized reading' (duration: 272.774393ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:08:08.391189Z","caller":"traceutil/trace.go:171","msg":"trace[916440873] transaction","detail":"{read_only:false; response_revision:459; number_of_response:1; }","duration":"149.549263ms","start":"2026-03-13T23:08:08.241604Z","end":"2026-03-13T23:08:08.391154Z","steps":["trace[916440873] 'process raft request' (duration: 138.469662ms)","trace[916440873] 'compare' (duration: 10.758862ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:08:08.391322Z","caller":"traceutil/trace.go:171","msg":"trace[1243736261] transaction","detail":"{read_only:false; response_revision:460; number_of_response:1; }","duration":"149.600233ms","start":"2026-03-13T23:08:08.241688Z","end":"2026-03-13T23:08:08.391288Z","steps":["trace[1243736261] 'process raft request' (duration: 149.315785ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:08:08.391323Z","caller":"traceutil/trace.go:171","msg":"trace[2122247401] transaction","detail":"{read_only:false; response_revision:461; number_of_response:1; }","duration":"149.081379ms","start":"2026-03-13T23:08:08.242215Z","end":"2026-03-13T23:08:08.391296Z","steps":["trace[2122247401] 'process raft request' (duration: 148.948846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:08:10.388481Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604443619135465,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:08:10.889362Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604443619135465,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:08:11.109077Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.311006249s","expected-duration":"1s"} {"level":"info","ts":"2026-03-13T23:08:11.109423Z","caller":"traceutil/trace.go:171","msg":"trace[807254181] linearizableReadLoop","detail":"{readStateIndex:480; appliedIndex:479; }","duration":"1.221488122s","start":"2026-03-13T23:08:09.887917Z","end":"2026-03-13T23:08:11.109405Z","steps":["trace[807254181] 'read index received' (duration: 1.221336248s)","trace[807254181] 'applied index is now lower than readState.Index' (duration: 150.674µs)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:08:11.109578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.221652386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:08:11.109603Z","caller":"traceutil/trace.go:171","msg":"trace[37202961] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:462; }","duration":"1.221764789s","start":"2026-03-13T23:08:09.887833Z","end":"2026-03-13T23:08:11.109598Z","steps":["trace[37202961] 'agreement among raft nodes before linearized reading' (duration: 1.221686286s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:08:11.109626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:08:09.887776Z","time spent":"1.22184645s","remote":"127.0.0.1:55124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-13T23:08:11.109574Z","caller":"traceutil/trace.go:171","msg":"trace[1561546090] transaction","detail":"{read_only:false; response_revision:462; number_of_response:1; }","duration":"1.311636986s","start":"2026-03-13T23:08:09.797915Z","end":"2026-03-13T23:08:11.109552Z","steps":["trace[1561546090] 'process raft request' (duration: 1.311357968s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:08:11.109706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.92445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-13T23:08:11.109784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:08:09.797886Z","time spent":"1.311781909s","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:08:11.10982Z","caller":"traceutil/trace.go:171","msg":"trace[1259318071] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:462; }","duration":"868.099395ms","start":"2026-03-13T23:08:10.241699Z","end":"2026-03-13T23:08:11.109799Z","steps":["trace[1259318071] 'agreement among raft nodes before linearized reading' (duration: 867.90401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:08:11.109865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:08:10.241667Z","time spent":"868.188206ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T23:08:11.10989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.352713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-13T23:08:11.109946Z","caller":"traceutil/trace.go:171","msg":"trace[770405824] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:462; }","duration":"714.475456ms","start":"2026-03-13T23:08:10.395446Z","end":"2026-03-13T23:08:11.109921Z","steps":["trace[770405824] 'agreement among raft nodes before linearized reading' (duration: 714.354263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:08:11.109919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.381243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-13T23:08:11.109945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.417285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-13T23:08:11.10999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:08:10.395425Z","time spent":"714.556508ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-13T23:08:11.110045Z","caller":"traceutil/trace.go:171","msg":"trace[497492763] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:462; }","duration":"714.577699ms","start":"2026-03-13T23:08:10.395438Z","end":"2026-03-13T23:08:11.110016Z","steps":["trace[497492763] 'agreement among raft nodes before linearized reading' (duration: 714.294241ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:08:11.110054Z","caller":"traceutil/trace.go:171","msg":"trace[470373073] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:462; }","duration":"714.589889ms","start":"2026-03-13T23:08:10.395439Z","end":"2026-03-13T23:08:11.110028Z","steps":["trace[470373073] 'agreement among raft nodes before linearized reading' (duration: 714.349933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:08:11.110107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:08:10.395411Z","time spent":"714.685362ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T23:08:11.110116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:08:10.395411Z","time spent":"714.694392ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T23:08:11.62128Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604443619135469,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:08:12.704161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032243069s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:08:12.704276Z","caller":"traceutil/trace.go:171","msg":"trace[1252525300] transaction","detail":"{read_only:false; response_revision:463; number_of_response:1; }","duration":"1.589570563s","start":"2026-03-13T23:08:11.114685Z","end":"2026-03-13T23:08:12.704256Z","steps":["trace[1252525300] 'process raft request' (duration: 557.126339ms)","trace[1252525300] 'compare' (duration: 1.031810958s)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:08:12.70434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:08:11.114656Z","time spent":"1.589653566s","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:08:12.750132Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.078054839s","expected-duration":"1s"} {"level":"info","ts":"2026-03-13T23:08:12.750511Z","caller":"traceutil/trace.go:171","msg":"trace[2023560148] transaction","detail":"{read_only:false; response_revision:464; number_of_response:1; }","duration":"1.635764595s","start":"2026-03-13T23:08:11.114715Z","end":"2026-03-13T23:08:12.75048Z","steps":["trace[2023560148] 'process raft request' (duration: 1.635594021s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:08:12.750657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:08:11.114692Z","time spent":"1.635867627s","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:08:12.750837Z","caller":"traceutil/trace.go:171","msg":"trace[606945263] transaction","detail":"{read_only:false; response_revision:465; number_of_response:1; }","duration":"1.634290575s","start":"2026-03-13T23:08:11.116503Z","end":"2026-03-13T23:08:12.750793Z","steps":["trace[606945263] 'process raft request' (duration: 1.633939196s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:08:12.750965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:08:11.116492Z","time spent":"1.634421808s","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:08:12.750979Z","caller":"traceutil/trace.go:171","msg":"trace[83270546] linearizableReadLoop","detail":"{readStateIndex:484; appliedIndex:480; }","duration":"1.630105567s","start":"2026-03-13T23:08:11.120847Z","end":"2026-03-13T23:08:12.750952Z","steps":["trace[83270546] 'read index received' (duration: 551.214475ms)","trace[83270546] 'applied index is now lower than readState.Index' (duration: 1.078889622s)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:08:12.751071Z","caller":"traceutil/trace.go:171","msg":"trace[1716121992] transaction","detail":"{read_only:false; response_revision:466; number_of_response:1; }","duration":"1.634501981s","start":"2026-03-13T23:08:11.116554Z","end":"2026-03-13T23:08:12.751056Z","steps":["trace[1716121992] 'process raft request' (duration: 1.634264055s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:08:12.751094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.63025356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:08:12.75113Z","caller":"traceutil/trace.go:171","msg":"trace[1798064237] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:466; }","duration":"1.630304211s","start":"2026-03-13T23:08:11.120812Z","end":"2026-03-13T23:08:12.751116Z","steps":["trace[1798064237] 'agreement among raft nodes before linearized reading' (duration: 1.63024863s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:08:12.751165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:08:11.120801Z","time spent":"1.630358014s","remote":"127.0.0.1:55124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:08:12.751148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:08:11.116528Z","time spent":"1.634585224s","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:08:18.363229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:08:17.829972Z","time spent":"533.251713ms","remote":"127.0.0.1:55190","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-13T23:08:18.88256Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604443619135562,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-13T23:08:18.967991Z","caller":"traceutil/trace.go:171","msg":"trace[840217898] linearizableReadLoop","detail":"{readStateIndex:530; appliedIndex:529; }","duration":"586.295584ms","start":"2026-03-13T23:08:18.381663Z","end":"2026-03-13T23:08:18.967959Z","steps":["trace[840217898] 'read index received' (duration: 586.008916ms)","trace[840217898] 'applied index is now lower than readState.Index' (duration: 285.718µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:08:18.968054Z","caller":"traceutil/trace.go:171","msg":"trace[1538253700] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"603.411813ms","start":"2026-03-13T23:08:18.364595Z","end":"2026-03-13T23:08:18.968007Z","steps":["trace[1538253700] 'process raft request' (duration: 603.165787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:08:18.96825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.225157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-13T23:08:18.968297Z","caller":"traceutil/trace.go:171","msg":"trace[2062383126] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:510; }","duration":"238.3418ms","start":"2026-03-13T23:08:18.729939Z","end":"2026-03-13T23:08:18.968281Z","steps":["trace[2062383126] 'agreement among raft nodes before linearized reading' (duration: 238.190505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:08:18.968298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:08:18.364551Z","time spent":"603.621719ms","remote":"127.0.0.1:55190","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:08:18.968285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.600142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4379"} {"level":"warn","ts":"2026-03-13T23:08:18.968322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.551611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-13T23:08:18.96839Z","caller":"traceutil/trace.go:171","msg":"trace[1940514819] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:510; }","duration":"586.744697ms","start":"2026-03-13T23:08:18.381616Z","end":"2026-03-13T23:08:18.968361Z","steps":["trace[1940514819] 'agreement among raft nodes before linearized reading' (duration: 586.48251ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:08:18.968417Z","caller":"traceutil/trace.go:171","msg":"trace[797640254] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:510; }","duration":"189.684434ms","start":"2026-03-13T23:08:18.778712Z","end":"2026-03-13T23:08:18.968396Z","steps":["trace[797640254] 'agreement among raft nodes before linearized reading' (duration: 189.467288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:08:18.968442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:08:18.381593Z","time spent":"586.838888ms","remote":"127.0.0.1:55340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":4402,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-13T23:08:18.968424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.792807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-13T23:08:18.96856Z","caller":"traceutil/trace.go:171","msg":"trace[1996506461] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:510; }","duration":"189.962842ms","start":"2026-03-13T23:08:18.778562Z","end":"2026-03-13T23:08:18.968525Z","steps":["trace[1996506461] 'agreement among raft nodes before linearized reading' (duration: 189.702945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:08:18.968746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.68388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-13T23:08:18.968944Z","caller":"traceutil/trace.go:171","msg":"trace[308820631] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:510; }","duration":"190.942707ms","start":"2026-03-13T23:08:18.777938Z","end":"2026-03-13T23:08:18.968881Z","steps":["trace[308820631] 'agreement among raft nodes before linearized reading' (duration: 190.519256ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:08:25.133806Z","caller":"traceutil/trace.go:171","msg":"trace[300279202] linearizableReadLoop","detail":"{readStateIndex:571; appliedIndex:570; }","duration":"125.294286ms","start":"2026-03-13T23:08:25.008479Z","end":"2026-03-13T23:08:25.133774Z","steps":["trace[300279202] 'read index received' (duration: 125.030809ms)","trace[300279202] 'applied index is now lower than readState.Index' (duration: 262.607µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:08:25.133941Z","caller":"traceutil/trace.go:171","msg":"trace[984658404] transaction","detail":"{read_only:false; response_revision:550; number_of_response:1; }","duration":"467.780607ms","start":"2026-03-13T23:08:24.666153Z","end":"2026-03-13T23:08:25.133934Z","steps":["trace[984658404] 'process raft request' (duration: 467.434468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:08:25.134076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:08:24.666136Z","time spent":"467.827978ms","remote":"127.0.0.1:55356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:08:25.134256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.382687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-13T23:08:25.134304Z","caller":"traceutil/trace.go:171","msg":"trace[921428238] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:550; }","duration":"120.451548ms","start":"2026-03-13T23:08:25.013838Z","end":"2026-03-13T23:08:25.134289Z","steps":["trace[921428238] 'agreement among raft nodes before linearized reading' (duration: 120.240982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:08:25.134335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.478763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-13T23:08:25.134373Z","caller":"traceutil/trace.go:171","msg":"trace[283735856] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:550; }","duration":"119.569765ms","start":"2026-03-13T23:08:25.014794Z","end":"2026-03-13T23:08:25.134364Z","steps":["trace[283735856] 'agreement among raft nodes before linearized reading' (duration: 119.481803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:08:25.134375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.85837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-13T23:08:25.134515Z","caller":"traceutil/trace.go:171","msg":"trace[1491377917] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:550; }","duration":"126.065905ms","start":"2026-03-13T23:08:25.008415Z","end":"2026-03-13T23:08:25.134481Z","steps":["trace[1491377917] 'agreement among raft nodes before linearized reading' (duration: 125.598523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:08:25.134495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.949483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-13T23:08:25.134626Z","caller":"traceutil/trace.go:171","msg":"trace[222027621] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:550; }","duration":"126.167108ms","start":"2026-03-13T23:08:25.008423Z","end":"2026-03-13T23:08:25.13459Z","steps":["trace[222027621] 'agreement among raft nodes before linearized reading' (duration: 125.765767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:08:25.570544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.574405ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:08:25.570826Z","caller":"traceutil/trace.go:171","msg":"trace[728878854] transaction","detail":"{read_only:false; response_revision:551; number_of_response:1; }","duration":"431.72198ms","start":"2026-03-13T23:08:25.139047Z","end":"2026-03-13T23:08:25.570769Z","steps":["trace[728878854] 'process raft request' (duration: 136.814577ms)","trace[728878854] 'compare' (duration: 294.417691ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:08:25.570905Z","caller":"traceutil/trace.go:171","msg":"trace[457887394] transaction","detail":"{read_only:false; response_revision:554; number_of_response:1; }","duration":"431.157766ms","start":"2026-03-13T23:08:25.139721Z","end":"2026-03-13T23:08:25.570879Z","steps":["trace[457887394] 'process raft request' (duration: 431.090035ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:08:25.570949Z","caller":"traceutil/trace.go:171","msg":"trace[2027741120] transaction","detail":"{read_only:false; response_revision:552; number_of_response:1; }","duration":"431.752732ms","start":"2026-03-13T23:08:25.139151Z","end":"2026-03-13T23:08:25.570904Z","steps":["trace[2027741120] 'process raft request' (duration: 431.534327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:08:25.571006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:08:25.13971Z","time spent":"431.251968ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:08:25.571035Z","caller":"traceutil/trace.go:171","msg":"trace[2096405177] transaction","detail":"{read_only:false; response_revision:553; number_of_response:1; }","duration":"431.621078ms","start":"2026-03-13T23:08:25.139365Z","end":"2026-03-13T23:08:25.570986Z","steps":["trace[2096405177] 'process raft request' (duration: 431.398762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:08:25.571061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:08:25.139023Z","time spent":"431.911357ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:08:25.571117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:08:25.139117Z","time spent":"431.908296ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:08:25.571193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:08:25.139359Z","time spent":"431.753162ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:08:26.106688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.51914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:08:26.106777Z","caller":"traceutil/trace.go:171","msg":"trace[1718889714] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:554; }","duration":"218.704165ms","start":"2026-03-13T23:08:25.888053Z","end":"2026-03-13T23:08:26.106757Z","steps":["trace[1718889714] 'range keys from in-memory index tree' (duration: 218.343745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:08:26.107058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.392111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:08:26.107154Z","caller":"traceutil/trace.go:171","msg":"trace[286595736] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:554; }","duration":"267.576398ms","start":"2026-03-13T23:08:25.839556Z","end":"2026-03-13T23:08:26.107132Z","steps":["trace[286595736] 'range keys from in-memory index tree' (duration: 267.210587ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:08:27.667594Z","caller":"traceutil/trace.go:171","msg":"trace[1557417912] transaction","detail":"{read_only:false; response_revision:555; number_of_response:1; }","duration":"530.43567ms","start":"2026-03-13T23:08:27.137127Z","end":"2026-03-13T23:08:27.667563Z","steps":["trace[1557417912] 'process raft request' (duration: 529.937756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:08:27.667757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:08:27.13709Z","time spent":"530.572943ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:08:27.829505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.734934ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:08:27.829711Z","caller":"traceutil/trace.go:171","msg":"trace[2087715847] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:555; }","duration":"102.970981ms","start":"2026-03-13T23:08:27.726721Z","end":"2026-03-13T23:08:27.829692Z","steps":["trace[2087715847] 'range keys from in-memory index tree' (duration: 102.712174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:08:27.830217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.608397ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:08:27.830581Z","caller":"traceutil/trace.go:171","msg":"trace[1972517527] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"157.248893ms","start":"2026-03-13T23:08:27.673295Z","end":"2026-03-13T23:08:27.830544Z","steps":["trace[1972517527] 'process raft request' (duration: 157.077859ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:08:27.830581Z","caller":"traceutil/trace.go:171","msg":"trace[256229183] transaction","detail":"{read_only:false; response_revision:556; number_of_response:1; }","duration":"157.716155ms","start":"2026-03-13T23:08:27.672805Z","end":"2026-03-13T23:08:27.830522Z","steps":["trace[256229183] 'process raft request' (duration: 45.683197ms)","trace[256229183] 'compare' (duration: 111.050992ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:08:27.83095Z","caller":"traceutil/trace.go:171","msg":"trace[1587529792] transaction","detail":"{read_only:false; response_revision:558; number_of_response:1; }","duration":"157.412128ms","start":"2026-03-13T23:08:27.673515Z","end":"2026-03-13T23:08:27.830927Z","steps":["trace[1587529792] 'process raft request' (duration: 156.962326ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:08:27.831015Z","caller":"traceutil/trace.go:171","msg":"trace[230524565] transaction","detail":"{read_only:false; response_revision:559; number_of_response:1; }","duration":"157.12315ms","start":"2026-03-13T23:08:27.673845Z","end":"2026-03-13T23:08:27.830968Z","steps":["trace[230524565] 'process raft request' (duration: 156.914045ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:08:29.354447Z","caller":"traceutil/trace.go:171","msg":"trace[1479141689] transaction","detail":"{read_only:false; response_revision:676; number_of_response:1; }","duration":"443.865259ms","start":"2026-03-13T23:08:28.910545Z","end":"2026-03-13T23:08:29.354411Z","steps":["trace[1479141689] 'process raft request' (duration: 443.349436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:08:29.354693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:08:28.910508Z","time spent":"444.056895ms","remote":"127.0.0.1:55256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211646,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:08:33.0158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.581901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:08:33.015909Z","caller":"traceutil/trace.go:171","msg":"trace[1231837235] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:748; }","duration":"128.776856ms","start":"2026-03-13T23:08:32.887112Z","end":"2026-03-13T23:08:33.015889Z","steps":["trace[1231837235] 'range keys from in-memory index tree' (duration: 128.405888ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:08:36.481538Z","caller":"traceutil/trace.go:171","msg":"trace[1318811920] transaction","detail":"{read_only:false; response_revision:801; number_of_response:1; }","duration":"100.535806ms","start":"2026-03-13T23:08:36.38097Z","end":"2026-03-13T23:08:36.481506Z","steps":["trace[1318811920] 'process raft request' (duration: 100.368931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:08:47.388172Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604443619136290,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:08:47.838654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.78008ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:08:47.838856Z","caller":"traceutil/trace.go:171","msg":"trace[489040229] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:921; }","duration":"112.006977ms","start":"2026-03-13T23:08:47.726821Z","end":"2026-03-13T23:08:47.838828Z","steps":["trace[489040229] 'range keys from in-memory index tree' (duration: 111.75636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:08:47.888769Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604443619136290,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:08:47.989191Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.136968685s","expected-duration":"1s"} {"level":"info","ts":"2026-03-13T23:08:47.989794Z","caller":"traceutil/trace.go:171","msg":"trace[203572320] transaction","detail":"{read_only:false; response_revision:922; number_of_response:1; }","duration":"1.174129209s","start":"2026-03-13T23:08:46.81564Z","end":"2026-03-13T23:08:47.989769Z","steps":["trace[203572320] 'process raft request' (duration: 1.173713778s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:08:47.989925Z","caller":"traceutil/trace.go:171","msg":"trace[375010414] linearizableReadLoop","detail":"{readStateIndex:950; appliedIndex:948; }","duration":"1.102599303s","start":"2026-03-13T23:08:46.8873Z","end":"2026-03-13T23:08:47.989899Z","steps":["trace[375010414] 'read index received' (duration: 1.102048469s)","trace[375010414] 'applied index is now lower than readState.Index' (duration: 549.614µs)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:08:47.989947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:08:46.815631Z","time spent":"1.174231182s","remote":"127.0.0.1:55444","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1612,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:08:47.990102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102778158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:08:47.99008Z","caller":"traceutil/trace.go:171","msg":"trace[1646199473] transaction","detail":"{read_only:false; response_revision:923; number_of_response:1; }","duration":"1.174297114s","start":"2026-03-13T23:08:46.81573Z","end":"2026-03-13T23:08:47.990027Z","steps":["trace[1646199473] 'process raft request' (duration: 1.173777s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:08:47.990141Z","caller":"traceutil/trace.go:171","msg":"trace[1318487880] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:923; }","duration":"1.10287202s","start":"2026-03-13T23:08:46.887256Z","end":"2026-03-13T23:08:47.990128Z","steps":["trace[1318487880] 'agreement among raft nodes before linearized reading' (duration: 1.102759317s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:08:47.990174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:08:46.887237Z","time spent":"1.102930172s","remote":"127.0.0.1:55124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:08:47.990281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:08:46.815721Z","time spent":"1.174453908s","remote":"127.0.0.1:55256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2141,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-13T23:08:47.990379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.53109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.140\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-13T23:08:47.990348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.436782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-13T23:08:47.990423Z","caller":"traceutil/trace.go:171","msg":"trace[1724134812] range","detail":"{range_begin:/registry/masterleases/199.204.45.140; range_end:; response_count:1; response_revision:923; }","duration":"160.606482ms","start":"2026-03-13T23:08:47.829805Z","end":"2026-03-13T23:08:47.990412Z","steps":["trace[1724134812] 'agreement among raft nodes before linearized reading' (duration: 160.475429ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:08:47.990495Z","caller":"traceutil/trace.go:171","msg":"trace[191226513] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:923; }","duration":"286.606975ms","start":"2026-03-13T23:08:47.703828Z","end":"2026-03-13T23:08:47.990435Z","steps":["trace[191226513] 'agreement among raft nodes before linearized reading' (duration: 286.257097ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:09:02.204215Z","caller":"traceutil/trace.go:171","msg":"trace[1117247600] transaction","detail":"{read_only:false; response_revision:989; number_of_response:1; }","duration":"113.182678ms","start":"2026-03-13T23:09:02.090989Z","end":"2026-03-13T23:09:02.204172Z","steps":["trace[1117247600] 'process raft request' (duration: 98.306748ms)","trace[1117247600] 'compare' (duration: 14.49157ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:09:02.204779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.291996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-13T23:09:02.204819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.358747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-13T23:09:02.2049Z","caller":"traceutil/trace.go:171","msg":"trace[1460594416] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:990; }","duration":"117.4451ms","start":"2026-03-13T23:09:02.087427Z","end":"2026-03-13T23:09:02.204872Z","steps":["trace[1460594416] 'agreement among raft nodes before linearized reading' (duration: 117.169432ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:09:02.204932Z","caller":"traceutil/trace.go:171","msg":"trace[629417257] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:990; }","duration":"117.523332ms","start":"2026-03-13T23:09:02.087381Z","end":"2026-03-13T23:09:02.204905Z","steps":["trace[629417257] 'agreement among raft nodes before linearized reading' (duration: 117.128231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:09:20.626928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.200533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:09:20.627038Z","caller":"traceutil/trace.go:171","msg":"trace[910139858] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:1221; }","duration":"137.393688ms","start":"2026-03-13T23:09:20.489618Z","end":"2026-03-13T23:09:20.627012Z","steps":["trace[910139858] 'count revisions from in-memory index tree' (duration: 137.041348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:09:22.801686Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604443619136895,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-13T23:09:22.831293Z","caller":"traceutil/trace.go:171","msg":"trace[292230955] transaction","detail":"{read_only:false; response_revision:1223; number_of_response:1; }","duration":"602.274684ms","start":"2026-03-13T23:09:22.228979Z","end":"2026-03-13T23:09:22.831254Z","steps":["trace[292230955] 'process raft request' (duration: 602.109199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:09:22.83148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:09:22.228925Z","time spent":"602.463868ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:09:22.851274Z","caller":"traceutil/trace.go:171","msg":"trace[98457149] linearizableReadLoop","detail":"{readStateIndex:1264; appliedIndex:1263; }","duration":"550.62841ms","start":"2026-03-13T23:09:22.300606Z","end":"2026-03-13T23:09:22.851234Z","steps":["trace[98457149] 'read index received' (duration: 530.888008ms)","trace[98457149] 'applied index is now lower than readState.Index' (duration: 19.739171ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:09:22.851382Z","caller":"traceutil/trace.go:171","msg":"trace[375594919] transaction","detail":"{read_only:false; response_revision:1224; number_of_response:1; }","duration":"481.108934ms","start":"2026-03-13T23:09:22.370222Z","end":"2026-03-13T23:09:22.851331Z","steps":["trace[375594919] 'process raft request' (duration: 480.239101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:09:22.851592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.951777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-13T23:09:22.851596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:09:22.370183Z","time spent":"481.303629ms","remote":"127.0.0.1:55340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6478,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:09:22.851642Z","caller":"traceutil/trace.go:171","msg":"trace[724173078] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1224; }","duration":"551.02991ms","start":"2026-03-13T23:09:22.300599Z","end":"2026-03-13T23:09:22.851629Z","steps":["trace[724173078] 'agreement among raft nodes before linearized reading' (duration: 550.822204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:09:22.851689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:09:22.300562Z","time spent":"551.116224ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T23:09:22.851776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.797153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-13T23:09:22.851863Z","caller":"traceutil/trace.go:171","msg":"trace[249923565] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1224; }","duration":"531.905975ms","start":"2026-03-13T23:09:22.319942Z","end":"2026-03-13T23:09:22.851848Z","steps":["trace[249923565] 'agreement among raft nodes before linearized reading' (duration: 531.68669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:09:22.851861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.532418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:09:22.851908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.92044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-13T23:09:22.851776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.69926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-13T23:09:22.851941Z","caller":"traceutil/trace.go:171","msg":"trace[839295600] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1224; }","duration":"149.647982ms","start":"2026-03-13T23:09:22.702266Z","end":"2026-03-13T23:09:22.851914Z","steps":["trace[839295600] 'agreement among raft nodes before linearized reading' (duration: 149.513128ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:09:22.851976Z","caller":"traceutil/trace.go:171","msg":"trace[1649410132] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1224; }","duration":"545.980216ms","start":"2026-03-13T23:09:22.305979Z","end":"2026-03-13T23:09:22.851959Z","steps":["trace[1649410132] 'agreement among raft nodes before linearized reading' (duration: 545.620697ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:09:22.851977Z","caller":"traceutil/trace.go:171","msg":"trace[1413756139] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1224; }","duration":"541.998542ms","start":"2026-03-13T23:09:22.309953Z","end":"2026-03-13T23:09:22.851951Z","steps":["trace[1413756139] 'agreement among raft nodes before linearized reading' (duration: 541.890879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:09:22.852036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:09:22.305951Z","time spent":"546.05746ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T23:09:22.85205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:09:22.30992Z","time spent":"542.119216ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T23:09:22.85192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:09:22.319933Z","time spent":"531.974067ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-13T23:09:28.054308Z","caller":"traceutil/trace.go:171","msg":"trace[1119199424] transaction","detail":"{read_only:false; response_revision:1318; number_of_response:1; }","duration":"178.74179ms","start":"2026-03-13T23:09:27.875528Z","end":"2026-03-13T23:09:28.05427Z","steps":["trace[1119199424] 'process raft request' (duration: 95.473751ms)","trace[1119199424] 'compare' (duration: 83.108265ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:09:28.054298Z","caller":"traceutil/trace.go:171","msg":"trace[1195236878] linearizableReadLoop","detail":"{readStateIndex:1361; appliedIndex:1360; }","duration":"164.474524ms","start":"2026-03-13T23:09:27.88979Z","end":"2026-03-13T23:09:28.054265Z","steps":["trace[1195236878] 'read index received' (duration: 81.107152ms)","trace[1195236878] 'applied index is now lower than readState.Index' (duration: 83.365952ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:09:28.054549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.727571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:09:28.054607Z","caller":"traceutil/trace.go:171","msg":"trace[237520687] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1318; }","duration":"164.838202ms","start":"2026-03-13T23:09:27.889756Z","end":"2026-03-13T23:09:28.054594Z","steps":["trace[237520687] 'agreement among raft nodes before linearized reading' (duration: 164.623567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:09:28.054825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.012217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/rabbitmqclusters.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:09:28.05496Z","caller":"traceutil/trace.go:171","msg":"trace[2005081276] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/rabbitmqclusters.rabbitmq.com; range_end:; response_count:0; response_revision:1318; }","duration":"154.222823ms","start":"2026-03-13T23:09:27.900709Z","end":"2026-03-13T23:09:28.054931Z","steps":["trace[2005081276] 'agreement among raft nodes before linearized reading' (duration: 153.949926ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:09:28.560568Z","caller":"traceutil/trace.go:171","msg":"trace[1796589069] transaction","detail":"{read_only:false; response_revision:1320; number_of_response:1; }","duration":"204.88369ms","start":"2026-03-13T23:09:28.35565Z","end":"2026-03-13T23:09:28.560534Z","steps":["trace[1796589069] 'process raft request' (duration: 204.624623ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:09:34.726405Z","caller":"traceutil/trace.go:171","msg":"trace[1147668803] transaction","detail":"{read_only:false; response_revision:1452; number_of_response:1; }","duration":"167.579365ms","start":"2026-03-13T23:09:34.558795Z","end":"2026-03-13T23:09:34.726375Z","steps":["trace[1147668803] 'process raft request' (duration: 167.255846ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:09:37.097483Z","caller":"traceutil/trace.go:171","msg":"trace[527430276] linearizableReadLoop","detail":"{readStateIndex:1534; appliedIndex:1533; }","duration":"149.865478ms","start":"2026-03-13T23:09:36.947596Z","end":"2026-03-13T23:09:37.097461Z","steps":["trace[527430276] 'read index received' (duration: 149.750065ms)","trace[527430276] 'applied index is now lower than readState.Index' (duration: 114.533µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:09:37.097618Z","caller":"traceutil/trace.go:171","msg":"trace[917814072] transaction","detail":"{read_only:false; response_revision:1470; number_of_response:1; }","duration":"158.033452ms","start":"2026-03-13T23:09:36.939572Z","end":"2026-03-13T23:09:37.097605Z","steps":["trace[917814072] 'process raft request' (duration: 157.774916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:09:37.09775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.474484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-13T23:09:37.097813Z","caller":"traceutil/trace.go:171","msg":"trace[752129879] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1470; }","duration":"147.565317ms","start":"2026-03-13T23:09:36.950234Z","end":"2026-03-13T23:09:37.097799Z","steps":["trace[752129879] 'agreement among raft nodes before linearized reading' (duration: 147.400463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:09:37.097924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.33122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-13T23:09:37.097948Z","caller":"traceutil/trace.go:171","msg":"trace[1532232145] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1470; }","duration":"150.3676ms","start":"2026-03-13T23:09:36.947574Z","end":"2026-03-13T23:09:37.097941Z","steps":["trace[1532232145] 'agreement among raft nodes before linearized reading' (duration: 150.308639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:09:37.098029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.049143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-13T23:09:37.098051Z","caller":"traceutil/trace.go:171","msg":"trace[1658239476] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1470; }","duration":"147.084683ms","start":"2026-03-13T23:09:36.950961Z","end":"2026-03-13T23:09:37.098046Z","steps":["trace[1658239476] 'agreement among raft nodes before linearized reading' (duration: 147.027712ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:09:38.333286Z","caller":"traceutil/trace.go:171","msg":"trace[1861918301] transaction","detail":"{read_only:false; response_revision:1494; number_of_response:1; }","duration":"107.467588ms","start":"2026-03-13T23:09:38.22578Z","end":"2026-03-13T23:09:38.333248Z","steps":["trace[1861918301] 'process raft request' (duration: 80.67109ms)","trace[1861918301] 'compare' (duration: 26.542941ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:09:40.781998Z","caller":"traceutil/trace.go:171","msg":"trace[493337104] transaction","detail":"{read_only:false; response_revision:1521; number_of_response:1; }","duration":"221.649833ms","start":"2026-03-13T23:09:40.560323Z","end":"2026-03-13T23:09:40.781973Z","steps":["trace[493337104] 'process raft request' (duration: 221.50141ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:09:40.797322Z","caller":"traceutil/trace.go:171","msg":"trace[747389658] transaction","detail":"{read_only:false; response_revision:1522; number_of_response:1; }","duration":"111.770141ms","start":"2026-03-13T23:09:40.68552Z","end":"2026-03-13T23:09:40.79729Z","steps":["trace[747389658] 'process raft request' (duration: 111.37726ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:09:42.549895Z","caller":"traceutil/trace.go:171","msg":"trace[412198] linearizableReadLoop","detail":"{readStateIndex:1596; appliedIndex:1595; }","duration":"115.037718ms","start":"2026-03-13T23:09:42.434821Z","end":"2026-03-13T23:09:42.549859Z","steps":["trace[412198] 'read index received' (duration: 114.660218ms)","trace[412198] 'applied index is now lower than readState.Index' (duration: 376.51µs)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:09:42.550118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.246203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:09:42.550158Z","caller":"traceutil/trace.go:171","msg":"trace[1271015015] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:1530; }","duration":"115.371087ms","start":"2026-03-13T23:09:42.434776Z","end":"2026-03-13T23:09:42.550147Z","steps":["trace[1271015015] 'agreement among raft nodes before linearized reading' (duration: 115.224833ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:09:42.55032Z","caller":"traceutil/trace.go:171","msg":"trace[1992864917] transaction","detail":"{read_only:false; response_revision:1530; number_of_response:1; }","duration":"184.177614ms","start":"2026-03-13T23:09:42.366043Z","end":"2026-03-13T23:09:42.550221Z","steps":["trace[1992864917] 'process raft request' (duration: 183.528187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:09:42.921488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.244326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:09:42.921615Z","caller":"traceutil/trace.go:171","msg":"trace[1979644400] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:1530; }","duration":"256.431941ms","start":"2026-03-13T23:09:42.665152Z","end":"2026-03-13T23:09:42.921584Z","steps":["trace[1979644400] 'count revisions from in-memory index tree' (duration: 256.109603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:09:42.921513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.184221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:09:42.921744Z","caller":"traceutil/trace.go:171","msg":"trace[1394922280] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1530; }","duration":"221.416527ms","start":"2026-03-13T23:09:42.700264Z","end":"2026-03-13T23:09:42.921681Z","steps":["trace[1394922280] 'range keys from in-memory index tree' (duration: 220.995116ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:09:42.92191Z","caller":"traceutil/trace.go:171","msg":"trace[1478765330] transaction","detail":"{read_only:false; response_revision:1531; number_of_response:1; }","duration":"133.66323ms","start":"2026-03-13T23:09:42.788218Z","end":"2026-03-13T23:09:42.921881Z","steps":["trace[1478765330] 'process raft request' (duration: 98.09981ms)","trace[1478765330] 'compare' (duration: 35.164849ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:09:48.863559Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604443619137750,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:09:49.364388Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604443619137750,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:09:49.695354Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.391076753s","expected-duration":"1s"} {"level":"info","ts":"2026-03-13T23:09:49.695939Z","caller":"traceutil/trace.go:171","msg":"trace[1332506130] transaction","detail":"{read_only:false; response_revision:1633; number_of_response:1; }","duration":"1.391777112s","start":"2026-03-13T23:09:48.30412Z","end":"2026-03-13T23:09:49.695897Z","steps":["trace[1332506130] 'process raft request' (duration: 1.391497584s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:09:49.696223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:09:48.304087Z","time spent":"1.391992247s","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:09:49.920378Z","caller":"traceutil/trace.go:171","msg":"trace[1845756172] transaction","detail":"{read_only:false; response_revision:1634; number_of_response:1; }","duration":"977.951324ms","start":"2026-03-13T23:09:48.942376Z","end":"2026-03-13T23:09:49.920328Z","steps":["trace[1845756172] 'process raft request' (duration: 889.503198ms)","trace[1845756172] 'compare' (duration: 88.154348ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:09:49.920579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:09:48.942339Z","time spent":"978.127368ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:09:49.921051Z","caller":"traceutil/trace.go:171","msg":"trace[1750780527] transaction","detail":"{read_only:false; response_revision:1635; number_of_response:1; }","duration":"854.040202ms","start":"2026-03-13T23:09:49.066993Z","end":"2026-03-13T23:09:49.921034Z","steps":["trace[1750780527] 'process raft request' (duration: 853.283832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:09:49.921141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:09:49.066955Z","time spent":"854.143484ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:09:49.921174Z","caller":"traceutil/trace.go:171","msg":"trace[1373096863] linearizableReadLoop","detail":"{readStateIndex:1704; appliedIndex:1701; }","duration":"1.557929079s","start":"2026-03-13T23:09:48.363219Z","end":"2026-03-13T23:09:49.921148Z","steps":["trace[1373096863] 'read index received' (duration: 1.332474156s)","trace[1373096863] 'applied index is now lower than readState.Index' (duration: 225.453223ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:09:49.921309Z","caller":"traceutil/trace.go:171","msg":"trace[887025085] transaction","detail":"{read_only:false; response_revision:1636; number_of_response:1; }","duration":"522.531838ms","start":"2026-03-13T23:09:49.398712Z","end":"2026-03-13T23:09:49.921244Z","steps":["trace[887025085] 'process raft request' (duration: 522.270721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:09:49.921365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.558135624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:09:49.92151Z","caller":"traceutil/trace.go:171","msg":"trace[432757638] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1636; }","duration":"1.558300389s","start":"2026-03-13T23:09:48.363196Z","end":"2026-03-13T23:09:49.921497Z","steps":["trace[432757638] 'agreement among raft nodes before linearized reading' (duration: 1.558072162s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:09:49.921554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:09:48.363076Z","time spent":"1.558466293s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":53,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:09:49.92157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:09:49.398678Z","time spent":"522.754874ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:09:49.931953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.811621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-13T23:09:49.931993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.931262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-13T23:09:49.93198Z","caller":"traceutil/trace.go:171","msg":"trace[670697540] transaction","detail":"{read_only:false; response_revision:1637; number_of_response:1; }","duration":"169.680661ms","start":"2026-03-13T23:09:49.762261Z","end":"2026-03-13T23:09:49.931942Z","steps":["trace[670697540] 'process raft request' (duration: 169.3015ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:09:49.932028Z","caller":"traceutil/trace.go:171","msg":"trace[1835829495] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1637; }","duration":"754.934095ms","start":"2026-03-13T23:09:49.177078Z","end":"2026-03-13T23:09:49.932013Z","steps":["trace[1835829495] 'agreement among raft nodes before linearized reading' (duration: 754.799982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:09:49.932033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04297783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:09:49.932046Z","caller":"traceutil/trace.go:171","msg":"trace[533119165] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1637; }","duration":"767.004874ms","start":"2026-03-13T23:09:49.165026Z","end":"2026-03-13T23:09:49.932031Z","steps":["trace[533119165] 'agreement among raft nodes before linearized reading' (duration: 766.752607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:09:49.932039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.579595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-13T23:09:49.932085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:09:49.165016Z","time spent":"767.061366ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-13T23:09:49.932082Z","caller":"traceutil/trace.go:171","msg":"trace[749256203] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1637; }","duration":"1.043056534s","start":"2026-03-13T23:09:48.889006Z","end":"2026-03-13T23:09:49.932063Z","steps":["trace[749256203] 'agreement among raft nodes before linearized reading' (duration: 1.042998242s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:09:49.932054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.816613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-13T23:09:49.932124Z","caller":"traceutil/trace.go:171","msg":"trace[1111239241] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1637; }","duration":"935.718679ms","start":"2026-03-13T23:09:48.996387Z","end":"2026-03-13T23:09:49.932106Z","steps":["trace[1111239241] 'agreement among raft nodes before linearized reading' (duration: 935.479923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:09:49.932131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:09:48.88897Z","time spent":"1.043153726s","remote":"127.0.0.1:55124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:09:49.932064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:09:49.177069Z","time spent":"754.988317ms","remote":"127.0.0.1:55590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-13T23:09:49.932146Z","caller":"traceutil/trace.go:171","msg":"trace[810565282] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1637; }","duration":"770.951877ms","start":"2026-03-13T23:09:49.161178Z","end":"2026-03-13T23:09:49.93213Z","steps":["trace[810565282] 'agreement among raft nodes before linearized reading' (duration: 770.718621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:09:49.932185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:09:48.996363Z","time spent":"935.811442ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T23:09:49.932212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:09:49.161163Z","time spent":"771.040209ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T23:09:49.932204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.520084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-13T23:09:49.932259Z","caller":"traceutil/trace.go:171","msg":"trace[501128871] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1637; }","duration":"765.633317ms","start":"2026-03-13T23:09:49.166611Z","end":"2026-03-13T23:09:49.932245Z","steps":["trace[501128871] 'agreement among raft nodes before linearized reading' (duration: 765.373691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:09:49.932298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:09:49.166582Z","time spent":"765.70735ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T23:09:49.931963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.330891484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-13T23:09:49.932346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.49169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-13T23:09:49.93236Z","caller":"traceutil/trace.go:171","msg":"trace[1735169876] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1637; }","duration":"1.331343146s","start":"2026-03-13T23:09:48.601001Z","end":"2026-03-13T23:09:49.932344Z","steps":["trace[1735169876] 'agreement among raft nodes before linearized reading' (duration: 1.330763791s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:09:49.932381Z","caller":"traceutil/trace.go:171","msg":"trace[1081696809] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1637; }","duration":"766.547162ms","start":"2026-03-13T23:09:49.165824Z","end":"2026-03-13T23:09:49.932371Z","steps":["trace[1081696809] 'agreement among raft nodes before linearized reading' (duration: 766.437149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:09:49.932387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:09:48.600967Z","time spent":"1.331410237s","remote":"127.0.0.1:42908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-13T23:09:49.932409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:09:49.165812Z","time spent":"766.590913ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T23:09:49.932415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.691389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-27f655dc-bf0b-4e90-b957-ba94ed7d08a2\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-03-13T23:09:49.93243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.040936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:09:49.932459Z","caller":"traceutil/trace.go:171","msg":"trace[663900436] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-27f655dc-bf0b-4e90-b957-ba94ed7d08a2; range_end:; response_count:1; response_revision:1637; }","duration":"804.765891ms","start":"2026-03-13T23:09:49.127679Z","end":"2026-03-13T23:09:49.932444Z","steps":["trace[663900436] 'agreement among raft nodes before linearized reading' (duration: 804.643267ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:09:49.932472Z","caller":"traceutil/trace.go:171","msg":"trace[2081535627] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:1637; }","duration":"619.113068ms","start":"2026-03-13T23:09:49.313347Z","end":"2026-03-13T23:09:49.93246Z","steps":["trace[2081535627] 'agreement among raft nodes before linearized reading' (duration: 619.037407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:09:49.932489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:09:49.127661Z","time spent":"804.821143ms","remote":"127.0.0.1:55356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-27f655dc-bf0b-4e90-b957-ba94ed7d08a2\" "} {"level":"warn","ts":"2026-03-13T23:09:49.932525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:09:49.313328Z","time spent":"619.170141ms","remote":"127.0.0.1:55500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":4,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:09:49.932591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.079048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-27f655dc-bf0b-4e90-b957-ba94ed7d08a2\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-13T23:09:49.932625Z","caller":"traceutil/trace.go:171","msg":"trace[1614800264] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-27f655dc-bf0b-4e90-b957-ba94ed7d08a2; range_end:; response_count:1; response_revision:1637; }","duration":"847.165622ms","start":"2026-03-13T23:09:49.08545Z","end":"2026-03-13T23:09:49.932615Z","steps":["trace[1614800264] 'agreement among raft nodes before linearized reading' (duration: 846.35601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:09:49.932646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:09:49.085424Z","time spent":"847.216612ms","remote":"127.0.0.1:55356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-27f655dc-bf0b-4e90-b957-ba94ed7d08a2\" "} {"level":"warn","ts":"2026-03-13T23:09:50.769035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.774613ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:09:50.769194Z","caller":"traceutil/trace.go:171","msg":"trace[1148537061] transaction","detail":"{read_only:false; response_revision:1638; number_of_response:1; }","duration":"831.60973ms","start":"2026-03-13T23:09:49.937558Z","end":"2026-03-13T23:09:50.769167Z","steps":["trace[1148537061] 'process raft request' (duration: 252.481347ms)","trace[1148537061] 'compare' (duration: 578.573029ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:09:50.76928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:09:49.937539Z","time spent":"831.711122ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:09:50.898234Z","caller":"traceutil/trace.go:171","msg":"trace[1117631222] transaction","detail":"{read_only:false; response_revision:1639; number_of_response:1; }","duration":"959.197409ms","start":"2026-03-13T23:09:49.93899Z","end":"2026-03-13T23:09:50.898187Z","steps":["trace[1117631222] 'process raft request' (duration: 956.381855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:09:50.898471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:09:49.938977Z","time spent":"959.375623ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:09:50.899012Z","caller":"traceutil/trace.go:171","msg":"trace[31888664] transaction","detail":"{read_only:false; response_revision:1640; number_of_response:1; }","duration":"959.790285ms","start":"2026-03-13T23:09:49.939203Z","end":"2026-03-13T23:09:50.898994Z","steps":["trace[31888664] 'process raft request' (duration: 958.888442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:09:50.899106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:09:49.939187Z","time spent":"959.879307ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:09:50.899346Z","caller":"traceutil/trace.go:171","msg":"trace[1743811495] transaction","detail":"{read_only:false; response_revision:1641; number_of_response:1; }","duration":"960.126614ms","start":"2026-03-13T23:09:49.939206Z","end":"2026-03-13T23:09:50.899333Z","steps":["trace[1743811495] 'process raft request' (duration: 959.696542ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:09:50.899366Z","caller":"traceutil/trace.go:171","msg":"trace[2018537415] transaction","detail":"{read_only:false; response_revision:1642; number_of_response:1; }","duration":"958.374206ms","start":"2026-03-13T23:09:49.940979Z","end":"2026-03-13T23:09:50.899353Z","steps":["trace[2018537415] 'process raft request' (duration: 958.175542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:09:50.899424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:09:49.940967Z","time spent":"958.425579ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:09:50.899385Z","caller":"traceutil/trace.go:171","msg":"trace[358325503] linearizableReadLoop","detail":"{readStateIndex:1711; appliedIndex:1706; }","duration":"956.915769ms","start":"2026-03-13T23:09:49.942446Z","end":"2026-03-13T23:09:50.899362Z","steps":["trace[358325503] 'read index received' (duration: 247.6588ms)","trace[358325503] 'applied index is now lower than readState.Index' (duration: 709.255889ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:09:50.899565Z","caller":"traceutil/trace.go:171","msg":"trace[637338483] transaction","detail":"{read_only:false; response_revision:1643; number_of_response:1; }","duration":"956.825896ms","start":"2026-03-13T23:09:49.942726Z","end":"2026-03-13T23:09:50.899552Z","steps":["trace[637338483] 'process raft request' (duration: 956.565539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:09:50.899424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:09:49.939184Z","time spent":"960.200836ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:09:50.899667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.168167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-13T23:09:50.899717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:09:49.94272Z","time spent":"956.886168ms","remote":"127.0.0.1:55356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:09:50.89975Z","caller":"traceutil/trace.go:171","msg":"trace[164424915] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:1643; }","duration":"336.308631ms","start":"2026-03-13T23:09:50.563422Z","end":"2026-03-13T23:09:50.899731Z","steps":["trace[164424915] 'agreement among raft nodes before linearized reading' (duration: 336.153907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:09:50.899787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.332749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:09:50.899845Z","caller":"traceutil/trace.go:171","msg":"trace[2048766984] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1643; }","duration":"957.405122ms","start":"2026-03-13T23:09:49.942427Z","end":"2026-03-13T23:09:50.899832Z","steps":["trace[2048766984] 'agreement among raft nodes before linearized reading' (duration: 957.30802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:09:50.899885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:09:49.942419Z","time spent":"957.458363ms","remote":"127.0.0.1:55124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:09:50.899804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:09:50.563398Z","time spent":"336.395444ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":10,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-03-13T23:09:58.930151Z","caller":"traceutil/trace.go:171","msg":"trace[963986750] transaction","detail":"{read_only:false; response_revision:1709; number_of_response:1; }","duration":"118.293294ms","start":"2026-03-13T23:09:58.81182Z","end":"2026-03-13T23:09:58.930114Z","steps":["trace[963986750] 'process raft request' (duration: 118.017827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:09:59.32976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.601084ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:09:59.330056Z","caller":"traceutil/trace.go:171","msg":"trace[443427005] transaction","detail":"{read_only:false; response_revision:1711; number_of_response:1; }","duration":"391.049607ms","start":"2026-03-13T23:09:58.938984Z","end":"2026-03-13T23:09:59.330034Z","steps":["trace[443427005] 'process raft request' (duration: 390.913962ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:09:59.330069Z","caller":"traceutil/trace.go:171","msg":"trace[1352009917] transaction","detail":"{read_only:false; response_revision:1710; number_of_response:1; }","duration":"392.296869ms","start":"2026-03-13T23:09:58.937726Z","end":"2026-03-13T23:09:59.330023Z","steps":["trace[1352009917] 'process raft request' (duration: 87.299875ms)","trace[1352009917] 'compare' (duration: 304.430909ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:09:59.330147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:09:58.938966Z","time spent":"391.143559ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:09:59.330258Z","caller":"traceutil/trace.go:171","msg":"trace[283491993] transaction","detail":"{read_only:false; response_revision:1712; number_of_response:1; }","duration":"389.945746ms","start":"2026-03-13T23:09:58.940275Z","end":"2026-03-13T23:09:59.330221Z","steps":["trace[283491993] 'process raft request' (duration: 389.71007ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:09:59.330274Z","caller":"traceutil/trace.go:171","msg":"trace[1284645378] linearizableReadLoop","detail":"{readStateIndex:1785; appliedIndex:1781; }","duration":"331.843863ms","start":"2026-03-13T23:09:58.998409Z","end":"2026-03-13T23:09:59.330253Z","steps":["trace[1284645378] 'read index received' (duration: 26.673525ms)","trace[1284645378] 'applied index is now lower than readState.Index' (duration: 305.169308ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:09:59.330338Z","caller":"traceutil/trace.go:171","msg":"trace[1728836924] transaction","detail":"{read_only:false; response_revision:1713; number_of_response:1; }","duration":"389.455504ms","start":"2026-03-13T23:09:58.94087Z","end":"2026-03-13T23:09:59.330326Z","steps":["trace[1728836924] 'process raft request' (duration: 389.271149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:09:59.330364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:09:58.937712Z","time spent":"392.449153ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:09:59.330407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:09:58.940839Z","time spent":"389.535756ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:09:59.330415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:09:58.940258Z","time spent":"390.069561ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:09:59.330495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.076879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-13T23:09:59.330533Z","caller":"traceutil/trace.go:171","msg":"trace[1119056003] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1713; }","duration":"332.162621ms","start":"2026-03-13T23:09:58.998354Z","end":"2026-03-13T23:09:59.330517Z","steps":["trace[1119056003] 'agreement among raft nodes before linearized reading' (duration: 331.978876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:09:59.330562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:09:58.998337Z","time spent":"332.217911ms","remote":"127.0.0.1:42908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-13T23:10:03.211111Z","caller":"traceutil/trace.go:171","msg":"trace[555268895] transaction","detail":"{read_only:false; response_revision:1747; number_of_response:1; }","duration":"261.612358ms","start":"2026-03-13T23:10:02.949469Z","end":"2026-03-13T23:10:03.211081Z","steps":["trace[555268895] 'process raft request' (duration: 261.397882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:10:03.865562Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604443619137996,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-13T23:10:04.037216Z","caller":"traceutil/trace.go:171","msg":"trace[802153169] transaction","detail":"{read_only:false; response_revision:1748; number_of_response:1; }","duration":"680.651123ms","start":"2026-03-13T23:10:03.356541Z","end":"2026-03-13T23:10:04.037193Z","steps":["trace[802153169] 'process raft request' (duration: 680.414447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:10:04.037357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:10:03.35653Z","time spent":"680.746486ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:10:04.037453Z","caller":"traceutil/trace.go:171","msg":"trace[1659348373] transaction","detail":"{read_only:false; response_revision:1749; number_of_response:1; }","duration":"680.875039ms","start":"2026-03-13T23:10:03.356542Z","end":"2026-03-13T23:10:04.037417Z","steps":["trace[1659348373] 'process raft request' (duration: 680.610052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:10:04.03765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:10:03.356524Z","time spent":"681.034393ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:10:04.043014Z","caller":"traceutil/trace.go:171","msg":"trace[1382233738] transaction","detail":"{read_only:false; response_revision:1750; number_of_response:1; }","duration":"686.244821ms","start":"2026-03-13T23:10:03.356749Z","end":"2026-03-13T23:10:04.042994Z","steps":["trace[1382233738] 'process raft request' (duration: 686.091527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:10:04.043133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:10:03.356713Z","time spent":"686.359035ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:10:04.043275Z","caller":"traceutil/trace.go:171","msg":"trace[398846740] transaction","detail":"{read_only:false; response_revision:1751; number_of_response:1; }","duration":"686.311053ms","start":"2026-03-13T23:10:03.356941Z","end":"2026-03-13T23:10:04.043252Z","steps":["trace[398846740] 'process raft request' (duration: 686.003044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:10:04.043365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:10:03.356923Z","time spent":"686.398686ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:10:04.043521Z","caller":"traceutil/trace.go:171","msg":"trace[1548511613] transaction","detail":"{read_only:false; response_revision:1752; number_of_response:1; }","duration":"139.888614ms","start":"2026-03-13T23:10:03.903622Z","end":"2026-03-13T23:10:04.043511Z","steps":["trace[1548511613] 'process raft request' (duration: 139.573126ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:10:04.043857Z","caller":"traceutil/trace.go:171","msg":"trace[389012882] linearizableReadLoop","detail":"{readStateIndex:1824; appliedIndex:1820; }","duration":"679.228466ms","start":"2026-03-13T23:10:03.364606Z","end":"2026-03-13T23:10:04.043835Z","steps":["trace[389012882] 'read index received' (duration: 672.356324ms)","trace[389012882] 'applied index is now lower than readState.Index' (duration: 6.870842ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:10:04.044064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.610428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:10:04.044073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.13335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:10:04.044109Z","caller":"traceutil/trace.go:171","msg":"trace[2045562767] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1755; }","duration":"155.717002ms","start":"2026-03-13T23:10:03.88838Z","end":"2026-03-13T23:10:04.044097Z","steps":["trace[2045562767] 'agreement among raft nodes before linearized reading' (duration: 155.606919ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:10:04.044117Z","caller":"traceutil/trace.go:171","msg":"trace[438979266] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:1755; }","duration":"563.230303ms","start":"2026-03-13T23:10:03.480877Z","end":"2026-03-13T23:10:04.044107Z","steps":["trace[438979266] 'agreement among raft nodes before linearized reading' (duration: 563.10745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:10:04.044149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:10:03.480853Z","time spent":"563.288385ms","remote":"127.0.0.1:55606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":2,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:10:04.044236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.623636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-13T23:10:04.044299Z","caller":"traceutil/trace.go:171","msg":"trace[1849833348] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1755; }","duration":"679.73458ms","start":"2026-03-13T23:10:03.364545Z","end":"2026-03-13T23:10:04.044279Z","steps":["trace[1849833348] 'agreement among raft nodes before linearized reading' (duration: 679.402762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:10:04.044345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:10:03.364523Z","time spent":"679.812771ms","remote":"127.0.0.1:42908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-13T23:10:05.089047Z","caller":"traceutil/trace.go:171","msg":"trace[392360998] linearizableReadLoop","detail":"{readStateIndex:1829; appliedIndex:1828; }","duration":"200.101934ms","start":"2026-03-13T23:10:04.888924Z","end":"2026-03-13T23:10:05.089025Z","steps":["trace[392360998] 'read index received' (duration: 199.834627ms)","trace[392360998] 'applied index is now lower than readState.Index' (duration: 266.257µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:10:05.089229Z","caller":"traceutil/trace.go:171","msg":"trace[925157534] transaction","detail":"{read_only:false; response_revision:1756; number_of_response:1; }","duration":"380.220409ms","start":"2026-03-13T23:10:04.708974Z","end":"2026-03-13T23:10:05.089194Z","steps":["trace[925157534] 'process raft request' (duration: 379.87215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:10:05.089335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.401761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:10:05.089395Z","caller":"traceutil/trace.go:171","msg":"trace[319326805] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1756; }","duration":"200.525615ms","start":"2026-03-13T23:10:04.888854Z","end":"2026-03-13T23:10:05.089379Z","steps":["trace[319326805] 'agreement among raft nodes before linearized reading' (duration: 200.31802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:10:05.089409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:10:04.708943Z","time spent":"380.360713ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:10:16.326814Z","caller":"traceutil/trace.go:171","msg":"trace[276536918] linearizableReadLoop","detail":"{readStateIndex:1883; appliedIndex:1882; }","duration":"230.102173ms","start":"2026-03-13T23:10:16.096678Z","end":"2026-03-13T23:10:16.326781Z","steps":["trace[276536918] 'read index received' (duration: 229.98459ms)","trace[276536918] 'applied index is now lower than readState.Index' (duration: 116.033µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:10:16.326861Z","caller":"traceutil/trace.go:171","msg":"trace[1680660787] transaction","detail":"{read_only:false; response_revision:1808; number_of_response:1; }","duration":"232.342141ms","start":"2026-03-13T23:10:16.094484Z","end":"2026-03-13T23:10:16.326826Z","steps":["trace[1680660787] 'process raft request' (duration: 232.080225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:10:16.32719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.487612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-13T23:10:16.327254Z","caller":"traceutil/trace.go:171","msg":"trace[488519957] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1808; }","duration":"230.644206ms","start":"2026-03-13T23:10:16.096595Z","end":"2026-03-13T23:10:16.32724Z","steps":["trace[488519957] 'agreement among raft nodes before linearized reading' (duration: 230.349989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:10:16.575189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.092627ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:10:16.575555Z","caller":"traceutil/trace.go:171","msg":"trace[1827002238] transaction","detail":"{read_only:false; response_revision:1809; number_of_response:1; }","duration":"476.396217ms","start":"2026-03-13T23:10:16.099128Z","end":"2026-03-13T23:10:16.575524Z","steps":["trace[1827002238] 'process raft request' (duration: 292.808686ms)","trace[1827002238] 'compare' (duration: 182.786499ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:10:16.575664Z","caller":"traceutil/trace.go:171","msg":"trace[908133023] transaction","detail":"{read_only:false; response_revision:1810; number_of_response:1; }","duration":"474.639581ms","start":"2026-03-13T23:10:16.100976Z","end":"2026-03-13T23:10:16.575615Z","steps":["trace[908133023] 'process raft request' (duration: 474.391354ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:10:16.575784Z","caller":"traceutil/trace.go:171","msg":"trace[18887434] transaction","detail":"{read_only:false; response_revision:1812; number_of_response:1; }","duration":"243.429768ms","start":"2026-03-13T23:10:16.332326Z","end":"2026-03-13T23:10:16.575756Z","steps":["trace[18887434] 'process raft request' (duration: 243.289725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:10:16.576118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.958758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-13T23:10:16.576113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.740506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-13T23:10:16.576191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.334066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-13T23:10:16.576275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:10:16.100962Z","time spent":"475.109663ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:10:16.576323Z","caller":"traceutil/trace.go:171","msg":"trace[910133401] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1812; }","duration":"467.972393ms","start":"2026-03-13T23:10:16.108282Z","end":"2026-03-13T23:10:16.576255Z","steps":["trace[910133401] 'agreement among raft nodes before linearized reading' (duration: 467.53783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:10:16.576134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.711474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-13T23:10:16.576484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:10:16.108257Z","time spent":"468.209158ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-13T23:10:16.57654Z","caller":"traceutil/trace.go:171","msg":"trace[1642537061] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1812; }","duration":"402.161496ms","start":"2026-03-13T23:10:16.174352Z","end":"2026-03-13T23:10:16.576514Z","steps":["trace[1642537061] 'agreement among raft nodes before linearized reading' (duration: 401.440756ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:10:16.575906Z","caller":"traceutil/trace.go:171","msg":"trace[671677804] transaction","detail":"{read_only:false; response_revision:1811; number_of_response:1; }","duration":"292.54457ms","start":"2026-03-13T23:10:16.283298Z","end":"2026-03-13T23:10:16.575843Z","steps":["trace[671677804] 'process raft request' (duration: 292.222501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:10:16.576589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:10:16.174337Z","time spent":"402.236757ms","remote":"127.0.0.1:42908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-13T23:10:16.575768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:10:16.099094Z","time spent":"476.545421ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:10:16.576191Z","caller":"traceutil/trace.go:171","msg":"trace[1786291870] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1812; }","duration":"472.051851ms","start":"2026-03-13T23:10:16.104124Z","end":"2026-03-13T23:10:16.576176Z","steps":["trace[1786291870] 'agreement among raft nodes before linearized reading' (duration: 471.772123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:10:16.57675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:10:16.104013Z","time spent":"472.720288ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-13T23:10:16.57583Z","caller":"traceutil/trace.go:171","msg":"trace[499466190] linearizableReadLoop","detail":"{readStateIndex:1886; appliedIndex:1883; }","duration":"248.889434ms","start":"2026-03-13T23:10:16.3269Z","end":"2026-03-13T23:10:16.57579Z","steps":["trace[499466190] 'read index received' (duration: 65.111238ms)","trace[499466190] 'applied index is now lower than readState.Index' (duration: 183.774516ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:10:16.576303Z","caller":"traceutil/trace.go:171","msg":"trace[1703585592] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1812; }","duration":"467.496279ms","start":"2026-03-13T23:10:16.108782Z","end":"2026-03-13T23:10:16.576278Z","steps":["trace[1703585592] 'agreement among raft nodes before linearized reading' (duration: 467.034566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:10:16.576971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:10:16.108769Z","time spent":"468.179388ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T23:10:16.577135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.657049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11988"} {"level":"info","ts":"2026-03-13T23:10:16.577191Z","caller":"traceutil/trace.go:171","msg":"trace[1013549963] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1812; }","duration":"130.765361ms","start":"2026-03-13T23:10:16.446413Z","end":"2026-03-13T23:10:16.577178Z","steps":["trace[1013549963] 'agreement among raft nodes before linearized reading' (duration: 130.604287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:10:17.745314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.862698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-13T23:10:17.745423Z","caller":"traceutil/trace.go:171","msg":"trace[1891934079] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1817; }","duration":"160.016232ms","start":"2026-03-13T23:10:17.585378Z","end":"2026-03-13T23:10:17.745394Z","steps":["trace[1891934079] 'range keys from in-memory index tree' (duration: 159.61458ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:10:18.044416Z","caller":"traceutil/trace.go:171","msg":"trace[1209292212] transaction","detail":"{read_only:false; response_revision:1818; number_of_response:1; }","duration":"118.165884ms","start":"2026-03-13T23:10:17.926207Z","end":"2026-03-13T23:10:18.044373Z","steps":["trace[1209292212] 'process raft request' (duration: 33.846873ms)","trace[1209292212] 'compare' (duration: 84.113335ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:10:19.445603Z","caller":"traceutil/trace.go:171","msg":"trace[1133602351] transaction","detail":"{read_only:false; response_revision:1829; number_of_response:1; }","duration":"108.356633ms","start":"2026-03-13T23:10:19.337218Z","end":"2026-03-13T23:10:19.445575Z","steps":["trace[1133602351] 'process raft request' (duration: 108.111606ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:10:35.296794Z","caller":"traceutil/trace.go:171","msg":"trace[279906585] transaction","detail":"{read_only:false; response_revision:1907; number_of_response:1; }","duration":"133.490794ms","start":"2026-03-13T23:10:35.163277Z","end":"2026-03-13T23:10:35.296768Z","steps":["trace[279906585] 'process raft request' (duration: 133.3401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:10:41.081877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.839551ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:10:41.08216Z","caller":"traceutil/trace.go:171","msg":"trace[1517852451] linearizableReadLoop","detail":"{readStateIndex:2014; appliedIndex:2010; }","duration":"236.720189ms","start":"2026-03-13T23:10:40.845421Z","end":"2026-03-13T23:10:41.082141Z","steps":["trace[1517852451] 'read index received' (duration: 68.5311ms)","trace[1517852451] 'applied index is now lower than readState.Index' (duration: 168.187969ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:10:41.082232Z","caller":"traceutil/trace.go:171","msg":"trace[664023120] transaction","detail":"{read_only:false; response_revision:1932; number_of_response:1; }","duration":"277.114898ms","start":"2026-03-13T23:10:40.80509Z","end":"2026-03-13T23:10:41.082205Z","steps":["trace[664023120] 'process raft request' (duration: 276.895513ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:10:41.082217Z","caller":"traceutil/trace.go:171","msg":"trace[420331073] transaction","detail":"{read_only:false; response_revision:1933; number_of_response:1; }","duration":"276.535111ms","start":"2026-03-13T23:10:40.805644Z","end":"2026-03-13T23:10:41.08218Z","steps":["trace[420331073] 'process raft request' (duration: 276.427648ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:10:41.082216Z","caller":"traceutil/trace.go:171","msg":"trace[978275429] transaction","detail":"{read_only:false; response_revision:1934; number_of_response:1; }","duration":"275.262377ms","start":"2026-03-13T23:10:40.806925Z","end":"2026-03-13T23:10:41.082187Z","steps":["trace[978275429] 'process raft request' (duration: 275.184046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:10:41.0823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.882443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:10:41.082345Z","caller":"traceutil/trace.go:171","msg":"trace[1349109265] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:1934; }","duration":"236.951135ms","start":"2026-03-13T23:10:40.845379Z","end":"2026-03-13T23:10:41.082331Z","steps":["trace[1349109265] 'agreement among raft nodes before linearized reading' (duration: 236.863502ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:10:41.082249Z","caller":"traceutil/trace.go:171","msg":"trace[266600072] transaction","detail":"{read_only:false; response_revision:1931; number_of_response:1; }","duration":"278.790443ms","start":"2026-03-13T23:10:40.803305Z","end":"2026-03-13T23:10:41.082095Z","steps":["trace[266600072] 'process raft request' (duration: 110.643594ms)","trace[266600072] 'compare' (duration: 167.683615ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:10:41.082458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.647004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:10:41.082727Z","caller":"traceutil/trace.go:171","msg":"trace[128018461] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1934; }","duration":"195.94975ms","start":"2026-03-13T23:10:40.886765Z","end":"2026-03-13T23:10:41.082714Z","steps":["trace[128018461] 'agreement among raft nodes before linearized reading' (duration: 195.648733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:10:41.082471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.999963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-13T23:10:41.082726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.07803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-13T23:10:41.082905Z","caller":"traceutil/trace.go:171","msg":"trace[1121929624] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1934; }","duration":"235.442456ms","start":"2026-03-13T23:10:40.84741Z","end":"2026-03-13T23:10:41.082853Z","steps":["trace[1121929624] 'agreement among raft nodes before linearized reading' (duration: 234.924122ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:10:41.082927Z","caller":"traceutil/trace.go:171","msg":"trace[359756303] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1934; }","duration":"158.340117ms","start":"2026-03-13T23:10:40.924566Z","end":"2026-03-13T23:10:41.082906Z","steps":["trace[359756303] 'agreement among raft nodes before linearized reading' (duration: 157.882715ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:10:41.992898Z","caller":"traceutil/trace.go:171","msg":"trace[494967030] linearizableReadLoop","detail":"{readStateIndex:2017; appliedIndex:2016; }","duration":"231.563802ms","start":"2026-03-13T23:10:41.761315Z","end":"2026-03-13T23:10:41.992879Z","steps":["trace[494967030] 'read index received' (duration: 231.362787ms)","trace[494967030] 'applied index is now lower than readState.Index' (duration: 200.245µs)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:10:41.993285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.62942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:10:41.993354Z","caller":"traceutil/trace.go:171","msg":"trace[22308426] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1937; }","duration":"105.761313ms","start":"2026-03-13T23:10:41.887585Z","end":"2026-03-13T23:10:41.993346Z","steps":["trace[22308426] 'agreement among raft nodes before linearized reading' (duration: 105.6454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:10:41.993503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.129228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"info","ts":"2026-03-13T23:10:41.993672Z","caller":"traceutil/trace.go:171","msg":"trace[459769583] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1937; }","duration":"232.318022ms","start":"2026-03-13T23:10:41.761295Z","end":"2026-03-13T23:10:41.993613Z","steps":["trace[459769583] 'agreement among raft nodes before linearized reading' (duration: 231.795189ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:10:41.99373Z","caller":"traceutil/trace.go:171","msg":"trace[1758245531] transaction","detail":"{read_only:false; response_revision:1937; number_of_response:1; }","duration":"328.562521ms","start":"2026-03-13T23:10:41.665107Z","end":"2026-03-13T23:10:41.99367Z","steps":["trace[1758245531] 'process raft request' (duration: 327.652447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:10:41.993926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:10:41.665078Z","time spent":"328.738066ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:10:42.459737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.712598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-13T23:10:42.459809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.596341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-13T23:10:42.459986Z","caller":"traceutil/trace.go:171","msg":"trace[1792696417] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:1937; }","duration":"292.061597ms","start":"2026-03-13T23:10:42.167895Z","end":"2026-03-13T23:10:42.459957Z","steps":["trace[1792696417] 'count revisions from in-memory index tree' (duration: 291.581034ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:10:42.460095Z","caller":"traceutil/trace.go:171","msg":"trace[1041399265] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1937; }","duration":"368.916179ms","start":"2026-03-13T23:10:42.091146Z","end":"2026-03-13T23:10:42.460062Z","steps":["trace[1041399265] 'range keys from in-memory index tree' (duration: 368.418905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:10:42.460523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:10:42.091135Z","time spent":"369.37332ms","remote":"127.0.0.1:42908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-13T23:10:44.102399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.379768ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:10:44.102803Z","caller":"traceutil/trace.go:171","msg":"trace[287324558] transaction","detail":"{read_only:false; response_revision:1940; number_of_response:1; }","duration":"1.297948489s","start":"2026-03-13T23:10:42.804742Z","end":"2026-03-13T23:10:44.102691Z","steps":["trace[287324558] 'process raft request' (duration: 467.187541ms)","trace[287324558] 'compare' (duration: 829.588666ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:10:44.102876Z","caller":"traceutil/trace.go:171","msg":"trace[424400314] transaction","detail":"{read_only:false; response_revision:1941; number_of_response:1; }","duration":"1.29685225s","start":"2026-03-13T23:10:42.80586Z","end":"2026-03-13T23:10:44.102712Z","steps":["trace[424400314] 'process raft request' (duration: 1.296655405s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:10:44.103119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:10:42.804713Z","time spent":"1.298225106s","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:10:44.103176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:10:42.80582Z","time spent":"1.297165538s","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:10:44.349826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.21268ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-13T23:10:44.349985Z","caller":"traceutil/trace.go:171","msg":"trace[1968923696] linearizableReadLoop","detail":"{readStateIndex:2021; appliedIndex:2019; }","duration":"1.462305276s","start":"2026-03-13T23:10:42.887653Z","end":"2026-03-13T23:10:44.349959Z","steps":["trace[1968923696] 'read index received' (duration: 384.244607ms)","trace[1968923696] 'applied index is now lower than readState.Index' (duration: 1.078058739s)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:10:44.350221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.462553834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:10:44.350314Z","caller":"traceutil/trace.go:171","msg":"trace[953386113] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1941; }","duration":"1.462711067s","start":"2026-03-13T23:10:42.887583Z","end":"2026-03-13T23:10:44.350294Z","steps":["trace[953386113] 'agreement among raft nodes before linearized reading' (duration: 1.462550164s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:10:44.350371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:10:42.887551Z","time spent":"1.46281264s","remote":"127.0.0.1:55134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:10:44.350562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.26240524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-13T23:10:44.350548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.995519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-13T23:10:44.350615Z","caller":"traceutil/trace.go:171","msg":"trace[447496264] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1941; }","duration":"1.262515403s","start":"2026-03-13T23:10:43.088084Z","end":"2026-03-13T23:10:44.350599Z","steps":["trace[447496264] 'agreement among raft nodes before linearized reading' (duration: 1.26238805s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:10:44.350635Z","caller":"traceutil/trace.go:171","msg":"trace[208128418] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1941; }","duration":"881.128711ms","start":"2026-03-13T23:10:43.469482Z","end":"2026-03-13T23:10:44.350611Z","steps":["trace[208128418] 'agreement among raft nodes before linearized reading' (duration: 880.857914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:10:44.350695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:10:43.469459Z","time spent":"881.226145ms","remote":"127.0.0.1:42908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-13T23:10:44.350698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:10:43.088052Z","time spent":"1.262632716s","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T23:10:44.350782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.262634806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-13T23:10:44.350738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.379296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-13T23:10:44.350904Z","caller":"traceutil/trace.go:171","msg":"trace[391543497] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1941; }","duration":"1.262828572s","start":"2026-03-13T23:10:43.08805Z","end":"2026-03-13T23:10:44.350878Z","steps":["trace[391543497] 'agreement among raft nodes before linearized reading' (duration: 1.26238778s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:10:44.350922Z","caller":"traceutil/trace.go:171","msg":"trace[422678243] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1941; }","duration":"352.646694ms","start":"2026-03-13T23:10:43.998248Z","end":"2026-03-13T23:10:44.350894Z","steps":["trace[422678243] 'agreement among raft nodes before linearized reading' (duration: 352.195142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:10:44.350968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:10:43.088044Z","time spent":"1.262914514s","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T23:10:44.350973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:10:43.998217Z","time spent":"352.746357ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T23:10:44.350791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.26280097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-13T23:10:44.350397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.263288714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-13T23:10:44.351127Z","caller":"traceutil/trace.go:171","msg":"trace[1269717896] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1941; }","duration":"1.26319089s","start":"2026-03-13T23:10:43.087909Z","end":"2026-03-13T23:10:44.3511Z","steps":["trace[1269717896] 'agreement among raft nodes before linearized reading' (duration: 1.262544103s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:10:44.351252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:10:43.087902Z","time spent":"1.263334894s","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-13T23:10:44.351268Z","caller":"traceutil/trace.go:171","msg":"trace[1351066356] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1941; }","duration":"1.264202639s","start":"2026-03-13T23:10:43.087025Z","end":"2026-03-13T23:10:44.351228Z","steps":["trace[1351066356] 'agreement among raft nodes before linearized reading' (duration: 1.26315036s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:10:44.351402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:10:43.087Z","time spent":"1.264357402s","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-13T23:10:44.709931Z","caller":"traceutil/trace.go:171","msg":"trace[1424181106] transaction","detail":"{read_only:false; response_revision:1942; number_of_response:1; }","duration":"353.59488ms","start":"2026-03-13T23:10:44.356309Z","end":"2026-03-13T23:10:44.709904Z","steps":["trace[1424181106] 'process raft request' (duration: 353.371754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:10:44.710227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:10:44.356283Z","time spent":"353.733973ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:10:44.937231Z","caller":"traceutil/trace.go:171","msg":"trace[1071139726] transaction","detail":"{read_only:false; response_revision:1945; number_of_response:1; }","duration":"580.400623ms","start":"2026-03-13T23:10:44.356796Z","end":"2026-03-13T23:10:44.937197Z","steps":["trace[1071139726] 'process raft request' (duration: 580.245579ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:10:44.937363Z","caller":"traceutil/trace.go:171","msg":"trace[91440297] transaction","detail":"{read_only:false; response_revision:1946; number_of_response:1; }","duration":"579.940162ms","start":"2026-03-13T23:10:44.35741Z","end":"2026-03-13T23:10:44.93735Z","steps":["trace[91440297] 'process raft request' (duration: 579.669184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:10:44.937384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.405215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:10:44.937358Z","caller":"traceutil/trace.go:171","msg":"trace[1591244247] transaction","detail":"{read_only:false; response_revision:1947; number_of_response:1; }","duration":"471.28136ms","start":"2026-03-13T23:10:44.466009Z","end":"2026-03-13T23:10:44.93729Z","steps":["trace[1591244247] 'process raft request' (duration: 471.111686ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:10:44.937446Z","caller":"traceutil/trace.go:171","msg":"trace[1304062368] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1948; }","duration":"577.499416ms","start":"2026-03-13T23:10:44.359933Z","end":"2026-03-13T23:10:44.937433Z","steps":["trace[1304062368] 'agreement among raft nodes before linearized reading' (duration: 577.368003ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:10:44.937231Z","caller":"traceutil/trace.go:171","msg":"trace[1100500835] transaction","detail":"{read_only:false; response_revision:1943; number_of_response:1; }","duration":"580.62126ms","start":"2026-03-13T23:10:44.356558Z","end":"2026-03-13T23:10:44.937179Z","steps":["trace[1100500835] 'process raft request' (duration: 580.282891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:10:44.937463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:10:44.356766Z","time spent":"580.568377ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:10:44.937443Z","caller":"traceutil/trace.go:171","msg":"trace[131386266] transaction","detail":"{read_only:false; response_revision:1944; number_of_response:1; }","duration":"580.64834ms","start":"2026-03-13T23:10:44.356734Z","end":"2026-03-13T23:10:44.937382Z","steps":["trace[131386266] 'process raft request' (duration: 580.258009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:10:44.937484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:10:44.359924Z","time spent":"577.552208ms","remote":"127.0.0.1:55124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-13T23:10:44.937493Z","caller":"traceutil/trace.go:171","msg":"trace[1438655874] transaction","detail":"{read_only:false; response_revision:1948; number_of_response:1; }","duration":"259.053325ms","start":"2026-03-13T23:10:44.678375Z","end":"2026-03-13T23:10:44.937428Z","steps":["trace[1438655874] 'process raft request' (duration: 258.784068ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:10:44.937246Z","caller":"traceutil/trace.go:171","msg":"trace[1059751227] linearizableReadLoop","detail":"{readStateIndex:2027; appliedIndex:2022; }","duration":"577.271609ms","start":"2026-03-13T23:10:44.359952Z","end":"2026-03-13T23:10:44.937224Z","steps":["trace[1059751227] 'read index received' (duration: 349.714965ms)","trace[1059751227] 'applied index is now lower than readState.Index' (duration: 227.532584ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:10:44.937602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:10:44.356532Z","time spent":"580.989039ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:10:44.937473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:10:44.357384Z","time spent":"580.026244ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:10:44.93764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:10:44.465983Z","time spent":"471.505027ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:10:44.937684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:10:44.356719Z","time spent":"580.841406ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:10:44.939306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.070809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:10:44.939369Z","caller":"traceutil/trace.go:171","msg":"trace[1381915377] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:1949; }","duration":"158.167152ms","start":"2026-03-13T23:10:44.781185Z","end":"2026-03-13T23:10:44.939352Z","steps":["trace[1381915377] 'agreement among raft nodes before linearized reading' (duration: 158.048508ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:10:44.939578Z","caller":"traceutil/trace.go:171","msg":"trace[914979088] transaction","detail":"{read_only:false; response_revision:1949; number_of_response:1; }","duration":"216.429268ms","start":"2026-03-13T23:10:44.723134Z","end":"2026-03-13T23:10:44.939563Z","steps":["trace[914979088] 'process raft request' (duration: 215.843363ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:11.141761Z","caller":"traceutil/trace.go:171","msg":"trace[219609294] transaction","detail":"{read_only:false; response_revision:2066; number_of_response:1; }","duration":"105.924348ms","start":"2026-03-13T23:11:11.035752Z","end":"2026-03-13T23:11:11.141676Z","steps":["trace[219609294] 'process raft request' (duration: 87.297031ms)","trace[219609294] 'compare' (duration: 18.305368ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:11:11.346059Z","caller":"traceutil/trace.go:171","msg":"trace[490694173] transaction","detail":"{read_only:false; response_revision:2069; number_of_response:1; }","duration":"198.672473ms","start":"2026-03-13T23:11:11.14736Z","end":"2026-03-13T23:11:11.346033Z","steps":["trace[490694173] 'process raft request' (duration: 198.573081ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:11.346112Z","caller":"traceutil/trace.go:171","msg":"trace[82857792] transaction","detail":"{read_only:false; response_revision:2068; number_of_response:1; }","duration":"198.735816ms","start":"2026-03-13T23:11:11.147323Z","end":"2026-03-13T23:11:11.346059Z","steps":["trace[82857792] 'process raft request' (duration: 171.127638ms)","trace[82857792] 'compare' (duration: 27.3456ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:11:11.346209Z","caller":"traceutil/trace.go:171","msg":"trace[1169233059] linearizableReadLoop","detail":"{readStateIndex:2157; appliedIndex:2153; }","duration":"192.934241ms","start":"2026-03-13T23:11:11.153243Z","end":"2026-03-13T23:11:11.346177Z","steps":["trace[1169233059] 'read index received' (duration: 58.914883ms)","trace[1169233059] 'applied index is now lower than readState.Index' (duration: 134.017888ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:11:11.346348Z","caller":"traceutil/trace.go:171","msg":"trace[1225945652] transaction","detail":"{read_only:false; response_revision:2070; number_of_response:1; }","duration":"198.819097ms","start":"2026-03-13T23:11:11.147481Z","end":"2026-03-13T23:11:11.3463Z","steps":["trace[1225945652] 'process raft request' (duration: 198.509949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:11.346423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.168747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-13T23:11:11.346466Z","caller":"traceutil/trace.go:171","msg":"trace[990270281] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2070; }","duration":"193.273479ms","start":"2026-03-13T23:11:11.153178Z","end":"2026-03-13T23:11:11.346451Z","steps":["trace[990270281] 'agreement among raft nodes before linearized reading' (duration: 193.109445ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:44.751949Z","caller":"traceutil/trace.go:171","msg":"trace[600763283] transaction","detail":"{read_only:false; response_revision:2244; number_of_response:1; }","duration":"165.442873ms","start":"2026-03-13T23:11:44.586452Z","end":"2026-03-13T23:11:44.751895Z","steps":["trace[600763283] 'process raft request' (duration: 165.193356ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:44.982998Z","caller":"traceutil/trace.go:171","msg":"trace[1397904918] transaction","detail":"{read_only:false; response_revision:2246; number_of_response:1; }","duration":"216.305357ms","start":"2026-03-13T23:11:44.766663Z","end":"2026-03-13T23:11:44.982968Z","steps":["trace[1397904918] 'process raft request' (duration: 210.002519ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:44.984748Z","caller":"traceutil/trace.go:171","msg":"trace[483132289] transaction","detail":"{read_only:false; response_revision:2247; number_of_response:1; }","duration":"217.849218ms","start":"2026-03-13T23:11:44.766826Z","end":"2026-03-13T23:11:44.984676Z","steps":["trace[483132289] 'process raft request' (duration: 217.518239ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:46.441917Z","caller":"traceutil/trace.go:171","msg":"trace[988250214] transaction","detail":"{read_only:false; response_revision:2273; number_of_response:1; }","duration":"105.60772ms","start":"2026-03-13T23:11:46.33627Z","end":"2026-03-13T23:11:46.441878Z","steps":["trace[988250214] 'process raft request' (duration: 104.942273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:58.388421Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604443619139660,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:11:58.863186Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.022871805s","expected-duration":"1s"} {"level":"info","ts":"2026-03-13T23:11:58.86363Z","caller":"traceutil/trace.go:171","msg":"trace[584093737] linearizableReadLoop","detail":"{readStateIndex:2573; appliedIndex:2572; }","duration":"975.528385ms","start":"2026-03-13T23:11:57.888062Z","end":"2026-03-13T23:11:58.863591Z","steps":["trace[584093737] 'read index received' (duration: 975.35605ms)","trace[584093737] 'applied index is now lower than readState.Index' (duration: 170.485µs)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:11:58.863645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:57.840132Z","time spent":"1.023504391s","remote":"127.0.0.1:55190","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-13T23:11:58.863836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.74844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:11:58.863931Z","caller":"traceutil/trace.go:171","msg":"trace[1232599478] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2468; }","duration":"975.884055ms","start":"2026-03-13T23:11:57.888025Z","end":"2026-03-13T23:11:58.863909Z","steps":["trace[1232599478] 'agreement among raft nodes before linearized reading' (duration: 975.70547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:58.863986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:57.888008Z","time spent":"975.970297ms","remote":"127.0.0.1:55124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-13T23:11:59.051675Z","caller":"traceutil/trace.go:171","msg":"trace[1170285294] linearizableReadLoop","detail":"{readStateIndex:2574; appliedIndex:2573; }","duration":"187.923652ms","start":"2026-03-13T23:11:58.863726Z","end":"2026-03-13T23:11:59.05165Z","steps":["trace[1170285294] 'read index received' (duration: 187.563492ms)","trace[1170285294] 'applied index is now lower than readState.Index' (duration: 358.53µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:11:59.051726Z","caller":"traceutil/trace.go:171","msg":"trace[1186955621] transaction","detail":"{read_only:false; response_revision:2469; number_of_response:1; }","duration":"572.59098ms","start":"2026-03-13T23:11:58.4791Z","end":"2026-03-13T23:11:59.051691Z","steps":["trace[1186955621] 'process raft request' (duration: 572.157409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:59.051895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:58.479069Z","time spent":"572.726393ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:11:59.051967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.124549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-13T23:11:59.052018Z","caller":"traceutil/trace.go:171","msg":"trace[1184917101] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2469; }","duration":"619.183781ms","start":"2026-03-13T23:11:58.43282Z","end":"2026-03-13T23:11:59.052003Z","steps":["trace[1184917101] 'agreement among raft nodes before linearized reading' (duration: 618.960124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:59.05206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:58.432757Z","time spent":"619.293903ms","remote":"127.0.0.1:55366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-13T23:11:59.052082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.215195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-13T23:11:59.052205Z","caller":"traceutil/trace.go:171","msg":"trace[1824069035] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2469; }","duration":"272.40933ms","start":"2026-03-13T23:11:58.779771Z","end":"2026-03-13T23:11:59.05218Z","steps":["trace[1824069035] 'agreement among raft nodes before linearized reading' (duration: 271.952328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:59.053083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.907541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:11:59.053102Z","caller":"traceutil/trace.go:171","msg":"trace[1834945780] transaction","detail":"{read_only:false; response_revision:2470; number_of_response:1; }","duration":"187.988502ms","start":"2026-03-13T23:11:58.86509Z","end":"2026-03-13T23:11:59.053079Z","steps":["trace[1834945780] 'process raft request' (duration: 187.770706ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:59.053162Z","caller":"traceutil/trace.go:171","msg":"trace[1096291879] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2470; }","duration":"188.037614ms","start":"2026-03-13T23:11:58.865105Z","end":"2026-03-13T23:11:59.053142Z","steps":["trace[1096291879] 'agreement among raft nodes before linearized reading' (duration: 187.888711ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:05.664317Z","caller":"traceutil/trace.go:171","msg":"trace[1428122248] transaction","detail":"{read_only:false; response_revision:2511; number_of_response:1; }","duration":"121.583216ms","start":"2026-03-13T23:12:05.542684Z","end":"2026-03-13T23:12:05.664267Z","steps":["trace[1428122248] 'process raft request' (duration: 121.35962ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:09.455053Z","caller":"traceutil/trace.go:171","msg":"trace[1492146799] linearizableReadLoop","detail":"{readStateIndex:2638; appliedIndex:2637; }","duration":"144.436354ms","start":"2026-03-13T23:12:09.310584Z","end":"2026-03-13T23:12:09.45502Z","steps":["trace[1492146799] 'read index received' (duration: 144.292009ms)","trace[1492146799] 'applied index is now lower than readState.Index' (duration: 142.745µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:12:09.455177Z","caller":"traceutil/trace.go:171","msg":"trace[537908142] transaction","detail":"{read_only:false; response_revision:2531; number_of_response:1; }","duration":"230.485515ms","start":"2026-03-13T23:12:09.224652Z","end":"2026-03-13T23:12:09.455138Z","steps":["trace[537908142] 'process raft request' (duration: 230.183866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:09.45533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.729272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-13T23:12:09.455382Z","caller":"traceutil/trace.go:171","msg":"trace[1610615099] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2531; }","duration":"144.811435ms","start":"2026-03-13T23:12:09.310557Z","end":"2026-03-13T23:12:09.455369Z","steps":["trace[1610615099] 'agreement among raft nodes before linearized reading' (duration: 144.587789ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:09.457974Z","caller":"traceutil/trace.go:171","msg":"trace[1313088810] transaction","detail":"{read_only:false; response_revision:2533; number_of_response:1; }","duration":"115.081944ms","start":"2026-03-13T23:12:09.342861Z","end":"2026-03-13T23:12:09.457943Z","steps":["trace[1313088810] 'process raft request' (duration: 115.030572ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:09.458334Z","caller":"traceutil/trace.go:171","msg":"trace[114797242] transaction","detail":"{read_only:false; response_revision:2532; number_of_response:1; }","duration":"118.579346ms","start":"2026-03-13T23:12:09.339705Z","end":"2026-03-13T23:12:09.458284Z","steps":["trace[114797242] 'process raft request' (duration: 118.039792ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:25.649549Z","caller":"traceutil/trace.go:171","msg":"trace[1907393928] transaction","detail":"{read_only:false; response_revision:2621; number_of_response:1; }","duration":"103.460711ms","start":"2026-03-13T23:12:25.546052Z","end":"2026-03-13T23:12:25.649513Z","steps":["trace[1907393928] 'process raft request' (duration: 103.236505ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:25.682549Z","caller":"traceutil/trace.go:171","msg":"trace[2055854154] linearizableReadLoop","detail":"{readStateIndex:2732; appliedIndex:2730; }","duration":"122.177646ms","start":"2026-03-13T23:12:25.560343Z","end":"2026-03-13T23:12:25.682521Z","steps":["trace[2055854154] 'read index received' (duration: 88.929636ms)","trace[2055854154] 'applied index is now lower than readState.Index' (duration: 33.24654ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:12:25.682608Z","caller":"traceutil/trace.go:171","msg":"trace[1137077740] transaction","detail":"{read_only:false; response_revision:2622; number_of_response:1; }","duration":"133.012614ms","start":"2026-03-13T23:12:25.549566Z","end":"2026-03-13T23:12:25.682579Z","steps":["trace[1137077740] 'process raft request' (duration: 132.814719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:25.682798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.426562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-13T23:12:25.682861Z","caller":"traceutil/trace.go:171","msg":"trace[503535330] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2622; }","duration":"122.553477ms","start":"2026-03-13T23:12:25.560298Z","end":"2026-03-13T23:12:25.682851Z","steps":["trace[503535330] 'agreement among raft nodes before linearized reading' (duration: 122.361172ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:25.894755Z","caller":"traceutil/trace.go:171","msg":"trace[1904605799] transaction","detail":"{read_only:false; response_revision:2627; number_of_response:1; }","duration":"114.765801ms","start":"2026-03-13T23:12:25.779954Z","end":"2026-03-13T23:12:25.89472Z","steps":["trace[1904605799] 'process raft request' (duration: 90.811676ms)","trace[1904605799] 'compare' (duration: 23.685707ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:12:31.784394Z","caller":"traceutil/trace.go:171","msg":"trace[689172560] transaction","detail":"{read_only:false; response_revision:2652; number_of_response:1; }","duration":"113.182719ms","start":"2026-03-13T23:12:31.671184Z","end":"2026-03-13T23:12:31.784367Z","steps":["trace[689172560] 'process raft request' (duration: 113.018715ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:32.340668Z","caller":"traceutil/trace.go:171","msg":"trace[688162422] linearizableReadLoop","detail":"{readStateIndex:2764; appliedIndex:2762; }","duration":"612.349141ms","start":"2026-03-13T23:12:31.728292Z","end":"2026-03-13T23:12:32.340641Z","steps":["trace[688162422] 'read index received' (duration: 55.962713ms)","trace[688162422] 'applied index is now lower than readState.Index' (duration: 556.384648ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:12:32.340946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.795449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-13T23:12:32.341Z","caller":"traceutil/trace.go:171","msg":"trace[2106733534] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2653; }","duration":"539.896873ms","start":"2026-03-13T23:12:31.801088Z","end":"2026-03-13T23:12:32.340985Z","steps":["trace[2106733534] 'agreement among raft nodes before linearized reading' (duration: 539.761469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:32.341025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:31.801062Z","time spent":"539.958014ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T23:12:32.341065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.733312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-13T23:12:32.34114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.077214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:12:32.341151Z","caller":"traceutil/trace.go:171","msg":"trace[889184080] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2653; }","duration":"612.890306ms","start":"2026-03-13T23:12:31.728243Z","end":"2026-03-13T23:12:32.341134Z","steps":["trace[889184080] 'agreement among raft nodes before linearized reading' (duration: 612.610868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:32.341207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.208765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-13T23:12:32.341223Z","caller":"traceutil/trace.go:171","msg":"trace[618493616] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2653; }","duration":"419.254846ms","start":"2026-03-13T23:12:31.921965Z","end":"2026-03-13T23:12:32.34122Z","steps":["trace[618493616] 'agreement among raft nodes before linearized reading' (duration: 419.208684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:32.341238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:31.92195Z","time spent":"419.283196ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T23:12:32.34122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:31.728229Z","time spent":"612.954867ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T23:12:32.341302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.459572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:12:32.341321Z","caller":"traceutil/trace.go:171","msg":"trace[1282832123] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2653; }","duration":"453.474573ms","start":"2026-03-13T23:12:31.887839Z","end":"2026-03-13T23:12:32.341314Z","steps":["trace[1282832123] 'agreement among raft nodes before linearized reading' (duration: 453.452481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:32.341332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:31.887786Z","time spent":"453.542955ms","remote":"127.0.0.1:55124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:12:32.341432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.382597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-13T23:12:32.341448Z","caller":"traceutil/trace.go:171","msg":"trace[2128880214] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2653; }","duration":"494.432247ms","start":"2026-03-13T23:12:31.847011Z","end":"2026-03-13T23:12:32.341444Z","steps":["trace[2128880214] 'agreement among raft nodes before linearized reading' (duration: 494.386925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:32.341461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:31.846992Z","time spent":"494.464908ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T23:12:32.341524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.429836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-13T23:12:32.341539Z","caller":"traceutil/trace.go:171","msg":"trace[906713030] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2653; }","duration":"500.476799ms","start":"2026-03-13T23:12:31.841057Z","end":"2026-03-13T23:12:32.341534Z","steps":["trace[906713030] 'agreement among raft nodes before linearized reading' (duration: 500.439137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:32.341551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:31.84104Z","time spent":"500.507579ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-13T23:12:32.34116Z","caller":"traceutil/trace.go:171","msg":"trace[1979752975] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:2653; }","duration":"179.142805ms","start":"2026-03-13T23:12:32.162012Z","end":"2026-03-13T23:12:32.341155Z","steps":["trace[1979752975] 'agreement among raft nodes before linearized reading' (duration: 179.104424ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:32.342019Z","caller":"traceutil/trace.go:171","msg":"trace[1087068090] transaction","detail":"{read_only:false; response_revision:2653; number_of_response:1; }","duration":"636.941854ms","start":"2026-03-13T23:12:31.703842Z","end":"2026-03-13T23:12:32.340783Z","steps":["trace[1087068090] 'process raft request' (duration: 585.412698ms)","trace[1087068090] 'compare' (duration: 50.942909ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:12:32.342171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:31.703798Z","time spent":"638.267739ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:12:32.587736Z","caller":"traceutil/trace.go:171","msg":"trace[972065491] transaction","detail":"{read_only:false; response_revision:2654; number_of_response:1; }","duration":"241.870277ms","start":"2026-03-13T23:12:32.345833Z","end":"2026-03-13T23:12:32.587703Z","steps":["trace[972065491] 'process raft request' (duration: 241.677702ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:32.603964Z","caller":"traceutil/trace.go:171","msg":"trace[1457707324] transaction","detail":"{read_only:false; response_revision:2655; number_of_response:1; }","duration":"257.661205ms","start":"2026-03-13T23:12:32.346279Z","end":"2026-03-13T23:12:32.603941Z","steps":["trace[1457707324] 'process raft request' (duration: 257.437659ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:32.603977Z","caller":"traceutil/trace.go:171","msg":"trace[1363049808] transaction","detail":"{read_only:false; response_revision:2656; number_of_response:1; }","duration":"257.610974ms","start":"2026-03-13T23:12:32.346342Z","end":"2026-03-13T23:12:32.603953Z","steps":["trace[1363049808] 'process raft request' (duration: 257.512022ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:32.604227Z","caller":"traceutil/trace.go:171","msg":"trace[534122321] linearizableReadLoop","detail":"{readStateIndex:2769; appliedIndex:2764; }","duration":"227.435895ms","start":"2026-03-13T23:12:32.376779Z","end":"2026-03-13T23:12:32.604215Z","steps":["trace[534122321] 'read index received' (duration: 210.715421ms)","trace[534122321] 'applied index is now lower than readState.Index' (duration: 16.719064ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:12:32.604238Z","caller":"traceutil/trace.go:171","msg":"trace[1488921682] transaction","detail":"{read_only:false; response_revision:2657; number_of_response:1; }","duration":"256.829454ms","start":"2026-03-13T23:12:32.347395Z","end":"2026-03-13T23:12:32.604225Z","steps":["trace[1488921682] 'process raft request' (duration: 256.494015ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:32.604281Z","caller":"traceutil/trace.go:171","msg":"trace[881949011] transaction","detail":"{read_only:false; response_revision:2658; number_of_response:1; }","duration":"256.787132ms","start":"2026-03-13T23:12:32.347463Z","end":"2026-03-13T23:12:32.60425Z","steps":["trace[881949011] 'process raft request' (duration: 256.673179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:32.604343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.549968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:12:32.604386Z","caller":"traceutil/trace.go:171","msg":"trace[143809893] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:2658; }","duration":"227.64926ms","start":"2026-03-13T23:12:32.376722Z","end":"2026-03-13T23:12:32.604372Z","steps":["trace[143809893] 'agreement among raft nodes before linearized reading' (duration: 227.538568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:32.604386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.503677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:12:32.604437Z","caller":"traceutil/trace.go:171","msg":"trace[1237196244] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:2658; }","duration":"184.575609ms","start":"2026-03-13T23:12:32.419849Z","end":"2026-03-13T23:12:32.604424Z","steps":["trace[1237196244] 'agreement among raft nodes before linearized reading' (duration: 184.473167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:32.604445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.318038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-13T23:12:32.604486Z","caller":"traceutil/trace.go:171","msg":"trace[935984441] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2658; }","duration":"171.40723ms","start":"2026-03-13T23:12:32.433068Z","end":"2026-03-13T23:12:32.604475Z","steps":["trace[935984441] 'agreement among raft nodes before linearized reading' (duration: 171.259967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:33.536327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.128901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:12:33.536436Z","caller":"traceutil/trace.go:171","msg":"trace[1881235216] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2658; }","duration":"647.295827ms","start":"2026-03-13T23:12:32.889116Z","end":"2026-03-13T23:12:33.536412Z","steps":["trace[1881235216] 'range keys from in-memory index tree' (duration: 646.992598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:33.536487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:32.889095Z","time spent":"647.381639ms","remote":"127.0.0.1:55124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:12:33.536977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.460652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189c897f3fd86148\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-13T23:12:33.537039Z","caller":"traceutil/trace.go:171","msg":"trace[1971009799] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189c897f3fd86148; range_end:; response_count:1; response_revision:2658; }","duration":"644.540904ms","start":"2026-03-13T23:12:32.892481Z","end":"2026-03-13T23:12:33.537022Z","steps":["trace[1971009799] 'range keys from in-memory index tree' (duration: 644.238206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:33.53707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:32.892471Z","time spent":"644.591726ms","remote":"127.0.0.1:55236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":788,"request content":"key:\"/registry/events/openstack/valkey-node-0.189c897f3fd86148\" "} {"level":"warn","ts":"2026-03-13T23:12:34.099693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.756159ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-13T23:12:34.100244Z","caller":"traceutil/trace.go:171","msg":"trace[1357502947] linearizableReadLoop","detail":"{readStateIndex:2771; appliedIndex:2769; }","duration":"899.97716ms","start":"2026-03-13T23:12:33.200222Z","end":"2026-03-13T23:12:34.1002Z","steps":["trace[1357502947] 'read index received' (duration: 331.889631ms)","trace[1357502947] 'applied index is now lower than readState.Index' (duration: 568.085259ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:12:34.100284Z","caller":"traceutil/trace.go:171","msg":"trace[193663940] transaction","detail":"{read_only:false; response_revision:2659; number_of_response:1; }","duration":"905.786194ms","start":"2026-03-13T23:12:33.194447Z","end":"2026-03-13T23:12:34.100234Z","steps":["trace[193663940] 'process raft request' (duration: 905.400074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:34.10056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:33.194413Z","time spent":"906.00772ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:12:34.17655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.278971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:12:34.176655Z","caller":"traceutil/trace.go:171","msg":"trace[774947867] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:2659; }","duration":"976.444115ms","start":"2026-03-13T23:12:33.200183Z","end":"2026-03-13T23:12:34.176627Z","steps":["trace[774947867] 'agreement among raft nodes before linearized reading' (duration: 900.096352ms)","trace[774947867] 'count revisions from in-memory index tree' (duration: 76.179148ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:12:34.176706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:33.200168Z","time spent":"976.526128ms","remote":"127.0.0.1:47318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-03-13T23:12:34.176814Z","caller":"traceutil/trace.go:171","msg":"trace[1301862157] transaction","detail":"{read_only:false; response_revision:2660; number_of_response:1; }","duration":"736.1129ms","start":"2026-03-13T23:12:33.440625Z","end":"2026-03-13T23:12:34.176738Z","steps":["trace[1301862157] 'process raft request' (duration: 677.876618ms)","trace[1301862157] 'compare' (duration: 57.919093ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:12:34.177042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:33.440597Z","time spent":"736.290574ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:12:34.178576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.238627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:12:34.17863Z","caller":"traceutil/trace.go:171","msg":"trace[1075977982] transaction","detail":"{read_only:false; response_revision:2661; number_of_response:1; }","duration":"638.846693ms","start":"2026-03-13T23:12:33.539761Z","end":"2026-03-13T23:12:34.178607Z","steps":["trace[1075977982] 'process raft request' (duration: 638.507104ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:34.178635Z","caller":"traceutil/trace.go:171","msg":"trace[1310123641] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:2662; }","duration":"561.351301ms","start":"2026-03-13T23:12:33.61727Z","end":"2026-03-13T23:12:34.178621Z","steps":["trace[1310123641] 'agreement among raft nodes before linearized reading' (duration: 561.241438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:34.178686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:33.617245Z","time spent":"561.432312ms","remote":"127.0.0.1:55538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:12:34.17854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.664186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:12:34.178627Z","caller":"traceutil/trace.go:171","msg":"trace[92342482] transaction","detail":"{read_only:false; response_revision:2662; number_of_response:1; }","duration":"387.524497ms","start":"2026-03-13T23:12:33.791065Z","end":"2026-03-13T23:12:34.17859Z","steps":["trace[92342482] 'process raft request' (duration: 387.299891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:34.178748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.446863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:12:34.178838Z","caller":"traceutil/trace.go:171","msg":"trace[8520690] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2662; }","duration":"581.598037ms","start":"2026-03-13T23:12:33.597221Z","end":"2026-03-13T23:12:34.178819Z","steps":["trace[8520690] 'agreement among raft nodes before linearized reading' (duration: 581.416302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:34.178882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:33.5972Z","time spent":"581.673169ms","remote":"127.0.0.1:42838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:12:34.178915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:33.791012Z","time spent":"387.801143ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:12:34.178792Z","caller":"traceutil/trace.go:171","msg":"trace[542816687] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2662; }","duration":"639.965522ms","start":"2026-03-13T23:12:33.538814Z","end":"2026-03-13T23:12:34.17878Z","steps":["trace[542816687] 'agreement among raft nodes before linearized reading' (duration: 639.596273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:34.179083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:33.53879Z","time spent":"640.285571ms","remote":"127.0.0.1:55134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:12:34.178718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:33.539673Z","time spent":"639.001057ms","remote":"127.0.0.1:55236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:13:43.196044Z","caller":"traceutil/trace.go:171","msg":"trace[886415827] transaction","detail":"{read_only:false; response_revision:2999; number_of_response:1; }","duration":"228.152879ms","start":"2026-03-13T23:13:42.967851Z","end":"2026-03-13T23:13:43.196003Z","steps":["trace[886415827] 'process raft request' (duration: 227.82588ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:43.196038Z","caller":"traceutil/trace.go:171","msg":"trace[1820594339] transaction","detail":"{read_only:false; response_revision:3000; number_of_response:1; }","duration":"227.505531ms","start":"2026-03-13T23:13:42.968495Z","end":"2026-03-13T23:13:43.196Z","steps":["trace[1820594339] 'process raft request' (duration: 227.382888ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:43.196281Z","caller":"traceutil/trace.go:171","msg":"trace[310398652] linearizableReadLoop","detail":"{readStateIndex:3127; appliedIndex:3123; }","duration":"226.359122ms","start":"2026-03-13T23:13:42.969834Z","end":"2026-03-13T23:13:43.196193Z","steps":["trace[310398652] 'read index received' (duration: 80.233181ms)","trace[310398652] 'applied index is now lower than readState.Index' (duration: 146.122451ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:13:43.196363Z","caller":"traceutil/trace.go:171","msg":"trace[1916969493] transaction","detail":"{read_only:false; response_revision:3001; number_of_response:1; }","duration":"227.037829ms","start":"2026-03-13T23:13:42.9693Z","end":"2026-03-13T23:13:43.196338Z","steps":["trace[1916969493] 'process raft request' (duration: 226.639419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:43.196638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.797234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-13T23:13:43.196681Z","caller":"traceutil/trace.go:171","msg":"trace[1703304768] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3001; }","duration":"226.908116ms","start":"2026-03-13T23:13:42.96976Z","end":"2026-03-13T23:13:43.196668Z","steps":["trace[1703304768] 'agreement among raft nodes before linearized reading' (duration: 226.632809ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:14:19.574985Z","caller":"traceutil/trace.go:171","msg":"trace[1716240875] transaction","detail":"{read_only:false; response_revision:3169; number_of_response:1; }","duration":"169.183874ms","start":"2026-03-13T23:14:19.405769Z","end":"2026-03-13T23:14:19.574953Z","steps":["trace[1716240875] 'process raft request' (duration: 169.096551ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:14:19.575023Z","caller":"traceutil/trace.go:171","msg":"trace[1775345983] transaction","detail":"{read_only:false; response_revision:3168; number_of_response:1; }","duration":"169.813219ms","start":"2026-03-13T23:14:19.405166Z","end":"2026-03-13T23:14:19.574979Z","steps":["trace[1775345983] 'process raft request' (duration: 169.575773ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:14:19.575149Z","caller":"traceutil/trace.go:171","msg":"trace[1295420232] transaction","detail":"{read_only:false; response_revision:3170; number_of_response:1; }","duration":"169.333788ms","start":"2026-03-13T23:14:19.405791Z","end":"2026-03-13T23:14:19.575125Z","steps":["trace[1295420232] 'process raft request' (duration: 169.118322ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:15:10.846136Z","caller":"traceutil/trace.go:171","msg":"trace[60638618] transaction","detail":"{read_only:false; response_revision:3605; number_of_response:1; }","duration":"149.755352ms","start":"2026-03-13T23:15:10.696359Z","end":"2026-03-13T23:15:10.846114Z","steps":["trace[60638618] 'process raft request' (duration: 149.618467ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:15:11.021772Z","caller":"traceutil/trace.go:171","msg":"trace[172791586] transaction","detail":"{read_only:false; response_revision:3606; number_of_response:1; }","duration":"266.049134ms","start":"2026-03-13T23:15:10.755691Z","end":"2026-03-13T23:15:11.02174Z","steps":["trace[172791586] 'process raft request' (duration: 265.785966ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:15:11.021999Z","caller":"traceutil/trace.go:171","msg":"trace[1954574051] linearizableReadLoop","detail":"{readStateIndex:3756; appliedIndex:3753; }","duration":"198.730194ms","start":"2026-03-13T23:15:10.823241Z","end":"2026-03-13T23:15:11.021972Z","steps":["trace[1954574051] 'read index received' (duration: 22.831847ms)","trace[1954574051] 'applied index is now lower than readState.Index' (duration: 175.895857ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:15:11.022049Z","caller":"traceutil/trace.go:171","msg":"trace[1320088232] transaction","detail":"{read_only:false; response_revision:3607; number_of_response:1; }","duration":"210.538027ms","start":"2026-03-13T23:15:10.811468Z","end":"2026-03-13T23:15:11.022006Z","steps":["trace[1320088232] 'process raft request' (duration: 210.185778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:15:11.022159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.896088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:15:11.022252Z","caller":"traceutil/trace.go:171","msg":"trace[1084170995] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:3607; }","duration":"199.040671ms","start":"2026-03-13T23:15:10.82319Z","end":"2026-03-13T23:15:11.02223Z","steps":["trace[1084170995] 'agreement among raft nodes before linearized reading' (duration: 198.891948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:15:11.022819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.253299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:15:11.022871Z","caller":"traceutil/trace.go:171","msg":"trace[770572943] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3608; }","duration":"137.373202ms","start":"2026-03-13T23:15:10.885487Z","end":"2026-03-13T23:15:11.02286Z","steps":["trace[770572943] 'agreement among raft nodes before linearized reading' (duration: 137.254839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:16:23.995521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.784753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:16:23.995657Z","caller":"traceutil/trace.go:171","msg":"trace[795642202] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4389; }","duration":"107.981629ms","start":"2026-03-13T23:16:23.887645Z","end":"2026-03-13T23:16:23.995627Z","steps":["trace[795642202] 'range keys from in-memory index tree' (duration: 107.67035ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:16:26.659597Z","caller":"traceutil/trace.go:171","msg":"trace[2119629137] linearizableReadLoop","detail":"{readStateIndex:4616; appliedIndex:4615; }","duration":"445.181758ms","start":"2026-03-13T23:16:26.214384Z","end":"2026-03-13T23:16:26.659566Z","steps":["trace[2119629137] 'read index received' (duration: 356.348947ms)","trace[2119629137] 'applied index is now lower than readState.Index' (duration: 88.831481ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:16:26.659696Z","caller":"traceutil/trace.go:171","msg":"trace[1620494091] transaction","detail":"{read_only:false; response_revision:4430; number_of_response:1; }","duration":"472.549665ms","start":"2026-03-13T23:16:26.187112Z","end":"2026-03-13T23:16:26.659662Z","steps":["trace[1620494091] 'process raft request' (duration: 383.658182ms)","trace[1620494091] 'compare' (duration: 88.658537ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:16:26.659849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:16:26.1871Z","time spent":"472.660697ms","remote":"127.0.0.1:55356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5146,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:16:26.659868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.460905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-13T23:16:26.659906Z","caller":"traceutil/trace.go:171","msg":"trace[29523670] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4430; }","duration":"445.551977ms","start":"2026-03-13T23:16:26.214344Z","end":"2026-03-13T23:16:26.659895Z","steps":["trace[29523670] 'agreement among raft nodes before linearized reading' (duration: 445.392022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:16:26.65995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:16:26.214325Z","time spent":"445.616798ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T23:16:26.660211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.372351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-13T23:16:26.660253Z","caller":"traceutil/trace.go:171","msg":"trace[780050566] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4430; }","duration":"387.453284ms","start":"2026-03-13T23:16:26.272789Z","end":"2026-03-13T23:16:26.660242Z","steps":["trace[780050566] 'agreement among raft nodes before linearized reading' (duration: 387.30584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:16:26.660287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:16:26.272765Z","time spent":"387.515526ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T23:16:26.660823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.561103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-13T23:16:26.66101Z","caller":"traceutil/trace.go:171","msg":"trace[733938947] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4430; }","duration":"385.803369ms","start":"2026-03-13T23:16:26.27518Z","end":"2026-03-13T23:16:26.660983Z","steps":["trace[733938947] 'agreement among raft nodes before linearized reading' (duration: 385.003239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:16:26.661157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:16:26.275155Z","time spent":"385.941923ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-13T23:16:31.586221Z","caller":"traceutil/trace.go:171","msg":"trace[36707899] transaction","detail":"{read_only:false; response_revision:4594; number_of_response:1; }","duration":"193.991183ms","start":"2026-03-13T23:16:31.392193Z","end":"2026-03-13T23:16:31.586185Z","steps":["trace[36707899] 'process raft request' (duration: 193.772437ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:16:31.593067Z","caller":"traceutil/trace.go:171","msg":"trace[253230267] transaction","detail":"{read_only:false; response_revision:4596; number_of_response:1; }","duration":"199.53346ms","start":"2026-03-13T23:16:31.393474Z","end":"2026-03-13T23:16:31.593008Z","steps":["trace[253230267] 'process raft request' (duration: 199.410717ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:16:31.593035Z","caller":"traceutil/trace.go:171","msg":"trace[1291385508] transaction","detail":"{read_only:false; response_revision:4595; number_of_response:1; }","duration":"200.348732ms","start":"2026-03-13T23:16:31.392642Z","end":"2026-03-13T23:16:31.59299Z","steps":["trace[1291385508] 'process raft request' (duration: 200.137536ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:16:31.59352Z","caller":"traceutil/trace.go:171","msg":"trace[802468531] transaction","detail":"{read_only:false; response_revision:4598; number_of_response:1; }","duration":"168.381833ms","start":"2026-03-13T23:16:31.425128Z","end":"2026-03-13T23:16:31.59351Z","steps":["trace[802468531] 'process raft request' (duration: 167.845809ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:16:31.59358Z","caller":"traceutil/trace.go:171","msg":"trace[824277379] transaction","detail":"{read_only:false; response_revision:4599; number_of_response:1; }","duration":"109.602982ms","start":"2026-03-13T23:16:31.483961Z","end":"2026-03-13T23:16:31.593564Z","steps":["trace[824277379] 'process raft request' (duration: 109.049366ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:16:31.593582Z","caller":"traceutil/trace.go:171","msg":"trace[134317172] transaction","detail":"{read_only:false; response_revision:4597; number_of_response:1; }","duration":"192.284598ms","start":"2026-03-13T23:16:31.401231Z","end":"2026-03-13T23:16:31.593516Z","steps":["trace[134317172] 'process raft request' (duration: 191.703563ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:16:33.117169Z","caller":"traceutil/trace.go:171","msg":"trace[262319924] linearizableReadLoop","detail":"{readStateIndex:4809; appliedIndex:4808; }","duration":"400.227584ms","start":"2026-03-13T23:16:32.716906Z","end":"2026-03-13T23:16:33.117134Z","steps":["trace[262319924] 'read index received' (duration: 400.048108ms)","trace[262319924] 'applied index is now lower than readState.Index' (duration: 177.686µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:16:33.117283Z","caller":"traceutil/trace.go:171","msg":"trace[953203686] transaction","detail":"{read_only:false; response_revision:4617; number_of_response:1; }","duration":"403.895531ms","start":"2026-03-13T23:16:32.713338Z","end":"2026-03-13T23:16:33.117234Z","steps":["trace[953203686] 'process raft request' (duration: 403.553931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:16:33.11749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:16:32.713316Z","time spent":"404.081305ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:16:33.117538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.590473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-13T23:16:33.117611Z","caller":"traceutil/trace.go:171","msg":"trace[56443931] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4617; }","duration":"400.737906ms","start":"2026-03-13T23:16:32.716854Z","end":"2026-03-13T23:16:33.117592Z","steps":["trace[56443931] 'agreement among raft nodes before linearized reading' (duration: 400.48633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:16:33.117673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:16:32.716836Z","time spent":"400.820709ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-13T23:16:33.241907Z","caller":"traceutil/trace.go:171","msg":"trace[1763891843] transaction","detail":"{read_only:false; response_revision:4618; number_of_response:1; }","duration":"524.375821ms","start":"2026-03-13T23:16:32.71747Z","end":"2026-03-13T23:16:33.241846Z","steps":["trace[1763891843] 'process raft request' (duration: 523.772994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:16:33.242116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:16:32.717453Z","time spent":"524.549646ms","remote":"127.0.0.1:55356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4936,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:16:33.243947Z","caller":"traceutil/trace.go:171","msg":"trace[592992607] transaction","detail":"{read_only:false; response_revision:4619; number_of_response:1; }","duration":"121.310713ms","start":"2026-03-13T23:16:33.122613Z","end":"2026-03-13T23:16:33.243924Z","steps":["trace[592992607] 'process raft request' (duration: 121.20501ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:16:33.244076Z","caller":"traceutil/trace.go:171","msg":"trace[52091375] linearizableReadLoop","detail":"{readStateIndex:4811; appliedIndex:4810; }","duration":"126.782048ms","start":"2026-03-13T23:16:33.117269Z","end":"2026-03-13T23:16:33.244051Z","steps":["trace[52091375] 'read index received' (duration: 124.57756ms)","trace[52091375] 'applied index is now lower than readState.Index' (duration: 2.202688ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:16:33.244309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.589079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-13T23:16:33.244353Z","caller":"traceutil/trace.go:171","msg":"trace[92854668] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4619; }","duration":"526.661212ms","start":"2026-03-13T23:16:32.717681Z","end":"2026-03-13T23:16:33.244342Z","steps":["trace[92854668] 'agreement among raft nodes before linearized reading' (duration: 526.461986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:16:33.244399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:16:32.717673Z","time spent":"526.718214ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T23:16:33.244419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.293116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:16:33.244483Z","caller":"traceutil/trace.go:171","msg":"trace[1734786329] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:4619; }","duration":"190.401499ms","start":"2026-03-13T23:16:33.054062Z","end":"2026-03-13T23:16:33.244463Z","steps":["trace[1734786329] 'agreement among raft nodes before linearized reading' (duration: 190.285156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:16:33.244499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.869551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:16:33.244549Z","caller":"traceutil/trace.go:171","msg":"trace[2015393312] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:4619; }","duration":"155.967194ms","start":"2026-03-13T23:16:33.088566Z","end":"2026-03-13T23:16:33.244533Z","steps":["trace[2015393312] 'agreement among raft nodes before linearized reading' (duration: 155.877432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:16:33.24458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.30923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:16:33.244613Z","caller":"traceutil/trace.go:171","msg":"trace[128825242] range","detail":"{range_begin:/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache; range_end:; response_count:0; response_revision:4619; }","duration":"218.369251ms","start":"2026-03-13T23:16:33.026232Z","end":"2026-03-13T23:16:33.244602Z","steps":["trace[128825242] 'agreement among raft nodes before linearized reading' (duration: 218.31615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:16:33.244779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.72018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:16:33.24482Z","caller":"traceutil/trace.go:171","msg":"trace[1501327337] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4619; }","duration":"355.761551ms","start":"2026-03-13T23:16:32.889047Z","end":"2026-03-13T23:16:33.244808Z","steps":["trace[1501327337] 'agreement among raft nodes before linearized reading' (duration: 355.69765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:16:33.244858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:16:32.888999Z","time spent":"355.849845ms","remote":"127.0.0.1:55134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-13T23:16:36.592253Z","caller":"traceutil/trace.go:171","msg":"trace[411060206] transaction","detail":"{read_only:false; response_revision:4761; number_of_response:1; }","duration":"512.573618ms","start":"2026-03-13T23:16:36.079652Z","end":"2026-03-13T23:16:36.592226Z","steps":["trace[411060206] 'process raft request' (duration: 512.422924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:16:36.592424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:16:36.079634Z","time spent":"512.701271ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:16:37.505177Z","caller":"traceutil/trace.go:171","msg":"trace[814984731] linearizableReadLoop","detail":"{readStateIndex:4958; appliedIndex:4956; }","duration":"1.393829312s","start":"2026-03-13T23:16:36.111324Z","end":"2026-03-13T23:16:37.505153Z","steps":["trace[814984731] 'read index received' (duration: 480.812554ms)","trace[814984731] 'applied index is now lower than readState.Index' (duration: 913.015388ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:16:37.505355Z","caller":"traceutil/trace.go:171","msg":"trace[821001621] transaction","detail":"{read_only:false; response_revision:4762; number_of_response:1; }","duration":"1.393996037s","start":"2026-03-13T23:16:36.111295Z","end":"2026-03-13T23:16:37.505291Z","steps":["trace[821001621] 'process raft request' (duration: 1.393711819s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:16:37.50552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.394184411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-13T23:16:37.505577Z","caller":"traceutil/trace.go:171","msg":"trace[1111942501] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4762; }","duration":"1.394298834s","start":"2026-03-13T23:16:36.111265Z","end":"2026-03-13T23:16:37.505563Z","steps":["trace[1111942501] 'agreement among raft nodes before linearized reading' (duration: 1.394041227s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:16:37.505615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:16:36.111263Z","time spent":"1.394233262s","remote":"127.0.0.1:59916","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1813,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-13T23:16:37.505626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:16:36.111239Z","time spent":"1.394377577s","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-13T23:16:37.768839Z","caller":"traceutil/trace.go:171","msg":"trace[747188972] transaction","detail":"{read_only:false; response_revision:4763; number_of_response:1; }","duration":"728.966032ms","start":"2026-03-13T23:16:37.039845Z","end":"2026-03-13T23:16:37.768811Z","steps":["trace[747188972] 'process raft request' (duration: 694.154229ms)","trace[747188972] 'compare' (duration: 34.645328ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:16:37.769027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:16:37.039826Z","time spent":"729.104826ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:16:37.769119Z","caller":"traceutil/trace.go:171","msg":"trace[515266411] linearizableReadLoop","detail":"{readStateIndex:4960; appliedIndex:4958; }","duration":"263.80596ms","start":"2026-03-13T23:16:37.505282Z","end":"2026-03-13T23:16:37.769088Z","steps":["trace[515266411] 'read index received' (duration: 228.915506ms)","trace[515266411] 'applied index is now lower than readState.Index' (duration: 34.888324ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:16:37.769309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.751375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-13T23:16:37.769351Z","caller":"traceutil/trace.go:171","msg":"trace[443201446] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4764; }","duration":"635.854048ms","start":"2026-03-13T23:16:37.133486Z","end":"2026-03-13T23:16:37.76934Z","steps":["trace[443201446] 'agreement among raft nodes before linearized reading' (duration: 635.677453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:16:37.769381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:16:37.133454Z","time spent":"635.92064ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T23:16:37.769416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.053487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-13T23:16:37.769481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.209247211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:16:37.769504Z","caller":"traceutil/trace.go:171","msg":"trace[1408237675] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4764; }","duration":"498.221401ms","start":"2026-03-13T23:16:37.271261Z","end":"2026-03-13T23:16:37.769483Z","steps":["trace[1408237675] 'agreement among raft nodes before linearized reading' (duration: 497.954185ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:16:37.769515Z","caller":"traceutil/trace.go:171","msg":"trace[849312243] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:4764; }","duration":"1.209326944s","start":"2026-03-13T23:16:36.560177Z","end":"2026-03-13T23:16:37.769504Z","steps":["trace[849312243] 'agreement among raft nodes before linearized reading' (duration: 1.209273933s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:16:37.769523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.482899841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7cc96775-f222-4dcd-b774-23cc7102ea56\" ","response":"range_response_count:1 size:3601"} {"level":"warn","ts":"2026-03-13T23:16:37.769553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:16:36.560155Z","time spent":"1.209390405s","remote":"127.0.0.1:42816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:16:37.769497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.503572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:16:37.769582Z","caller":"traceutil/trace.go:171","msg":"trace[1692172361] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7cc96775-f222-4dcd-b774-23cc7102ea56; range_end:; response_count:1; response_revision:4764; }","duration":"1.482993854s","start":"2026-03-13T23:16:36.286571Z","end":"2026-03-13T23:16:37.769565Z","steps":["trace[1692172361] 'agreement among raft nodes before linearized reading' (duration: 1.482812609s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:16:37.769627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.551482613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-xvshs-tls\" ","response":"range_response_count:1 size:2184"} {"level":"warn","ts":"2026-03-13T23:16:37.769659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:16:36.286552Z","time spent":"1.483097807s","remote":"127.0.0.1:55356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7cc96775-f222-4dcd-b774-23cc7102ea56\" "} {"level":"info","ts":"2026-03-13T23:16:37.76967Z","caller":"traceutil/trace.go:171","msg":"trace[1241236864] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4764; }","duration":"882.719887ms","start":"2026-03-13T23:16:36.886923Z","end":"2026-03-13T23:16:37.769643Z","steps":["trace[1241236864] 'agreement among raft nodes before linearized reading' (duration: 882.47664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:16:37.76955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:16:37.271228Z","time spent":"498.313154ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-13T23:16:37.769694Z","caller":"traceutil/trace.go:171","msg":"trace[97989998] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-xvshs-tls; range_end:; response_count:1; response_revision:4764; }","duration":"1.551646238s","start":"2026-03-13T23:16:36.218028Z","end":"2026-03-13T23:16:37.769675Z","steps":["trace[97989998] 'agreement among raft nodes before linearized reading' (duration: 1.551424672s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:16:37.769731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.57770868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7cc96775-f222-4dcd-b774-23cc7102ea56\" ","response":"range_response_count:1 size:3601"} {"level":"warn","ts":"2026-03-13T23:16:37.769762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:16:36.886905Z","time spent":"882.84582ms","remote":"127.0.0.1:55124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:16:37.769791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:16:36.217998Z","time spent":"1.551780441s","remote":"127.0.0.1:59038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":2207,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-xvshs-tls\" "} {"level":"info","ts":"2026-03-13T23:16:37.769221Z","caller":"traceutil/trace.go:171","msg":"trace[1360965604] transaction","detail":"{read_only:false; response_revision:4764; number_of_response:1; }","duration":"442.696456ms","start":"2026-03-13T23:16:37.3265Z","end":"2026-03-13T23:16:37.769196Z","steps":["trace[1360965604] 'process raft request' (duration: 442.261755ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:16:37.769826Z","caller":"traceutil/trace.go:171","msg":"trace[931066565] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7cc96775-f222-4dcd-b774-23cc7102ea56; range_end:; response_count:1; response_revision:4764; }","duration":"1.577888496s","start":"2026-03-13T23:16:36.191904Z","end":"2026-03-13T23:16:37.769793Z","steps":["trace[931066565] 'agreement among raft nodes before linearized reading' (duration: 1.577557017s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:16:37.77027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.593071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-13T23:16:37.770338Z","caller":"traceutil/trace.go:171","msg":"trace[532254638] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4764; }","duration":"508.26895ms","start":"2026-03-13T23:16:37.26205Z","end":"2026-03-13T23:16:37.770319Z","steps":["trace[532254638] 'agreement among raft nodes before linearized reading' (duration: 507.313434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:16:37.77034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:16:36.191873Z","time spent":"1.57844341s","remote":"127.0.0.1:55356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7cc96775-f222-4dcd-b774-23cc7102ea56\" "} {"level":"warn","ts":"2026-03-13T23:16:37.770381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:16:37.262025Z","time spent":"508.34301ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T23:16:37.769866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.773759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777465"} {"level":"warn","ts":"2026-03-13T23:16:37.770381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:16:37.326468Z","time spent":"443.712935ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:16:37.770442Z","caller":"traceutil/trace.go:171","msg":"trace[684279162] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4764; }","duration":"848.380214ms","start":"2026-03-13T23:16:36.922043Z","end":"2026-03-13T23:16:37.770423Z","steps":["trace[684279162] 'agreement among raft nodes before linearized reading' (duration: 847.176683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:16:37.770493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:16:36.922026Z","time spent":"848.450445ms","remote":"127.0.0.1:55256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":777488,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-03-13T23:16:37.802729Z","caller":"traceutil/trace.go:171","msg":"trace[1836775576] transaction","detail":"{read_only:false; response_revision:4768; number_of_response:1; }","duration":"190.378885ms","start":"2026-03-13T23:16:37.612326Z","end":"2026-03-13T23:16:37.802705Z","steps":["trace[1836775576] 'process raft request' (duration: 190.335693ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:16:37.803053Z","caller":"traceutil/trace.go:171","msg":"trace[910716390] transaction","detail":"{read_only:false; response_revision:4766; number_of_response:1; }","duration":"288.196908ms","start":"2026-03-13T23:16:37.514834Z","end":"2026-03-13T23:16:37.80303Z","steps":["trace[910716390] 'process raft request' (duration: 287.730625ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:16:37.803097Z","caller":"traceutil/trace.go:171","msg":"trace[125559351] transaction","detail":"{read_only:false; response_revision:4767; number_of_response:1; }","duration":"190.98466ms","start":"2026-03-13T23:16:37.61208Z","end":"2026-03-13T23:16:37.803065Z","steps":["trace[125559351] 'process raft request' (duration: 190.539419ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:16:37.803206Z","caller":"traceutil/trace.go:171","msg":"trace[1868029682] transaction","detail":"{read_only:false; response_revision:4765; number_of_response:1; }","duration":"293.432167ms","start":"2026-03-13T23:16:37.509764Z","end":"2026-03-13T23:16:37.803196Z","steps":["trace[1868029682] 'process raft request' (duration: 292.640606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:16:37.803228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.405679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vrhmv\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-13T23:16:37.803329Z","caller":"traceutil/trace.go:171","msg":"trace[1027735326] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vrhmv; range_end:; response_count:1; response_revision:4768; }","duration":"169.572314ms","start":"2026-03-13T23:16:37.633735Z","end":"2026-03-13T23:16:37.803307Z","steps":["trace[1027735326] 'agreement among raft nodes before linearized reading' (duration: 169.200884ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:16:37.919892Z","caller":"traceutil/trace.go:171","msg":"trace[950242311] transaction","detail":"{read_only:false; response_revision:4769; number_of_response:1; }","duration":"144.90243ms","start":"2026-03-13T23:16:37.77495Z","end":"2026-03-13T23:16:37.919853Z","steps":["trace[950242311] 'process raft request' (duration: 110.19533ms)","trace[950242311] 'compare' (duration: 34.461144ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:16:37.920282Z","caller":"traceutil/trace.go:171","msg":"trace[526429884] transaction","detail":"{read_only:false; response_revision:4770; number_of_response:1; }","duration":"145.25083ms","start":"2026-03-13T23:16:37.774997Z","end":"2026-03-13T23:16:37.920248Z","steps":["trace[526429884] 'process raft request' (duration: 144.778828ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:16:37.920318Z","caller":"traceutil/trace.go:171","msg":"trace[1409749316] linearizableReadLoop","detail":"{readStateIndex:4968; appliedIndex:4964; }","duration":"117.400112ms","start":"2026-03-13T23:16:37.802896Z","end":"2026-03-13T23:16:37.920296Z","steps":["trace[1409749316] 'read index received' (duration: 82.23433ms)","trace[1409749316] 'applied index is now lower than readState.Index' (duration: 35.164242ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:16:37.920603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.691247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:16:37.920643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.310084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-xvshs-tls\" ","response":"range_response_count:1 size:4428"} {"level":"info","ts":"2026-03-13T23:16:37.920676Z","caller":"traceutil/trace.go:171","msg":"trace[1161309127] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4772; }","duration":"149.81142ms","start":"2026-03-13T23:16:37.770848Z","end":"2026-03-13T23:16:37.920659Z","steps":["trace[1161309127] 'agreement among raft nodes before linearized reading' (duration: 149.680207ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:16:37.920691Z","caller":"traceutil/trace.go:171","msg":"trace[1680659970] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-xvshs-tls; range_end:; response_count:1; response_revision:4772; }","duration":"144.397467ms","start":"2026-03-13T23:16:37.776279Z","end":"2026-03-13T23:16:37.920676Z","steps":["trace[1680659970] 'agreement among raft nodes before linearized reading' (duration: 144.159301ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:16:37.920713Z","caller":"traceutil/trace.go:171","msg":"trace[152800594] transaction","detail":"{read_only:false; response_revision:4771; number_of_response:1; }","duration":"145.390093ms","start":"2026-03-13T23:16:37.775311Z","end":"2026-03-13T23:16:37.920701Z","steps":["trace[152800594] 'process raft request' (duration: 144.774387ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:16:37.920956Z","caller":"traceutil/trace.go:171","msg":"trace[983272562] transaction","detail":"{read_only:false; response_revision:4772; number_of_response:1; }","duration":"142.871187ms","start":"2026-03-13T23:16:37.778074Z","end":"2026-03-13T23:16:37.920945Z","steps":["trace[983272562] 'process raft request' (duration: 142.122937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:16:37.921211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.669669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62986"} {"level":"info","ts":"2026-03-13T23:16:37.921283Z","caller":"traceutil/trace.go:171","msg":"trace[930734163] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4772; }","duration":"114.768421ms","start":"2026-03-13T23:16:37.8065Z","end":"2026-03-13T23:16:37.921269Z","steps":["trace[930734163] 'agreement among raft nodes before linearized reading' (duration: 114.500244ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:16:39.002748Z","caller":"traceutil/trace.go:171","msg":"trace[206429388] transaction","detail":"{read_only:false; response_revision:4774; number_of_response:1; }","duration":"638.750887ms","start":"2026-03-13T23:16:38.363974Z","end":"2026-03-13T23:16:39.002724Z","steps":["trace[206429388] 'process raft request' (duration: 638.596113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:16:39.002905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:16:38.363945Z","time spent":"638.875871ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:16:39.129904Z","caller":"traceutil/trace.go:171","msg":"trace[1406743448] linearizableReadLoop","detail":"{readStateIndex:4972; appliedIndex:4970; }","duration":"533.255921ms","start":"2026-03-13T23:16:38.596627Z","end":"2026-03-13T23:16:39.129883Z","steps":["trace[1406743448] 'read index received' (duration: 406.01335ms)","trace[1406743448] 'applied index is now lower than readState.Index' (duration: 127.241621ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:16:39.129967Z","caller":"traceutil/trace.go:171","msg":"trace[1846956180] transaction","detail":"{read_only:false; response_revision:4775; number_of_response:1; }","duration":"606.762781ms","start":"2026-03-13T23:16:38.523169Z","end":"2026-03-13T23:16:39.129931Z","steps":["trace[1846956180] 'process raft request' (duration: 606.324959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:16:39.130133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.461682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:16:39.130154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:16:38.523126Z","time spent":"606.918914ms","remote":"127.0.0.1:53230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":413817,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:16:39.130179Z","caller":"traceutil/trace.go:171","msg":"trace[1042346535] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4775; }","duration":"240.568965ms","start":"2026-03-13T23:16:38.889599Z","end":"2026-03-13T23:16:39.130167Z","steps":["trace[1042346535] 'agreement among raft nodes before linearized reading' (duration: 240.488323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:16:39.130182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.53654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-13T23:16:39.130267Z","caller":"traceutil/trace.go:171","msg":"trace[1299417522] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4775; }","duration":"533.679433ms","start":"2026-03-13T23:16:38.596568Z","end":"2026-03-13T23:16:39.130247Z","steps":["trace[1299417522] 'agreement among raft nodes before linearized reading' (duration: 533.439406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:16:39.130334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:16:38.596548Z","time spent":"533.774205ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T23:16:39.130345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.636378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7cc96775-f222-4dcd-b774-23cc7102ea56\" ","response":"range_response_count:1 size:3718"} {"level":"info","ts":"2026-03-13T23:16:39.130384Z","caller":"traceutil/trace.go:171","msg":"trace[1102778871] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7cc96775-f222-4dcd-b774-23cc7102ea56; range_end:; response_count:1; response_revision:4775; }","duration":"354.727501ms","start":"2026-03-13T23:16:38.775645Z","end":"2026-03-13T23:16:39.130373Z","steps":["trace[1102778871] 'agreement among raft nodes before linearized reading' (duration: 354.600357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:16:39.130357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.574129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/storage-loki-0.189c89bc505770ad\" ","response":"range_response_count:1 size:943"} {"level":"info","ts":"2026-03-13T23:16:39.13048Z","caller":"traceutil/trace.go:171","msg":"trace[1224633627] range","detail":"{range_begin:/registry/events/monitoring/storage-loki-0.189c89bc505770ad; range_end:; response_count:1; response_revision:4775; }","duration":"222.764853ms","start":"2026-03-13T23:16:38.907686Z","end":"2026-03-13T23:16:39.130451Z","steps":["trace[1224633627] 'agreement among raft nodes before linearized reading' (duration: 222.377363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:16:39.130418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:16:38.775613Z","time spent":"354.796822ms","remote":"127.0.0.1:55356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3741,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7cc96775-f222-4dcd-b774-23cc7102ea56\" "} {"level":"warn","ts":"2026-03-13T23:16:39.130821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.428327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:16:39.130866Z","caller":"traceutil/trace.go:171","msg":"trace[23803589] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:4775; }","duration":"367.51426ms","start":"2026-03-13T23:16:38.763332Z","end":"2026-03-13T23:16:39.130846Z","steps":["trace[23803589] 'agreement among raft nodes before linearized reading' (duration: 366.690548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:16:39.130892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:16:38.763309Z","time spent":"367.575432ms","remote":"127.0.0.1:55340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-03-13T23:16:40.604549Z","caller":"traceutil/trace.go:171","msg":"trace[568243873] linearizableReadLoop","detail":"{readStateIndex:5020; appliedIndex:5019; }","duration":"231.456564ms","start":"2026-03-13T23:16:40.373065Z","end":"2026-03-13T23:16:40.604522Z","steps":["trace[568243873] 'read index received' (duration: 227.992502ms)","trace[568243873] 'applied index is now lower than readState.Index' (duration: 3.462952ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:16:40.604627Z","caller":"traceutil/trace.go:171","msg":"trace[2111568276] transaction","detail":"{read_only:false; response_revision:4821; number_of_response:1; }","duration":"243.659428ms","start":"2026-03-13T23:16:40.36093Z","end":"2026-03-13T23:16:40.604589Z","steps":["trace[2111568276] 'process raft request' (duration: 240.136794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:16:40.604765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.683949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-13T23:16:40.604841Z","caller":"traceutil/trace.go:171","msg":"trace[1904766552] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4821; }","duration":"231.775952ms","start":"2026-03-13T23:16:40.373048Z","end":"2026-03-13T23:16:40.604824Z","steps":["trace[1904766552] 'agreement among raft nodes before linearized reading' (duration: 231.578617ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:16:48.001882Z","caller":"traceutil/trace.go:171","msg":"trace[1093031487] linearizableReadLoop","detail":"{readStateIndex:5163; appliedIndex:5162; }","duration":"208.348381ms","start":"2026-03-13T23:16:47.79351Z","end":"2026-03-13T23:16:48.001858Z","steps":["trace[1093031487] 'read index received' (duration: 208.259439ms)","trace[1093031487] 'applied index is now lower than readState.Index' (duration: 87.662µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:16:48.001938Z","caller":"traceutil/trace.go:171","msg":"trace[380396893] transaction","detail":"{read_only:false; response_revision:4961; number_of_response:1; }","duration":"216.511477ms","start":"2026-03-13T23:16:47.785375Z","end":"2026-03-13T23:16:48.001886Z","steps":["trace[380396893] 'process raft request' (duration: 216.24537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:16:48.002262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.717001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:16:48.002361Z","caller":"traceutil/trace.go:171","msg":"trace[1398338053] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:4961; }","duration":"208.842284ms","start":"2026-03-13T23:16:47.793497Z","end":"2026-03-13T23:16:48.002339Z","steps":["trace[1398338053] 'agreement among raft nodes before linearized reading' (duration: 208.474004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:16:48.173265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.995858ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:16:48.173479Z","caller":"traceutil/trace.go:171","msg":"trace[2009379145] transaction","detail":"{read_only:false; response_revision:4962; number_of_response:1; }","duration":"373.92226ms","start":"2026-03-13T23:16:47.799533Z","end":"2026-03-13T23:16:48.173455Z","steps":["trace[2009379145] 'process raft request' (duration: 258.605733ms)","trace[2009379145] 'compare' (duration: 114.786112ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:16:48.173554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:16:47.799516Z","time spent":"374.007212ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:16:48.173772Z","caller":"traceutil/trace.go:171","msg":"trace[272064003] transaction","detail":"{read_only:false; response_revision:4963; number_of_response:1; }","duration":"343.122313ms","start":"2026-03-13T23:16:47.830619Z","end":"2026-03-13T23:16:48.173741Z","steps":["trace[272064003] 'process raft request' (duration: 342.746133ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:16:48.17389Z","caller":"traceutil/trace.go:171","msg":"trace[995989646] transaction","detail":"{read_only:false; response_revision:4965; number_of_response:1; }","duration":"170.233002ms","start":"2026-03-13T23:16:48.003644Z","end":"2026-03-13T23:16:48.173877Z","steps":["trace[995989646] 'process raft request' (duration: 170.183741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:16:48.173943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:16:47.830591Z","time spent":"343.261056ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:16:48.173923Z","caller":"traceutil/trace.go:171","msg":"trace[183778485] linearizableReadLoop","detail":"{readStateIndex:5166; appliedIndex:5163; }","duration":"171.933996ms","start":"2026-03-13T23:16:48.001959Z","end":"2026-03-13T23:16:48.173893Z","steps":["trace[183778485] 'read index received' (duration: 56.157978ms)","trace[183778485] 'applied index is now lower than readState.Index' (duration: 115.773298ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:16:48.174104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.567749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-13T23:16:48.17412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.734658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-13T23:16:48.174159Z","caller":"traceutil/trace.go:171","msg":"trace[2137380413] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4965; }","duration":"330.674173ms","start":"2026-03-13T23:16:47.843473Z","end":"2026-03-13T23:16:48.174147Z","steps":["trace[2137380413] 'agreement among raft nodes before linearized reading' (duration: 330.501918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:16:48.174145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.705617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-13T23:16:48.174171Z","caller":"traceutil/trace.go:171","msg":"trace[1089968937] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4965; }","duration":"209.81596ms","start":"2026-03-13T23:16:47.964342Z","end":"2026-03-13T23:16:48.174158Z","steps":["trace[1089968937] 'agreement among raft nodes before linearized reading' (duration: 209.660675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:16:48.174199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:16:47.843451Z","time spent":"330.739234ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-13T23:16:48.174212Z","caller":"traceutil/trace.go:171","msg":"trace[1293443621] transaction","detail":"{read_only:false; response_revision:4964; number_of_response:1; }","duration":"341.097439ms","start":"2026-03-13T23:16:47.833098Z","end":"2026-03-13T23:16:48.174195Z","steps":["trace[1293443621] 'process raft request' (duration: 340.589476ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:16:48.174215Z","caller":"traceutil/trace.go:171","msg":"trace[1541828020] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4965; }","duration":"206.81301ms","start":"2026-03-13T23:16:47.967382Z","end":"2026-03-13T23:16:48.174195Z","steps":["trace[1541828020] 'agreement among raft nodes before linearized reading' (duration: 206.613715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:16:48.174196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.823274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-13T23:16:48.174283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:16:47.833072Z","time spent":"341.174611ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:16:48.174288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.125027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.140\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-13T23:16:48.174317Z","caller":"traceutil/trace.go:171","msg":"trace[1900829589] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4965; }","duration":"208.962967ms","start":"2026-03-13T23:16:47.965345Z","end":"2026-03-13T23:16:48.174308Z","steps":["trace[1900829589] 'agreement among raft nodes before linearized reading' (duration: 208.740681ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:16:48.174348Z","caller":"traceutil/trace.go:171","msg":"trace[1084658203] range","detail":"{range_begin:/registry/masterleases/199.204.45.140; range_end:; response_count:1; response_revision:4965; }","duration":"319.20835ms","start":"2026-03-13T23:16:47.855123Z","end":"2026-03-13T23:16:48.174331Z","steps":["trace[1084658203] 'agreement among raft nodes before linearized reading' (duration: 319.058846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:16:48.174391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:16:47.855113Z","time spent":"319.266971ms","remote":"127.0.0.1:55190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.140\" "} {"level":"warn","ts":"2026-03-13T23:16:48.174504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.739816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vrhmv\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-13T23:16:48.174616Z","caller":"traceutil/trace.go:171","msg":"trace[220063476] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vrhmv; range_end:; response_count:1; response_revision:4965; }","duration":"204.935371ms","start":"2026-03-13T23:16:47.969653Z","end":"2026-03-13T23:16:48.174588Z","steps":["trace[220063476] 'agreement among raft nodes before linearized reading' (duration: 204.54455ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:16:48.370288Z","caller":"traceutil/trace.go:171","msg":"trace[880971176] transaction","detail":"{read_only:false; response_revision:4972; number_of_response:1; }","duration":"183.82584ms","start":"2026-03-13T23:16:48.186412Z","end":"2026-03-13T23:16:48.370237Z","steps":["trace[880971176] 'process raft request' (duration: 92.717946ms)","trace[880971176] 'compare' (duration: 90.998252ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:16:48.525192Z","caller":"traceutil/trace.go:171","msg":"trace[1276645509] transaction","detail":"{read_only:false; response_revision:4973; number_of_response:1; }","duration":"100.34975ms","start":"2026-03-13T23:16:48.424823Z","end":"2026-03-13T23:16:48.525173Z","steps":["trace[1276645509] 'process raft request' (duration: 100.234457ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:16:48.671696Z","caller":"traceutil/trace.go:171","msg":"trace[1746272863] transaction","detail":"{read_only:false; response_revision:4975; number_of_response:1; }","duration":"137.476593ms","start":"2026-03-13T23:16:48.534191Z","end":"2026-03-13T23:16:48.671667Z","steps":["trace[1746272863] 'process raft request' (duration: 98.244073ms)","trace[1746272863] 'compare' (duration: 39.036535ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:16:48.671747Z","caller":"traceutil/trace.go:171","msg":"trace[74968328] transaction","detail":"{read_only:false; response_revision:4977; number_of_response:1; }","duration":"136.033514ms","start":"2026-03-13T23:16:48.535682Z","end":"2026-03-13T23:16:48.671715Z","steps":["trace[74968328] 'process raft request' (duration: 135.977642ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:16:48.671774Z","caller":"traceutil/trace.go:171","msg":"trace[1235117404] transaction","detail":"{read_only:false; response_revision:4976; number_of_response:1; }","duration":"136.857877ms","start":"2026-03-13T23:16:48.534892Z","end":"2026-03-13T23:16:48.67175Z","steps":["trace[1235117404] 'process raft request' (duration: 136.705743ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:16:49.781556Z","caller":"traceutil/trace.go:171","msg":"trace[2103690860] transaction","detail":"{read_only:false; response_revision:4978; number_of_response:1; }","duration":"543.033031ms","start":"2026-03-13T23:16:49.238498Z","end":"2026-03-13T23:16:49.781531Z","steps":["trace[2103690860] 'process raft request' (duration: 542.900087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:16:49.781739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:16:49.238482Z","time spent":"543.145853ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:16:49.848998Z","caller":"traceutil/trace.go:171","msg":"trace[1327689334] linearizableReadLoop","detail":"{readStateIndex:5182; appliedIndex:5181; }","duration":"424.825669ms","start":"2026-03-13T23:16:49.424141Z","end":"2026-03-13T23:16:49.848966Z","steps":["trace[1327689334] 'read index received' (duration: 357.439393ms)","trace[1327689334] 'applied index is now lower than readState.Index' (duration: 67.384356ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:16:49.849158Z","caller":"traceutil/trace.go:171","msg":"trace[97404660] transaction","detail":"{read_only:false; response_revision:4979; number_of_response:1; }","duration":"509.480053ms","start":"2026-03-13T23:16:49.339662Z","end":"2026-03-13T23:16:49.849142Z","steps":["trace[97404660] 'process raft request' (duration: 509.044701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:16:49.849338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:16:49.339645Z","time spent":"509.565324ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:16:49.84935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.192198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-ddtwz\" ","response":"range_response_count:1 size:8056"} {"level":"info","ts":"2026-03-13T23:16:49.849412Z","caller":"traceutil/trace.go:171","msg":"trace[1832927040] transaction","detail":"{read_only:false; response_revision:4980; number_of_response:1; }","duration":"423.74755ms","start":"2026-03-13T23:16:49.425647Z","end":"2026-03-13T23:16:49.849394Z","steps":["trace[1832927040] 'process raft request' (duration: 423.240126ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:16:49.84943Z","caller":"traceutil/trace.go:171","msg":"trace[235409084] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-ddtwz; range_end:; response_count:1; response_revision:4980; }","duration":"425.315531ms","start":"2026-03-13T23:16:49.424097Z","end":"2026-03-13T23:16:49.849412Z","steps":["trace[235409084] 'agreement among raft nodes before linearized reading' (duration: 425.063565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:16:49.849483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:16:49.425617Z","time spent":"423.828233ms","remote":"127.0.0.1:55236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-13T23:16:49.849477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:16:49.424083Z","time spent":"425.382913ms","remote":"127.0.0.1:55356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":8079,"request content":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-ddtwz\" "} {"level":"warn","ts":"2026-03-13T23:16:49.849626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.218192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:16:49.849824Z","caller":"traceutil/trace.go:171","msg":"trace[1745313980] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:4980; }","duration":"264.464739ms","start":"2026-03-13T23:16:49.585328Z","end":"2026-03-13T23:16:49.849793Z","steps":["trace[1745313980] 'agreement among raft nodes before linearized reading' (duration: 264.030467ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:16:55.996343Z","caller":"traceutil/trace.go:171","msg":"trace[1986365427] transaction","detail":"{read_only:false; response_revision:5052; number_of_response:1; }","duration":"568.239459ms","start":"2026-03-13T23:16:55.428055Z","end":"2026-03-13T23:16:55.996294Z","steps":["trace[1986365427] 'process raft request' (duration: 469.921733ms)","trace[1986365427] 'compare' (duration: 97.854884ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:16:55.996339Z","caller":"traceutil/trace.go:171","msg":"trace[2017057640] linearizableReadLoop","detail":"{readStateIndex:5257; appliedIndex:5255; }","duration":"565.303801ms","start":"2026-03-13T23:16:55.430998Z","end":"2026-03-13T23:16:55.996301Z","steps":["trace[2017057640] 'read index received' (duration: 466.962545ms)","trace[2017057640] 'applied index is now lower than readState.Index' (duration: 98.339896ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:16:55.996387Z","caller":"traceutil/trace.go:171","msg":"trace[1129668021] transaction","detail":"{read_only:false; response_revision:5053; number_of_response:1; }","duration":"568.117025ms","start":"2026-03-13T23:16:55.428245Z","end":"2026-03-13T23:16:55.996362Z","steps":["trace[1129668021] 'process raft request' (duration: 567.95343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:16:55.996483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:16:55.42803Z","time spent":"568.390392ms","remote":"127.0.0.1:55256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1306,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-13T23:16:55.996527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:16:55.428226Z","time spent":"568.216219ms","remote":"127.0.0.1:55236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":738,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-13T23:16:55.99665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.533586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:16:55.996644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.62524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-03-13T23:16:55.996691Z","caller":"traceutil/trace.go:171","msg":"trace[1829846726] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5053; }","duration":"108.611919ms","start":"2026-03-13T23:16:55.888068Z","end":"2026-03-13T23:16:55.99668Z","steps":["trace[1829846726] 'agreement among raft nodes before linearized reading' (duration: 108.540456ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:16:55.996707Z","caller":"traceutil/trace.go:171","msg":"trace[1360196870] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5053; }","duration":"565.707442ms","start":"2026-03-13T23:16:55.430982Z","end":"2026-03-13T23:16:55.996689Z","steps":["trace[1360196870] 'agreement among raft nodes before linearized reading' (duration: 565.479826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:16:55.996738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:16:55.430975Z","time spent":"565.756302ms","remote":"127.0.0.1:55256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2666,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-13T23:16:55.997541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.665319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-13T23:16:55.99761Z","caller":"traceutil/trace.go:171","msg":"trace[1860773674] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5053; }","duration":"197.794501ms","start":"2026-03-13T23:16:55.799798Z","end":"2026-03-13T23:16:55.997592Z","steps":["trace[1860773674] 'agreement among raft nodes before linearized reading' (duration: 196.850237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:16:55.997627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.078919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210803"} {"level":"info","ts":"2026-03-13T23:16:55.997745Z","caller":"traceutil/trace.go:171","msg":"trace[728859124] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5053; }","duration":"341.195352ms","start":"2026-03-13T23:16:55.656485Z","end":"2026-03-13T23:16:55.997681Z","steps":["trace[728859124] 'agreement among raft nodes before linearized reading' (duration: 340.00756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:16:55.997799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:16:55.656461Z","time spent":"341.321485ms","remote":"127.0.0.1:55270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2210826,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-03-13T23:16:58.357745Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604443619146073,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-13T23:16:58.391768Z","caller":"traceutil/trace.go:171","msg":"trace[1331937024] transaction","detail":"{read_only:false; response_revision:5105; number_of_response:1; }","duration":"896.524697ms","start":"2026-03-13T23:16:57.495221Z","end":"2026-03-13T23:16:58.391746Z","steps":["trace[1331937024] 'process raft request' (duration: 896.378714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:16:58.39195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:16:57.495192Z","time spent":"896.648402ms","remote":"127.0.0.1:55356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3751,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:16:59.501632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.464659ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:16:59.501998Z","caller":"traceutil/trace.go:171","msg":"trace[1347966905] transaction","detail":"{read_only:false; response_revision:5107; number_of_response:1; }","duration":"1.272345358s","start":"2026-03-13T23:16:58.229634Z","end":"2026-03-13T23:16:59.50198Z","steps":["trace[1347966905] 'process raft request' (duration: 1.272126262s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:16:59.502086Z","caller":"traceutil/trace.go:171","msg":"trace[730677922] transaction","detail":"{read_only:false; response_revision:5108; number_of_response:1; }","duration":"1.25502528s","start":"2026-03-13T23:16:58.24702Z","end":"2026-03-13T23:16:59.502045Z","steps":["trace[730677922] 'process raft request' (duration: 1.254795964s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:16:59.502037Z","caller":"traceutil/trace.go:171","msg":"trace[205872401] transaction","detail":"{read_only:false; response_revision:5106; number_of_response:1; }","duration":"1.274763092s","start":"2026-03-13T23:16:58.227231Z","end":"2026-03-13T23:16:59.501995Z","steps":["trace[205872401] 'process raft request' (duration: 452.762159ms)","trace[205872401] 'compare' (duration: 821.348566ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:16:59.50229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:16:58.246997Z","time spent":"1.255184473s","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:16:59.5023Z","caller":"traceutil/trace.go:171","msg":"trace[51297974] linearizableReadLoop","detail":"{readStateIndex:5312; appliedIndex:5308; }","duration":"1.645117528s","start":"2026-03-13T23:16:57.856736Z","end":"2026-03-13T23:16:59.501854Z","steps":["trace[51297974] 'read index received' (duration: 534.932927ms)","trace[51297974] 'applied index is now lower than readState.Index' (duration: 1.110183481s)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:16:59.502456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:16:58.227212Z","time spent":"1.275086381s","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:16:59.502707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.614463564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:16:59.50273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.645958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.140\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-13T23:16:59.502758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.217477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:16:59.502815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.253790887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:16:59.502822Z","caller":"traceutil/trace.go:171","msg":"trace[1883186560] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:5108; }","duration":"511.346051ms","start":"2026-03-13T23:16:58.99146Z","end":"2026-03-13T23:16:59.502806Z","steps":["trace[1883186560] 'agreement among raft nodes before linearized reading' (duration: 511.212448ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:16:59.502823Z","caller":"traceutil/trace.go:171","msg":"trace[1794887870] range","detail":"{range_begin:/registry/masterleases/199.204.45.140; range_end:; response_count:1; response_revision:5108; }","duration":"1.646108943s","start":"2026-03-13T23:16:57.856689Z","end":"2026-03-13T23:16:59.502797Z","steps":["trace[1794887870] 'agreement among raft nodes before linearized reading' (duration: 1.645840965s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:16:59.502851Z","caller":"traceutil/trace.go:171","msg":"trace[457981999] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:5108; }","duration":"1.253869528s","start":"2026-03-13T23:16:58.248972Z","end":"2026-03-13T23:16:59.502841Z","steps":["trace[457981999] 'agreement among raft nodes before linearized reading' (duration: 1.253816107s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:16:59.502879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:16:57.856665Z","time spent":"1.646198946s","remote":"127.0.0.1:55190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.140\" "} {"level":"warn","ts":"2026-03-13T23:16:59.502891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:16:58.991438Z","time spent":"511.437283ms","remote":"127.0.0.1:55496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:16:59.50295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.2158494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vrhmv\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-13T23:16:59.502994Z","caller":"traceutil/trace.go:171","msg":"trace[1013151096] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vrhmv; range_end:; response_count:1; response_revision:5108; }","duration":"1.215903913s","start":"2026-03-13T23:16:58.287076Z","end":"2026-03-13T23:16:59.50298Z","steps":["trace[1013151096] 'agreement among raft nodes before linearized reading' (duration: 1.215829171s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:16:59.503013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.3225442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-dce236a7-7542-4c86-beb8-57f039f7c129\" ","response":"range_response_count:1 size:3766"} {"level":"warn","ts":"2026-03-13T23:16:59.503031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:16:58.287065Z","time spent":"1.215960815s","remote":"127.0.0.1:55356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-vrhmv\" "} {"level":"info","ts":"2026-03-13T23:16:59.503044Z","caller":"traceutil/trace.go:171","msg":"trace[1701475430] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-dce236a7-7542-4c86-beb8-57f039f7c129; range_end:; response_count:1; response_revision:5108; }","duration":"1.322610711s","start":"2026-03-13T23:16:58.180423Z","end":"2026-03-13T23:16:59.503034Z","steps":["trace[1701475430] 'agreement among raft nodes before linearized reading' (duration: 1.322486658s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:16:59.502765Z","caller":"traceutil/trace.go:171","msg":"trace[1753157770] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5108; }","duration":"1.614560467s","start":"2026-03-13T23:16:57.888187Z","end":"2026-03-13T23:16:59.502748Z","steps":["trace[1753157770] 'agreement among raft nodes before linearized reading' (duration: 1.614470116s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:16:59.503077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:16:58.180404Z","time spent":"1.322667042s","remote":"127.0.0.1:55356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3789,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-dce236a7-7542-4c86-beb8-57f039f7c129\" "} {"level":"warn","ts":"2026-03-13T23:16:59.503117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:16:57.888163Z","time spent":"1.614940028s","remote":"127.0.0.1:55124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:16:59.503191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.221517361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-13T23:16:59.503214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.218673096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-13T23:16:59.50321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.221157372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-13T23:16:59.502091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:16:58.229614Z","time spent":"1.272433041s","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:16:59.502889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:16:58.248951Z","time spent":"1.253930251s","remote":"127.0.0.1:37094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-03-13T23:16:59.50325Z","caller":"traceutil/trace.go:171","msg":"trace[978071737] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5108; }","duration":"1.221616713s","start":"2026-03-13T23:16:58.281622Z","end":"2026-03-13T23:16:59.503238Z","steps":["trace[978071737] 'agreement among raft nodes before linearized reading' (duration: 1.221424528s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:16:59.503279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:16:58.281608Z","time spent":"1.221665974s","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-13T23:16:59.5033Z","caller":"traceutil/trace.go:171","msg":"trace[242038447] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5108; }","duration":"1.221246164s","start":"2026-03-13T23:16:58.282007Z","end":"2026-03-13T23:16:59.503253Z","steps":["trace[242038447] 'agreement among raft nodes before linearized reading' (duration: 1.221029258s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:16:59.503249Z","caller":"traceutil/trace.go:171","msg":"trace[1584687625] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5108; }","duration":"1.218707377s","start":"2026-03-13T23:16:58.284535Z","end":"2026-03-13T23:16:59.503242Z","steps":["trace[1584687625] 'agreement among raft nodes before linearized reading' (duration: 1.218639124s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:16:59.503336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:16:58.281988Z","time spent":"1.221340177s","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T23:16:59.502868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.221916852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-13T23:16:59.503377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:16:58.284494Z","time spent":"1.218864372s","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-13T23:16:59.503413Z","caller":"traceutil/trace.go:171","msg":"trace[160808137] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5108; }","duration":"1.222496577s","start":"2026-03-13T23:16:58.280899Z","end":"2026-03-13T23:16:59.503396Z","steps":["trace[160808137] 'agreement among raft nodes before linearized reading' (duration: 1.221809069s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:16:59.50338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.493475488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-13T23:16:59.503477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:16:58.280886Z","time spent":"1.222572509s","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-13T23:16:59.503489Z","caller":"traceutil/trace.go:171","msg":"trace[1841445417] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5108; }","duration":"1.493608613s","start":"2026-03-13T23:16:58.009863Z","end":"2026-03-13T23:16:59.503472Z","steps":["trace[1841445417] 'agreement among raft nodes before linearized reading' (duration: 1.493409207s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:16:59.503525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:16:58.009849Z","time spent":"1.493667274s","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T23:16:59.503518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.330729926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-13T23:16:59.503578Z","caller":"traceutil/trace.go:171","msg":"trace[1373502364] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5108; }","duration":"1.330824108s","start":"2026-03-13T23:16:58.172737Z","end":"2026-03-13T23:16:59.503561Z","steps":["trace[1373502364] 'agreement among raft nodes before linearized reading' (duration: 1.330672514s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:16:59.502711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.783503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:16:59.503632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:16:58.172718Z","time spent":"1.330902691s","remote":"127.0.0.1:60818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-03-13T23:16:59.503649Z","caller":"traceutil/trace.go:171","msg":"trace[1024478190] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:5108; }","duration":"752.754129ms","start":"2026-03-13T23:16:58.750872Z","end":"2026-03-13T23:16:59.503626Z","steps":["trace[1024478190] 'agreement among raft nodes before linearized reading' (duration: 751.781873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:16:59.503699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:16:58.750844Z","time spent":"752.83521ms","remote":"127.0.0.1:59074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-03-13T23:16:59.673924Z","caller":"traceutil/trace.go:171","msg":"trace[211947914] transaction","detail":"{read_only:false; response_revision:5109; number_of_response:1; }","duration":"165.22417ms","start":"2026-03-13T23:16:59.508671Z","end":"2026-03-13T23:16:59.673895Z","steps":["trace[211947914] 'process raft request' (duration: 139.718243ms)","trace[211947914] 'compare' (duration: 25.237849ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:16:59.674528Z","caller":"traceutil/trace.go:171","msg":"trace[1915033472] transaction","detail":"{read_only:false; response_revision:5110; number_of_response:1; }","duration":"165.785743ms","start":"2026-03-13T23:16:59.508729Z","end":"2026-03-13T23:16:59.674515Z","steps":["trace[1915033472] 'process raft request' (duration: 165.107386ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:16:59.674771Z","caller":"traceutil/trace.go:171","msg":"trace[608137983] transaction","detail":"{read_only:false; response_revision:5111; number_of_response:1; }","duration":"166.00625ms","start":"2026-03-13T23:16:59.508742Z","end":"2026-03-13T23:16:59.674748Z","steps":["trace[608137983] 'process raft request' (duration: 165.739103ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:16:59.674969Z","caller":"traceutil/trace.go:171","msg":"trace[1863081265] transaction","detail":"{read_only:false; response_revision:5112; number_of_response:1; }","duration":"165.825114ms","start":"2026-03-13T23:16:59.509129Z","end":"2026-03-13T23:16:59.674954Z","steps":["trace[1863081265] 'process raft request' (duration: 165.558147ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:16:59.675013Z","caller":"traceutil/trace.go:171","msg":"trace[1036312046] transaction","detail":"{read_only:false; response_revision:5113; number_of_response:1; }","duration":"165.816334ms","start":"2026-03-13T23:16:59.509179Z","end":"2026-03-13T23:16:59.674995Z","steps":["trace[1036312046] 'process raft request' (duration: 165.643239ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:16:59.675119Z","caller":"traceutil/trace.go:171","msg":"trace[1743946247] transaction","detail":"{read_only:false; response_revision:5114; number_of_response:1; }","duration":"106.4213ms","start":"2026-03-13T23:16:59.568685Z","end":"2026-03-13T23:16:59.675106Z","steps":["trace[1743946247] 'process raft request' (duration: 106.281157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:16:59.675188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.262787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:16:59.675216Z","caller":"traceutil/trace.go:171","msg":"trace[807186647] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5114; }","duration":"163.315788ms","start":"2026-03-13T23:16:59.511893Z","end":"2026-03-13T23:16:59.675209Z","steps":["trace[807186647] 'agreement among raft nodes before linearized reading' (duration: 163.241786ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:16:59.675133Z","caller":"traceutil/trace.go:171","msg":"trace[1293867795] linearizableReadLoop","detail":"{readStateIndex:5318; appliedIndex:5313; }","duration":"107.497609ms","start":"2026-03-13T23:16:59.567621Z","end":"2026-03-13T23:16:59.675119Z","steps":["trace[1293867795] 'read index received' (duration: 80.77918ms)","trace[1293867795] 'applied index is now lower than readState.Index' (duration: 26.717669ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:16:59.681555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.881331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1321"} {"level":"info","ts":"2026-03-13T23:16:59.68178Z","caller":"traceutil/trace.go:171","msg":"trace[1279793756] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:5114; }","duration":"173.139779ms","start":"2026-03-13T23:16:59.508619Z","end":"2026-03-13T23:16:59.681759Z","steps":["trace[1279793756] 'agreement among raft nodes before linearized reading' (duration: 166.535123ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:16:59.807949Z","caller":"traceutil/trace.go:171","msg":"trace[742942869] linearizableReadLoop","detail":"{readStateIndex:5320; appliedIndex:5319; }","duration":"115.789808ms","start":"2026-03-13T23:16:59.692142Z","end":"2026-03-13T23:16:59.807932Z","steps":["trace[742942869] 'read index received' (duration: 108.371711ms)","trace[742942869] 'applied index is now lower than readState.Index' (duration: 7.417517ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:16:59.808026Z","caller":"traceutil/trace.go:171","msg":"trace[2033670875] transaction","detail":"{read_only:false; response_revision:5115; number_of_response:1; }","duration":"116.112827ms","start":"2026-03-13T23:16:59.691904Z","end":"2026-03-13T23:16:59.808017Z","steps":["trace[2033670875] 'process raft request' (duration: 108.65573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:16:59.808384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.21412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1453"} {"level":"info","ts":"2026-03-13T23:16:59.808506Z","caller":"traceutil/trace.go:171","msg":"trace[1840614392] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5115; }","duration":"116.323663ms","start":"2026-03-13T23:16:59.692124Z","end":"2026-03-13T23:16:59.808448Z","steps":["trace[1840614392] 'agreement among raft nodes before linearized reading' (duration: 115.986644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:17:02.184929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.08973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-13T23:17:02.184974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.201122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-13T23:17:02.184988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.932318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-13T23:17:02.185032Z","caller":"traceutil/trace.go:171","msg":"trace[1025459315] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5129; }","duration":"504.202073ms","start":"2026-03-13T23:17:01.680804Z","end":"2026-03-13T23:17:02.185006Z","steps":["trace[1025459315] 'range keys from in-memory index tree' (duration: 503.960176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:17:02.185049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.12404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-13T23:17:02.185054Z","caller":"traceutil/trace.go:171","msg":"trace[630609522] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5129; }","duration":"504.315085ms","start":"2026-03-13T23:17:01.680716Z","end":"2026-03-13T23:17:02.185031Z","steps":["trace[630609522] 'range keys from in-memory index tree' (duration: 503.979966ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:17:02.185061Z","caller":"traceutil/trace.go:171","msg":"trace[1217042935] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5129; }","duration":"506.074881ms","start":"2026-03-13T23:17:01.678969Z","end":"2026-03-13T23:17:02.185044Z","steps":["trace[1217042935] 'range keys from in-memory index tree' (duration: 505.696122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:17:02.18508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:17:01.68079Z","time spent":"504.279904ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T23:17:02.185102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:17:01.6807Z","time spent":"504.393296ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T23:17:02.185109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:17:01.678949Z","time spent":"506.150333ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T23:17:02.18514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.267214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-13T23:17:02.185096Z","caller":"traceutil/trace.go:171","msg":"trace[1726187567] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5129; }","duration":"504.207502ms","start":"2026-03-13T23:17:01.680874Z","end":"2026-03-13T23:17:02.185081Z","steps":["trace[1726187567] 'range keys from in-memory index tree' (duration: 504.016047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:17:02.185218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:17:01.680851Z","time spent":"504.356306ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-13T23:17:02.185224Z","caller":"traceutil/trace.go:171","msg":"trace[378383614] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5129; }","duration":"504.364466ms","start":"2026-03-13T23:17:01.680835Z","end":"2026-03-13T23:17:02.1852Z","steps":["trace[378383614] 'range keys from in-memory index tree' (duration: 504.077808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:17:02.185266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:17:01.680833Z","time spent":"504.424578ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-13T23:17:02.321634Z","caller":"traceutil/trace.go:171","msg":"trace[615686469] transaction","detail":"{read_only:false; response_revision:5131; number_of_response:1; }","duration":"131.210006ms","start":"2026-03-13T23:17:02.190401Z","end":"2026-03-13T23:17:02.321611Z","steps":["trace[615686469] 'process raft request' (duration: 131.046332ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:17:02.321863Z","caller":"traceutil/trace.go:171","msg":"trace[1130372468] transaction","detail":"{read_only:false; response_revision:5132; number_of_response:1; }","duration":"131.439372ms","start":"2026-03-13T23:17:02.190413Z","end":"2026-03-13T23:17:02.321852Z","steps":["trace[1130372468] 'process raft request' (duration: 131.160955ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:17:02.32209Z","caller":"traceutil/trace.go:171","msg":"trace[1925004164] transaction","detail":"{read_only:false; response_revision:5134; number_of_response:1; }","duration":"130.686252ms","start":"2026-03-13T23:17:02.191394Z","end":"2026-03-13T23:17:02.322081Z","steps":["trace[1925004164] 'process raft request' (duration: 130.639421ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:17:02.322157Z","caller":"traceutil/trace.go:171","msg":"trace[1458481432] transaction","detail":"{read_only:false; response_revision:5133; number_of_response:1; }","duration":"131.050503ms","start":"2026-03-13T23:17:02.191075Z","end":"2026-03-13T23:17:02.322126Z","steps":["trace[1458481432] 'process raft request' (duration: 130.738415ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:17:10.522383Z","caller":"traceutil/trace.go:171","msg":"trace[1909084468] linearizableReadLoop","detail":"{readStateIndex:5489; appliedIndex:5488; }","duration":"232.917783ms","start":"2026-03-13T23:17:10.289419Z","end":"2026-03-13T23:17:10.522337Z","steps":["trace[1909084468] 'read index received' (duration: 232.643595ms)","trace[1909084468] 'applied index is now lower than readState.Index' (duration: 272.498µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:17:10.522466Z","caller":"traceutil/trace.go:171","msg":"trace[336179536] transaction","detail":"{read_only:false; response_revision:5279; number_of_response:1; }","duration":"289.642676ms","start":"2026-03-13T23:17:10.232782Z","end":"2026-03-13T23:17:10.522425Z","steps":["trace[336179536] 'process raft request' (duration: 289.288016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:17:10.522788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.341454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-13T23:17:10.522848Z","caller":"traceutil/trace.go:171","msg":"trace[50456487] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5279; }","duration":"233.481427ms","start":"2026-03-13T23:17:10.289352Z","end":"2026-03-13T23:17:10.522834Z","steps":["trace[50456487] 'agreement among raft nodes before linearized reading' (duration: 233.19606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:17:10.522907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.468304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-13T23:17:10.522901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.658404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-13T23:17:10.522967Z","caller":"traceutil/trace.go:171","msg":"trace[2008657918] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5279; }","duration":"165.562799ms","start":"2026-03-13T23:17:10.357391Z","end":"2026-03-13T23:17:10.522954Z","steps":["trace[2008657918] 'agreement among raft nodes before linearized reading' (duration: 165.342193ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:17:10.523026Z","caller":"traceutil/trace.go:171","msg":"trace[736449669] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5279; }","duration":"164.824967ms","start":"2026-03-13T23:17:10.358174Z","end":"2026-03-13T23:17:10.522999Z","steps":["trace[736449669] 'agreement among raft nodes before linearized reading' (duration: 164.447348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:17:10.522903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.601533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-13T23:17:10.52315Z","caller":"traceutil/trace.go:171","msg":"trace[273374720] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5279; }","duration":"161.88781ms","start":"2026-03-13T23:17:10.36124Z","end":"2026-03-13T23:17:10.523128Z","steps":["trace[273374720] 'agreement among raft nodes before linearized reading' (duration: 161.448588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:17:10.52324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.210125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-13T23:17:10.523319Z","caller":"traceutil/trace.go:171","msg":"trace[1388395971] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5279; }","duration":"166.41012ms","start":"2026-03-13T23:17:10.356892Z","end":"2026-03-13T23:17:10.523302Z","steps":["trace[1388395971] 'agreement among raft nodes before linearized reading' (duration: 165.895006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:17:10.523395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.828372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-13T23:17:10.523492Z","caller":"traceutil/trace.go:171","msg":"trace[1638220052] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5279; }","duration":"200.986916ms","start":"2026-03-13T23:17:10.322482Z","end":"2026-03-13T23:17:10.523469Z","steps":["trace[1638220052] 'agreement among raft nodes before linearized reading' (duration: 200.095533ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:17:10.782287Z","caller":"traceutil/trace.go:171","msg":"trace[899309625] transaction","detail":"{read_only:false; response_revision:5280; number_of_response:1; }","duration":"254.401781ms","start":"2026-03-13T23:17:10.527846Z","end":"2026-03-13T23:17:10.782247Z","steps":["trace[899309625] 'process raft request' (duration: 248.273059ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:17:10.78245Z","caller":"traceutil/trace.go:171","msg":"trace[303462235] transaction","detail":"{read_only:false; response_revision:5281; number_of_response:1; }","duration":"254.227868ms","start":"2026-03-13T23:17:10.528204Z","end":"2026-03-13T23:17:10.782432Z","steps":["trace[303462235] 'process raft request' (duration: 253.959201ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:17:10.782844Z","caller":"traceutil/trace.go:171","msg":"trace[1919677866] transaction","detail":"{read_only:false; response_revision:5283; number_of_response:1; }","duration":"254.558937ms","start":"2026-03-13T23:17:10.528277Z","end":"2026-03-13T23:17:10.782836Z","steps":["trace[1919677866] 'process raft request' (duration: 254.458404ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:17:10.782848Z","caller":"traceutil/trace.go:171","msg":"trace[1175038489] linearizableReadLoop","detail":"{readStateIndex:5494; appliedIndex:5489; }","duration":"223.462372ms","start":"2026-03-13T23:17:10.559372Z","end":"2026-03-13T23:17:10.782834Z","steps":["trace[1175038489] 'read index received' (duration: 216.704313ms)","trace[1175038489] 'applied index is now lower than readState.Index' (duration: 6.757049ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:17:10.782849Z","caller":"traceutil/trace.go:171","msg":"trace[103563813] transaction","detail":"{read_only:false; response_revision:5282; number_of_response:1; }","duration":"254.585546ms","start":"2026-03-13T23:17:10.528241Z","end":"2026-03-13T23:17:10.782826Z","steps":["trace[103563813] 'process raft request' (duration: 254.134335ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:17:10.782915Z","caller":"traceutil/trace.go:171","msg":"trace[981539423] transaction","detail":"{read_only:false; response_revision:5284; number_of_response:1; }","duration":"253.553589ms","start":"2026-03-13T23:17:10.529354Z","end":"2026-03-13T23:17:10.782908Z","steps":["trace[981539423] 'process raft request' (duration: 253.444396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:17:10.78304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.661527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-13T23:17:10.783088Z","caller":"traceutil/trace.go:171","msg":"trace[1764292374] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5284; }","duration":"223.75398ms","start":"2026-03-13T23:17:10.559322Z","end":"2026-03-13T23:17:10.783076Z","steps":["trace[1764292374] 'agreement among raft nodes before linearized reading' (duration: 223.596026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:17:10.783092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.001492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:17235"} {"level":"info","ts":"2026-03-13T23:17:10.783126Z","caller":"traceutil/trace.go:171","msg":"trace[853736939] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5284; }","duration":"148.078784ms","start":"2026-03-13T23:17:10.635035Z","end":"2026-03-13T23:17:10.783114Z","steps":["trace[853736939] 'agreement among raft nodes before linearized reading' (duration: 147.954451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:17:10.783148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.708656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-13T23:17:10.783184Z","caller":"traceutil/trace.go:171","msg":"trace[1572305300] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5284; }","duration":"118.792808ms","start":"2026-03-13T23:17:10.664381Z","end":"2026-03-13T23:17:10.783174Z","steps":["trace[1572305300] 'agreement among raft nodes before linearized reading' (duration: 118.674405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:17:16.152091Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604443619146566,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-13T23:17:16.358461Z","caller":"traceutil/trace.go:171","msg":"trace[1508367447] linearizableReadLoop","detail":"{readStateIndex:5529; appliedIndex:5527; }","duration":"706.429111ms","start":"2026-03-13T23:17:15.652007Z","end":"2026-03-13T23:17:16.358436Z","steps":["trace[1508367447] 'read index received' (duration: 692.748739ms)","trace[1508367447] 'applied index is now lower than readState.Index' (duration: 13.679152ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:17:16.358631Z","caller":"traceutil/trace.go:171","msg":"trace[1706107701] transaction","detail":"{read_only:false; response_revision:5318; number_of_response:1; }","duration":"782.99231ms","start":"2026-03-13T23:17:15.575592Z","end":"2026-03-13T23:17:16.358584Z","steps":["trace[1706107701] 'process raft request' (duration: 782.778034ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:17:16.358656Z","caller":"traceutil/trace.go:171","msg":"trace[2058440349] transaction","detail":"{read_only:false; response_revision:5317; number_of_response:1; }","duration":"786.605625ms","start":"2026-03-13T23:17:15.572003Z","end":"2026-03-13T23:17:16.358609Z","steps":["trace[2058440349] 'process raft request' (duration: 772.794399ms)","trace[2058440349] 'compare' (duration: 12.791959ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:17:16.358727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.483325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:17:16.35877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.720644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-13T23:17:16.358782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.77724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vrhmv\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-13T23:17:16.358773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.145225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-13T23:17:16.358811Z","caller":"traceutil/trace.go:171","msg":"trace[374529048] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5318; }","duration":"676.805216ms","start":"2026-03-13T23:17:15.681993Z","end":"2026-03-13T23:17:16.358798Z","steps":["trace[374529048] 'agreement among raft nodes before linearized reading' (duration: 676.617521ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:17:16.358803Z","caller":"traceutil/trace.go:171","msg":"trace[200268623] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5318; }","duration":"471.591277ms","start":"2026-03-13T23:17:15.887193Z","end":"2026-03-13T23:17:16.358784Z","steps":["trace[200268623] 'agreement among raft nodes before linearized reading' (duration: 471.449194ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:17:16.358833Z","caller":"traceutil/trace.go:171","msg":"trace[1855684653] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vrhmv; range_end:; response_count:1; response_revision:5318; }","duration":"706.863483ms","start":"2026-03-13T23:17:15.651956Z","end":"2026-03-13T23:17:16.358819Z","steps":["trace[1855684653] 'agreement among raft nodes before linearized reading' (duration: 706.616356ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:17:16.358841Z","caller":"traceutil/trace.go:171","msg":"trace[1274986963] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5318; }","duration":"197.232627ms","start":"2026-03-13T23:17:16.161594Z","end":"2026-03-13T23:17:16.358827Z","steps":["trace[1274986963] 'agreement among raft nodes before linearized reading' (duration: 197.028992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:17:16.358853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:17:15.887183Z","time spent":"471.662839ms","remote":"127.0.0.1:55124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:17:16.358853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:17:15.681982Z","time spent":"676.862307ms","remote":"127.0.0.1:55322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-13T23:17:16.358862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:17:15.651939Z","time spent":"706.918064ms","remote":"127.0.0.1:55356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-vrhmv\" "} {"level":"warn","ts":"2026-03-13T23:17:16.35885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:17:15.575583Z","time spent":"783.153355ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:17:16.358893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:17:15.571978Z","time spent":"786.783681ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:17:16.358992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.53968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-13T23:17:16.359078Z","caller":"traceutil/trace.go:171","msg":"trace[1776821749] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5318; }","duration":"484.757196ms","start":"2026-03-13T23:17:15.8743Z","end":"2026-03-13T23:17:16.359057Z","steps":["trace[1776821749] 'agreement among raft nodes before linearized reading' (duration: 484.345295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:17:16.35912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:17:15.874271Z","time spent":"484.842409ms","remote":"127.0.0.1:55356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-13T23:17:16.777576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.006751ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:17:16.777748Z","caller":"traceutil/trace.go:171","msg":"trace[1092458284] linearizableReadLoop","detail":"{readStateIndex:5530; appliedIndex:5529; }","duration":"412.431629ms","start":"2026-03-13T23:17:16.365291Z","end":"2026-03-13T23:17:16.777723Z","steps":["trace[1092458284] 'read index received' (duration: 252.127461ms)","trace[1092458284] 'applied index is now lower than readState.Index' (duration: 160.277937ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:17:16.777887Z","caller":"traceutil/trace.go:171","msg":"trace[1298490944] transaction","detail":"{read_only:false; response_revision:5319; number_of_response:1; }","duration":"413.19266ms","start":"2026-03-13T23:17:16.36467Z","end":"2026-03-13T23:17:16.777862Z","steps":["trace[1298490944] 'process raft request' (duration: 252.758908ms)","trace[1298490944] 'compare' (duration: 159.790855ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:17:16.77806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:17:16.364659Z","time spent":"413.300343ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:17:16.778153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.849112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:17:16.778289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.003925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81908"} {"level":"info","ts":"2026-03-13T23:17:16.778316Z","caller":"traceutil/trace.go:171","msg":"trace[1207236803] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5319; }","duration":"324.075339ms","start":"2026-03-13T23:17:16.454205Z","end":"2026-03-13T23:17:16.778281Z","steps":["trace[1207236803] 'agreement among raft nodes before linearized reading' (duration: 323.824822ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:17:16.778381Z","caller":"traceutil/trace.go:171","msg":"trace[2135205745] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5319; }","duration":"413.134179ms","start":"2026-03-13T23:17:16.365227Z","end":"2026-03-13T23:17:16.778361Z","steps":["trace[2135205745] 'agreement among raft nodes before linearized reading' (duration: 412.745669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:17:16.778403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:17:16.454185Z","time spent":"324.199501ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-13T23:17:16.77844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:17:16.365214Z","time spent":"413.216521ms","remote":"127.0.0.1:55356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81931,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-13T23:17:17.042023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.35902ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:17:17.042508Z","caller":"traceutil/trace.go:171","msg":"trace[782693604] transaction","detail":"{read_only:false; response_revision:5322; number_of_response:1; }","duration":"224.093868ms","start":"2026-03-13T23:17:16.818377Z","end":"2026-03-13T23:17:17.042471Z","steps":["trace[782693604] 'process raft request' (duration: 223.856621ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:17:17.042837Z","caller":"traceutil/trace.go:171","msg":"trace[826782046] transaction","detail":"{read_only:false; response_revision:5323; number_of_response:1; }","duration":"223.642567ms","start":"2026-03-13T23:17:16.819148Z","end":"2026-03-13T23:17:17.04279Z","steps":["trace[826782046] 'process raft request' (duration: 223.177464ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:17:17.042886Z","caller":"traceutil/trace.go:171","msg":"trace[897633630] transaction","detail":"{read_only:false; response_revision:5321; number_of_response:1; }","duration":"230.482378ms","start":"2026-03-13T23:17:16.812346Z","end":"2026-03-13T23:17:17.042829Z","steps":["trace[897633630] 'process raft request' (duration: 86.113471ms)","trace[897633630] 'compare' (duration: 143.00779ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:17:17.043083Z","caller":"traceutil/trace.go:171","msg":"trace[2012274552] transaction","detail":"{read_only:false; response_revision:5324; number_of_response:1; }","duration":"182.369954ms","start":"2026-03-13T23:17:16.860545Z","end":"2026-03-13T23:17:17.042915Z","steps":["trace[2012274552] 'process raft request' (duration: 181.85085ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:17:17.753685Z","caller":"traceutil/trace.go:171","msg":"trace[584612879] transaction","detail":"{read_only:false; response_revision:5325; number_of_response:1; }","duration":"108.122956ms","start":"2026-03-13T23:17:17.64553Z","end":"2026-03-13T23:17:17.753653Z","steps":["trace[584612879] 'process raft request' (duration: 107.88496ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:17:18.152753Z","caller":"traceutil/trace.go:171","msg":"trace[1966130859] linearizableReadLoop","detail":"{readStateIndex:5537; appliedIndex:5536; }","duration":"295.502151ms","start":"2026-03-13T23:17:17.857224Z","end":"2026-03-13T23:17:18.152726Z","steps":["trace[1966130859] 'read index received' (duration: 295.327786ms)","trace[1966130859] 'applied index is now lower than readState.Index' (duration: 172.865µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:17:18.153015Z","caller":"traceutil/trace.go:171","msg":"trace[783398038] transaction","detail":"{read_only:false; response_revision:5326; number_of_response:1; }","duration":"309.003849ms","start":"2026-03-13T23:17:17.843989Z","end":"2026-03-13T23:17:18.152993Z","steps":["trace[783398038] 'process raft request' (duration: 308.593239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:17:18.153182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:17:17.843956Z","time spent":"309.142592ms","remote":"127.0.0.1:55356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17194,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:17:18.153327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.257006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:17:18.153389Z","caller":"traceutil/trace.go:171","msg":"trace[2011523995] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5326; }","duration":"266.38041ms","start":"2026-03-13T23:17:17.886994Z","end":"2026-03-13T23:17:18.153374Z","steps":["trace[2011523995] 'agreement among raft nodes before linearized reading' (duration: 266.202995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:17:18.153395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.136218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.140\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-13T23:17:18.153473Z","caller":"traceutil/trace.go:171","msg":"trace[1094209981] range","detail":"{range_begin:/registry/masterleases/199.204.45.140; range_end:; response_count:1; response_revision:5326; }","duration":"296.261522ms","start":"2026-03-13T23:17:17.857194Z","end":"2026-03-13T23:17:18.153456Z","steps":["trace[1094209981] 'agreement among raft nodes before linearized reading' (duration: 296.000744ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:17:44.386139Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2714} {"level":"info","ts":"2026-03-13T23:17:44.448264Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2714,"took":"60.49046ms","hash":615823717,"current-db-size-bytes":39682048,"current-db-size":"40 MB","current-db-size-in-use-bytes":29298688,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-13T23:17:44.448348Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":615823717,"revision":2714,"compact-revision":-1} {"level":"info","ts":"2026-03-13T23:18:03.39925Z","caller":"traceutil/trace.go:171","msg":"trace[1627733283] linearizableReadLoop","detail":"{readStateIndex:5893; appliedIndex:5891; }","duration":"112.322368ms","start":"2026-03-13T23:18:03.286896Z","end":"2026-03-13T23:18:03.399218Z","steps":["trace[1627733283] 'read index received' (duration: 7.228422ms)","trace[1627733283] 'applied index is now lower than readState.Index' (duration: 105.092506ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:18:03.399465Z","caller":"traceutil/trace.go:171","msg":"trace[699281917] transaction","detail":"{read_only:false; response_revision:5669; number_of_response:1; }","duration":"113.89249ms","start":"2026-03-13T23:18:03.28554Z","end":"2026-03-13T23:18:03.399432Z","steps":["trace[699281917] 'process raft request' (duration: 22.808797ms)","trace[699281917] 'compare' (duration: 90.726244ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:18:03.399614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.889877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-13T23:18:03.399678Z","caller":"traceutil/trace.go:171","msg":"trace[728318202] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5669; }","duration":"108.997941ms","start":"2026-03-13T23:18:03.290662Z","end":"2026-03-13T23:18:03.39966Z","steps":["trace[728318202] 'agreement among raft nodes before linearized reading' (duration: 108.764944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:03.399872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.913475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-13T23:18:03.400023Z","caller":"traceutil/trace.go:171","msg":"trace[117925401] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5669; }","duration":"113.100669ms","start":"2026-03-13T23:18:03.286872Z","end":"2026-03-13T23:18:03.399972Z","steps":["trace[117925401] 'agreement among raft nodes before linearized reading' (duration: 112.548615ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:03.635368Z","caller":"traceutil/trace.go:171","msg":"trace[454669659] transaction","detail":"{read_only:false; response_revision:5674; number_of_response:1; }","duration":"103.133585ms","start":"2026-03-13T23:18:03.532191Z","end":"2026-03-13T23:18:03.635324Z","steps":["trace[454669659] 'process raft request' (duration: 99.777086ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:03.63545Z","caller":"traceutil/trace.go:171","msg":"trace[1454729327] transaction","detail":"{read_only:false; response_revision:5676; number_of_response:1; }","duration":"102.852998ms","start":"2026-03-13T23:18:03.532566Z","end":"2026-03-13T23:18:03.635419Z","steps":["trace[1454729327] 'process raft request' (duration: 102.701093ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:03.635412Z","caller":"traceutil/trace.go:171","msg":"trace[1360896003] transaction","detail":"{read_only:false; response_revision:5675; number_of_response:1; }","duration":"102.953989ms","start":"2026-03-13T23:18:03.532404Z","end":"2026-03-13T23:18:03.635358Z","steps":["trace[1360896003] 'process raft request' (duration: 102.806426ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:03.635593Z","caller":"traceutil/trace.go:171","msg":"trace[742758371] linearizableReadLoop","detail":"{readStateIndex:5901; appliedIndex:5897; }","duration":"100.667989ms","start":"2026-03-13T23:18:03.534899Z","end":"2026-03-13T23:18:03.635567Z","steps":["trace[742758371] 'read index received' (duration: 78.090218ms)","trace[742758371] 'applied index is now lower than readState.Index' (duration: 22.576721ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:18:03.635576Z","caller":"traceutil/trace.go:171","msg":"trace[427819780] transaction","detail":"{read_only:false; response_revision:5678; number_of_response:1; }","duration":"100.453543ms","start":"2026-03-13T23:18:03.535076Z","end":"2026-03-13T23:18:03.63553Z","steps":["trace[427819780] 'process raft request' (duration: 100.312539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:03.635858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.944628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-03-13T23:18:03.635913Z","caller":"traceutil/trace.go:171","msg":"trace[607561140] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:5679; }","duration":"101.047839ms","start":"2026-03-13T23:18:03.534851Z","end":"2026-03-13T23:18:03.635899Z","steps":["trace[607561140] 'agreement among raft nodes before linearized reading' (duration: 100.814893ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:03.636257Z","caller":"traceutil/trace.go:171","msg":"trace[951043498] transaction","detail":"{read_only:false; response_revision:5677; number_of_response:1; }","duration":"102.494518ms","start":"2026-03-13T23:18:03.533009Z","end":"2026-03-13T23:18:03.635504Z","steps":["trace[951043498] 'process raft request' (duration: 102.326923ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:04.803098Z","caller":"traceutil/trace.go:171","msg":"trace[492623715] transaction","detail":"{read_only:false; response_revision:5684; number_of_response:1; }","duration":"179.331192ms","start":"2026-03-13T23:18:04.623739Z","end":"2026-03-13T23:18:04.80307Z","steps":["trace[492623715] 'process raft request' (duration: 130.259126ms)","trace[492623715] 'compare' (duration: 48.946633ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:22:08.684888Z","caller":"traceutil/trace.go:171","msg":"trace[1679874560] linearizableReadLoop","detail":"{readStateIndex:7559; appliedIndex:7558; }","duration":"235.221902ms","start":"2026-03-13T23:22:08.449638Z","end":"2026-03-13T23:22:08.68486Z","steps":["trace[1679874560] 'read index received' (duration: 235.024208ms)","trace[1679874560] 'applied index is now lower than readState.Index' (duration: 196.184µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:22:08.684961Z","caller":"traceutil/trace.go:171","msg":"trace[1671820167] transaction","detail":"{read_only:false; response_revision:7279; number_of_response:1; }","duration":"480.781008ms","start":"2026-03-13T23:22:08.20414Z","end":"2026-03-13T23:22:08.684921Z","steps":["trace[1671820167] 'process raft request' (duration: 480.540442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:22:08.685183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:22:08.204096Z","time spent":"480.967354ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:22:08.685219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.567702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-13T23:22:08.685276Z","caller":"traceutil/trace.go:171","msg":"trace[1368181113] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7279; }","duration":"235.706314ms","start":"2026-03-13T23:22:08.449556Z","end":"2026-03-13T23:22:08.685262Z","steps":["trace[1368181113] 'agreement among raft nodes before linearized reading' (duration: 235.520199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:22:08.68531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.316255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-13T23:22:08.685356Z","caller":"traceutil/trace.go:171","msg":"trace[1708202693] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7279; }","duration":"151.419448ms","start":"2026-03-13T23:22:08.533922Z","end":"2026-03-13T23:22:08.685341Z","steps":["trace[1708202693] 'agreement among raft nodes before linearized reading' (duration: 151.331325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:22:08.685219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.835224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vrhmv\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-13T23:22:08.685438Z","caller":"traceutil/trace.go:171","msg":"trace[1346393312] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vrhmv; range_end:; response_count:1; response_revision:7279; }","duration":"174.116421ms","start":"2026-03-13T23:22:08.511312Z","end":"2026-03-13T23:22:08.685428Z","steps":["trace[1346393312] 'agreement among raft nodes before linearized reading' (duration: 173.812683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:22:09.113319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.088599ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:22:09.113895Z","caller":"traceutil/trace.go:171","msg":"trace[406338729] linearizableReadLoop","detail":"{readStateIndex:7561; appliedIndex:7559; }","duration":"423.017696ms","start":"2026-03-13T23:22:08.690854Z","end":"2026-03-13T23:22:09.113872Z","steps":["trace[406338729] 'read index received' (duration: 158.24424ms)","trace[406338729] 'applied index is now lower than readState.Index' (duration: 264.743916ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:22:09.113995Z","caller":"traceutil/trace.go:171","msg":"trace[796748248] transaction","detail":"{read_only:false; response_revision:7280; number_of_response:1; }","duration":"424.055793ms","start":"2026-03-13T23:22:08.689924Z","end":"2026-03-13T23:22:09.11398Z","steps":["trace[796748248] 'process raft request' (duration: 159.165803ms)","trace[796748248] 'compare' (duration: 263.824732ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:22:09.114066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:22:08.689906Z","time spent":"424.117296ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:22:09.11474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.88999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:23 size:199341"} {"level":"info","ts":"2026-03-13T23:22:09.114797Z","caller":"traceutil/trace.go:171","msg":"trace[36395757] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:23; response_revision:7281; }","duration":"424.005854ms","start":"2026-03-13T23:22:08.690777Z","end":"2026-03-13T23:22:09.114783Z","steps":["trace[36395757] 'agreement among raft nodes before linearized reading' (duration: 423.525841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:22:09.114842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:22:08.690744Z","time spent":"424.083365ms","remote":"127.0.0.1:55356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":23,"response size":199364,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-13T23:22:09.11728Z","caller":"traceutil/trace.go:171","msg":"trace[1557694976] transaction","detail":"{read_only:false; response_revision:7281; number_of_response:1; }","duration":"424.035223ms","start":"2026-03-13T23:22:08.690059Z","end":"2026-03-13T23:22:09.114094Z","steps":["trace[1557694976] 'process raft request' (duration: 423.658514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:22:09.117984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:22:08.690034Z","time spent":"427.833693ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:22:09.188932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.878879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-13T23:22:09.189014Z","caller":"traceutil/trace.go:171","msg":"trace[190480064] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7282; }","duration":"479.015332ms","start":"2026-03-13T23:22:08.709977Z","end":"2026-03-13T23:22:09.188992Z","steps":["trace[190480064] 'agreement among raft nodes before linearized reading' (duration: 478.782005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:22:09.189059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:22:08.709955Z","time spent":"479.095503ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T23:22:09.189062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.014998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-13T23:22:09.189179Z","caller":"traceutil/trace.go:171","msg":"trace[1622453995] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7282; }","duration":"477.163923ms","start":"2026-03-13T23:22:08.711986Z","end":"2026-03-13T23:22:09.18915Z","steps":["trace[1622453995] 'agreement among raft nodes before linearized reading' (duration: 476.983038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:22:09.189334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:22:08.711974Z","time spent":"477.346628ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T23:22:09.189359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.311104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:22:09.189508Z","caller":"traceutil/trace.go:171","msg":"trace[2078245514] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:7282; }","duration":"261.89495ms","start":"2026-03-13T23:22:08.927579Z","end":"2026-03-13T23:22:09.189474Z","steps":["trace[2078245514] 'agreement among raft nodes before linearized reading' (duration: 261.264903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:22:09.189911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.31105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-13T23:22:09.18998Z","caller":"traceutil/trace.go:171","msg":"trace[1939221946] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7282; }","duration":"479.402532ms","start":"2026-03-13T23:22:08.710566Z","end":"2026-03-13T23:22:09.189968Z","steps":["trace[1939221946] 'agreement among raft nodes before linearized reading' (duration: 479.287239ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:22:09.189929Z","caller":"traceutil/trace.go:171","msg":"trace[1461177411] transaction","detail":"{read_only:false; response_revision:7282; number_of_response:1; }","duration":"171.298595ms","start":"2026-03-13T23:22:09.018555Z","end":"2026-03-13T23:22:09.189854Z","steps":["trace[1461177411] 'process raft request' (duration: 170.030031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:22:09.190015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:22:08.710553Z","time spent":"479.454994ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-13T23:22:20.352218Z","caller":"traceutil/trace.go:171","msg":"trace[574820940] transaction","detail":"{read_only:false; response_revision:7335; number_of_response:1; }","duration":"103.168198ms","start":"2026-03-13T23:22:20.24902Z","end":"2026-03-13T23:22:20.352189Z","steps":["trace[574820940] 'process raft request' (duration: 102.930901ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:22:20.677326Z","caller":"traceutil/trace.go:171","msg":"trace[1230036909] transaction","detail":"{read_only:false; response_revision:7337; number_of_response:1; }","duration":"126.216289ms","start":"2026-03-13T23:22:20.55108Z","end":"2026-03-13T23:22:20.677297Z","steps":["trace[1230036909] 'process raft request' (duration: 111.869239ms)","trace[1230036909] 'compare' (duration: 13.970941ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:22:44.394204Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5477} {"level":"info","ts":"2026-03-13T23:22:44.484706Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5477,"took":"88.403336ms","hash":1788356866,"current-db-size-bytes":41107456,"current-db-size":"41 MB","current-db-size-in-use-bytes":21577728,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-13T23:22:44.484777Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1788356866,"revision":5477,"compact-revision":2714} {"level":"info","ts":"2026-03-13T23:23:08.135722Z","caller":"traceutil/trace.go:171","msg":"trace[350549054] transaction","detail":"{read_only:false; response_revision:7659; number_of_response:1; }","duration":"160.908959ms","start":"2026-03-13T23:23:07.974774Z","end":"2026-03-13T23:23:08.135682Z","steps":["trace[350549054] 'process raft request' (duration: 157.886419ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:23:08.135712Z","caller":"traceutil/trace.go:171","msg":"trace[692264569] linearizableReadLoop","detail":"{readStateIndex:7955; appliedIndex:7954; }","duration":"151.755237ms","start":"2026-03-13T23:23:07.983914Z","end":"2026-03-13T23:23:08.13567Z","steps":["trace[692264569] 'read index received' (duration: 148.735137ms)","trace[692264569] 'applied index is now lower than readState.Index' (duration: 3.01793ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:23:08.135955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.986303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:23:08.136087Z","caller":"traceutil/trace.go:171","msg":"trace[1368211641] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:7659; }","duration":"152.190949ms","start":"2026-03-13T23:23:07.983873Z","end":"2026-03-13T23:23:08.136064Z","steps":["trace[1368211641] 'agreement among raft nodes before linearized reading' (duration: 151.87533ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:23:21.838076Z","caller":"traceutil/trace.go:171","msg":"trace[1823919738] transaction","detail":"{read_only:false; response_revision:7856; number_of_response:1; }","duration":"315.539734ms","start":"2026-03-13T23:23:21.522507Z","end":"2026-03-13T23:23:21.838047Z","steps":["trace[1823919738] 'process raft request' (duration: 315.369029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:21.838258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:21.522478Z","time spent":"315.689077ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:23:21.939101Z","caller":"traceutil/trace.go:171","msg":"trace[1138267744] linearizableReadLoop","detail":"{readStateIndex:8155; appliedIndex:8153; }","duration":"263.150643ms","start":"2026-03-13T23:23:21.67592Z","end":"2026-03-13T23:23:21.939071Z","steps":["trace[1138267744] 'read index received' (duration: 161.988329ms)","trace[1138267744] 'applied index is now lower than readState.Index' (duration: 101.161264ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:23:21.93921Z","caller":"traceutil/trace.go:171","msg":"trace[950296848] transaction","detail":"{read_only:false; response_revision:7857; number_of_response:1; }","duration":"296.760905ms","start":"2026-03-13T23:23:21.642424Z","end":"2026-03-13T23:23:21.939185Z","steps":["trace[950296848] 'process raft request' (duration: 294.237818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:21.93941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.464773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-13T23:23:21.939506Z","caller":"traceutil/trace.go:171","msg":"trace[637570838] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7857; }","duration":"263.625726ms","start":"2026-03-13T23:23:21.675858Z","end":"2026-03-13T23:23:21.939484Z","steps":["trace[637570838] 'agreement among raft nodes before linearized reading' (duration: 263.352318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:21.939572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.753291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-13T23:23:21.93957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.985312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-13T23:23:21.939559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.104642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-13T23:23:21.939637Z","caller":"traceutil/trace.go:171","msg":"trace[1582563747] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7857; }","duration":"239.079295ms","start":"2026-03-13T23:23:21.70054Z","end":"2026-03-13T23:23:21.93962Z","steps":["trace[1582563747] 'agreement among raft nodes before linearized reading' (duration: 238.90991ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:23:21.939678Z","caller":"traceutil/trace.go:171","msg":"trace[944753646] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7857; }","duration":"263.264955ms","start":"2026-03-13T23:23:21.676389Z","end":"2026-03-13T23:23:21.939654Z","steps":["trace[944753646] 'agreement among raft nodes before linearized reading' (duration: 262.913966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:21.93968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.893926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-13T23:23:21.939621Z","caller":"traceutil/trace.go:171","msg":"trace[95882799] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7857; }","duration":"242.842755ms","start":"2026-03-13T23:23:21.696766Z","end":"2026-03-13T23:23:21.939609Z","steps":["trace[95882799] 'agreement among raft nodes before linearized reading' (duration: 242.68882ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:23:21.939765Z","caller":"traceutil/trace.go:171","msg":"trace[539012857] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7857; }","duration":"240.0199ms","start":"2026-03-13T23:23:21.699726Z","end":"2026-03-13T23:23:21.939746Z","steps":["trace[539012857] 'agreement among raft nodes before linearized reading' (duration: 239.63514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:21.939901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.585222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vrhmv\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-13T23:23:21.939934Z","caller":"traceutil/trace.go:171","msg":"trace[1427902114] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vrhmv; range_end:; response_count:1; response_revision:7857; }","duration":"235.641073ms","start":"2026-03-13T23:23:21.704286Z","end":"2026-03-13T23:23:21.939927Z","steps":["trace[1427902114] 'agreement among raft nodes before linearized reading' (duration: 235.065577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:21.940444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.506087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-13T23:23:21.940522Z","caller":"traceutil/trace.go:171","msg":"trace[1508805666] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:7857; }","duration":"233.611559ms","start":"2026-03-13T23:23:21.706892Z","end":"2026-03-13T23:23:21.940504Z","steps":["trace[1508805666] 'agreement among raft nodes before linearized reading' (duration: 232.708596ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:23:24.612163Z","caller":"traceutil/trace.go:171","msg":"trace[681671768] transaction","detail":"{read_only:false; response_revision:7865; number_of_response:1; }","duration":"814.586696ms","start":"2026-03-13T23:23:23.797546Z","end":"2026-03-13T23:23:24.612133Z","steps":["trace[681671768] 'process raft request' (duration: 814.342789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:24.612358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:23.797519Z","time spent":"814.736021ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:23:24.612364Z","caller":"traceutil/trace.go:171","msg":"trace[670197438] linearizableReadLoop","detail":"{readStateIndex:8164; appliedIndex:8162; }","duration":"740.710006ms","start":"2026-03-13T23:23:23.871612Z","end":"2026-03-13T23:23:24.612322Z","steps":["trace[670197438] 'read index received' (duration: 102.545202ms)","trace[670197438] 'applied index is now lower than readState.Index' (duration: 638.162364ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:23:24.612539Z","caller":"traceutil/trace.go:171","msg":"trace[840286982] transaction","detail":"{read_only:false; response_revision:7866; number_of_response:1; }","duration":"667.39298ms","start":"2026-03-13T23:23:23.94513Z","end":"2026-03-13T23:23:24.612523Z","steps":["trace[840286982] 'process raft request' (duration: 666.947538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:24.612701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:23.94504Z","time spent":"667.541285ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:23:24.612731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.069596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:23:24.612899Z","caller":"traceutil/trace.go:171","msg":"trace[1040488796] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:7866; }","duration":"741.302192ms","start":"2026-03-13T23:23:23.871545Z","end":"2026-03-13T23:23:24.612848Z","steps":["trace[1040488796] 'agreement among raft nodes before linearized reading' (duration: 740.969043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:24.612967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:23.87152Z","time spent":"741.428964ms","remote":"127.0.0.1:37052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-03-13T23:23:24.68622Z","caller":"traceutil/trace.go:171","msg":"trace[1193871602] transaction","detail":"{read_only:false; response_revision:7867; number_of_response:1; }","duration":"611.769554ms","start":"2026-03-13T23:23:24.07442Z","end":"2026-03-13T23:23:24.68619Z","steps":["trace[1193871602] 'process raft request' (duration: 610.589923ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:23:24.686461Z","caller":"traceutil/trace.go:171","msg":"trace[285674019] transaction","detail":"{read_only:false; response_revision:7868; number_of_response:1; }","duration":"488.744609ms","start":"2026-03-13T23:23:24.197639Z","end":"2026-03-13T23:23:24.686383Z","steps":["trace[285674019] 'process raft request' (duration: 488.478973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:24.686553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.501196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:23:24.686659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.173025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-13T23:23:24.686656Z","caller":"traceutil/trace.go:171","msg":"trace[523875246] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7868; }","duration":"799.698411ms","start":"2026-03-13T23:23:23.886934Z","end":"2026-03-13T23:23:24.686633Z","steps":["trace[523875246] 'agreement among raft nodes before linearized reading' (duration: 799.447934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:24.686689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:24.197617Z","time spent":"488.946674ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:23:24.68674Z","caller":"traceutil/trace.go:171","msg":"trace[1601132849] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7868; }","duration":"733.278609ms","start":"2026-03-13T23:23:23.953443Z","end":"2026-03-13T23:23:24.686721Z","steps":["trace[1601132849] 'agreement among raft nodes before linearized reading' (duration: 733.031523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:24.686625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:24.0744Z","time spent":"612.029031ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:23:24.686846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:23.95343Z","time spent":"733.403132ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T23:23:24.686951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.742331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-13T23:23:24.686788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:23.886927Z","time spent":"799.815144ms","remote":"127.0.0.1:55134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:23:24.687058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.105078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:23:24.687073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.562472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-13T23:23:24.686991Z","caller":"traceutil/trace.go:171","msg":"trace[1726688793] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7868; }","duration":"733.842795ms","start":"2026-03-13T23:23:23.953138Z","end":"2026-03-13T23:23:24.686981Z","steps":["trace[1726688793] 'agreement among raft nodes before linearized reading' (duration: 733.67823ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:23:24.68714Z","caller":"traceutil/trace.go:171","msg":"trace[852363551] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7868; }","duration":"737.689006ms","start":"2026-03-13T23:23:23.949435Z","end":"2026-03-13T23:23:24.687124Z","steps":["trace[852363551] 'agreement among raft nodes before linearized reading' (duration: 737.384398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:24.687148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.395558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vrhmv\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-13T23:23:24.687189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:23.949405Z","time spent":"737.772918ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-13T23:23:24.6871Z","caller":"traceutil/trace.go:171","msg":"trace[912225720] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:7868; }","duration":"501.213201ms","start":"2026-03-13T23:23:24.185875Z","end":"2026-03-13T23:23:24.687088Z","steps":["trace[912225720] 'agreement among raft nodes before linearized reading' (duration: 501.146038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:24.687193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:23.953097Z","time spent":"734.04906ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-13T23:23:24.68721Z","caller":"traceutil/trace.go:171","msg":"trace[786394571] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vrhmv; range_end:; response_count:1; response_revision:7868; }","duration":"731.477051ms","start":"2026-03-13T23:23:23.955716Z","end":"2026-03-13T23:23:24.687193Z","steps":["trace[786394571] 'agreement among raft nodes before linearized reading' (duration: 731.255304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:24.687255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:24.185844Z","time spent":"501.395105ms","remote":"127.0.0.1:55496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:23:24.687291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:23.955705Z","time spent":"731.572914ms","remote":"127.0.0.1:55356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-vrhmv\" "} {"level":"warn","ts":"2026-03-13T23:23:24.687324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.795183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-13T23:23:24.687369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.876304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-13T23:23:24.687392Z","caller":"traceutil/trace.go:171","msg":"trace[1239873610] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7868; }","duration":"733.879974ms","start":"2026-03-13T23:23:23.953494Z","end":"2026-03-13T23:23:24.687374Z","steps":["trace[1239873610] 'agreement among raft nodes before linearized reading' (duration: 733.719631ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:23:24.687443Z","caller":"traceutil/trace.go:171","msg":"trace[927403813] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7868; }","duration":"733.974208ms","start":"2026-03-13T23:23:23.953452Z","end":"2026-03-13T23:23:24.687426Z","steps":["trace[927403813] 'agreement among raft nodes before linearized reading' (duration: 733.196507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:24.687473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:23.953487Z","time spent":"733.971737ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T23:23:24.687495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:23.95344Z","time spent":"734.042399ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T23:23:24.68753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.063178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-13T23:23:24.687697Z","caller":"traceutil/trace.go:171","msg":"trace[1071790590] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7868; }","duration":"720.190831ms","start":"2026-03-13T23:23:23.967407Z","end":"2026-03-13T23:23:24.687598Z","steps":["trace[1071790590] 'agreement among raft nodes before linearized reading' (duration: 719.538374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:24.687766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:23.967354Z","time spent":"720.397398ms","remote":"127.0.0.1:55356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-13T23:23:34.764202Z","caller":"traceutil/trace.go:171","msg":"trace[2015362709] transaction","detail":"{read_only:false; response_revision:7915; number_of_response:1; }","duration":"103.930767ms","start":"2026-03-13T23:23:34.660225Z","end":"2026-03-13T23:23:34.764156Z","steps":["trace[2015362709] 'process raft request' (duration: 103.662221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:35.606265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.426775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:23:35.606412Z","caller":"traceutil/trace.go:171","msg":"trace[1509058139] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7922; }","duration":"657.58995ms","start":"2026-03-13T23:23:34.948791Z","end":"2026-03-13T23:23:35.60638Z","steps":["trace[1509058139] 'range keys from in-memory index tree' (duration: 657.263031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:35.606482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:34.948747Z","time spent":"657.717744ms","remote":"127.0.0.1:55596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-13T23:23:37.031291Z","caller":"traceutil/trace.go:171","msg":"trace[908602895] transaction","detail":"{read_only:false; response_revision:7923; number_of_response:1; }","duration":"260.909743ms","start":"2026-03-13T23:23:36.770339Z","end":"2026-03-13T23:23:37.031249Z","steps":["trace[908602895] 'process raft request' (duration: 260.600835ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:23:37.222676Z","caller":"traceutil/trace.go:171","msg":"trace[494911746] linearizableReadLoop","detail":"{readStateIndex:8226; appliedIndex:8223; }","duration":"420.539949ms","start":"2026-03-13T23:23:36.802095Z","end":"2026-03-13T23:23:37.222635Z","steps":["trace[494911746] 'read index received' (duration: 228.854353ms)","trace[494911746] 'applied index is now lower than readState.Index' (duration: 191.684086ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:23:37.222801Z","caller":"traceutil/trace.go:171","msg":"trace[757229004] transaction","detail":"{read_only:false; response_revision:7925; number_of_response:1; }","duration":"446.871919ms","start":"2026-03-13T23:23:36.775918Z","end":"2026-03-13T23:23:37.22279Z","steps":["trace[757229004] 'process raft request' (duration: 446.635803ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:23:37.222722Z","caller":"traceutil/trace.go:171","msg":"trace[827517902] transaction","detail":"{read_only:false; response_revision:7924; number_of_response:1; }","duration":"449.566671ms","start":"2026-03-13T23:23:36.77312Z","end":"2026-03-13T23:23:37.222687Z","steps":["trace[827517902] 'process raft request' (duration: 352.354591ms)","trace[827517902] 'compare' (duration: 96.883801ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:23:37.222964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:36.775888Z","time spent":"446.953911ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:23:37.222962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:36.77308Z","time spent":"449.793066ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:23:37.22303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.91134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-13T23:23:37.22313Z","caller":"traceutil/trace.go:171","msg":"trace[1595723133] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7925; }","duration":"421.089834ms","start":"2026-03-13T23:23:36.80201Z","end":"2026-03-13T23:23:37.2231Z","steps":["trace[1595723133] 'agreement among raft nodes before linearized reading' (duration: 420.784826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:37.223189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:36.80197Z","time spent":"421.209268ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T23:23:37.22376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.035026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-13T23:23:37.223801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.488091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-13T23:23:37.223826Z","caller":"traceutil/trace.go:171","msg":"trace[104690635] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7925; }","duration":"403.136387ms","start":"2026-03-13T23:23:36.820676Z","end":"2026-03-13T23:23:37.223813Z","steps":["trace[104690635] 'agreement among raft nodes before linearized reading' (duration: 402.922582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:37.223811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.504961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-13T23:23:37.223867Z","caller":"traceutil/trace.go:171","msg":"trace[1261826886] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7925; }","duration":"405.613964ms","start":"2026-03-13T23:23:36.818233Z","end":"2026-03-13T23:23:37.223847Z","steps":["trace[1261826886] 'agreement among raft nodes before linearized reading' (duration: 405.400998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:37.223871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:36.82066Z","time spent":"403.20306ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T23:23:37.223909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:36.818212Z","time spent":"405.690516ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-13T23:23:37.223906Z","caller":"traceutil/trace.go:171","msg":"trace[1881188620] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7925; }","duration":"405.644305ms","start":"2026-03-13T23:23:36.818239Z","end":"2026-03-13T23:23:37.223883Z","steps":["trace[1881188620] 'agreement among raft nodes before linearized reading' (duration: 405.387998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:37.223895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.938868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:23:37.223953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:36.818224Z","time spent":"405.721328ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T23:23:37.223987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.515859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vrhmv\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-13T23:23:37.224095Z","caller":"traceutil/trace.go:171","msg":"trace[123914018] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vrhmv; range_end:; response_count:1; response_revision:7925; }","duration":"403.649782ms","start":"2026-03-13T23:23:36.820421Z","end":"2026-03-13T23:23:37.224071Z","steps":["trace[123914018] 'agreement among raft nodes before linearized reading' (duration: 403.276751ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:23:37.224018Z","caller":"traceutil/trace.go:171","msg":"trace[1352121329] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7925; }","duration":"335.102893ms","start":"2026-03-13T23:23:36.888883Z","end":"2026-03-13T23:23:37.223986Z","steps":["trace[1352121329] 'agreement among raft nodes before linearized reading' (duration: 334.868927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:37.224154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:36.820387Z","time spent":"403.753854ms","remote":"127.0.0.1:55356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-vrhmv\" "} {"level":"warn","ts":"2026-03-13T23:23:37.224183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:36.888866Z","time spent":"335.306359ms","remote":"127.0.0.1:55124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:23:37.224653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.841247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-13T23:23:37.224695Z","caller":"traceutil/trace.go:171","msg":"trace[348521427] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7925; }","duration":"406.937858ms","start":"2026-03-13T23:23:36.817742Z","end":"2026-03-13T23:23:37.22468Z","steps":["trace[348521427] 'agreement among raft nodes before linearized reading' (duration: 405.85977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:37.224726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:36.817685Z","time spent":"407.035362ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T23:23:38.151927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.715518ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:23:38.152069Z","caller":"traceutil/trace.go:171","msg":"trace[1271313053] linearizableReadLoop","detail":"{readStateIndex:8233; appliedIndex:8232; }","duration":"130.960336ms","start":"2026-03-13T23:23:38.021086Z","end":"2026-03-13T23:23:38.152047Z","steps":["trace[1271313053] 'read index received' (duration: 71.822µs)","trace[1271313053] 'applied index is now lower than readState.Index' (duration: 130.887124ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:23:38.152246Z","caller":"traceutil/trace.go:171","msg":"trace[884107232] transaction","detail":"{read_only:false; response_revision:7931; number_of_response:1; }","duration":"245.497125ms","start":"2026-03-13T23:23:37.906706Z","end":"2026-03-13T23:23:38.152203Z","steps":["trace[884107232] 'process raft request' (duration: 30.376436ms)","trace[884107232] 'compare' (duration: 214.537194ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:23:38.152401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.285024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:23:38.152478Z","caller":"traceutil/trace.go:171","msg":"trace[235960192] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7931; }","duration":"131.427057ms","start":"2026-03-13T23:23:38.021033Z","end":"2026-03-13T23:23:38.15246Z","steps":["trace[235960192] 'agreement among raft nodes before linearized reading' (duration: 131.145361ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:23:39.088839Z","caller":"traceutil/trace.go:171","msg":"trace[899818859] linearizableReadLoop","detail":"{readStateIndex:8235; appliedIndex:8234; }","duration":"419.721518ms","start":"2026-03-13T23:23:38.669095Z","end":"2026-03-13T23:23:39.088817Z","steps":["trace[899818859] 'read index received' (duration: 419.424429ms)","trace[899818859] 'applied index is now lower than readState.Index' (duration: 295.869µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:23:39.08894Z","caller":"traceutil/trace.go:171","msg":"trace[1475574600] transaction","detail":"{read_only:false; response_revision:7933; number_of_response:1; }","duration":"441.815245ms","start":"2026-03-13T23:23:38.647091Z","end":"2026-03-13T23:23:39.088906Z","steps":["trace[1475574600] 'process raft request' (duration: 441.359993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:39.08911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:38.647058Z","time spent":"441.952539ms","remote":"127.0.0.1:53230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414406,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:23:39.089235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.088848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6878bd8459-jzwc9.189c8a1a429ee0ae\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-13T23:23:39.089325Z","caller":"traceutil/trace.go:171","msg":"trace[370842137] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6878bd8459-jzwc9.189c8a1a429ee0ae; range_end:; response_count:1; response_revision:7933; }","duration":"420.274182ms","start":"2026-03-13T23:23:38.668999Z","end":"2026-03-13T23:23:39.089273Z","steps":["trace[370842137] 'agreement among raft nodes before linearized reading' (duration: 419.937454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:39.089443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:38.668964Z","time spent":"420.399356ms","remote":"127.0.0.1:55236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-6878bd8459-jzwc9.189c8a1a429ee0ae\" "} {"level":"warn","ts":"2026-03-13T23:23:39.254845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.978036ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:23:39.25504Z","caller":"traceutil/trace.go:171","msg":"trace[1148493351] transaction","detail":"{read_only:false; response_revision:7934; number_of_response:1; }","duration":"217.659596ms","start":"2026-03-13T23:23:39.037342Z","end":"2026-03-13T23:23:39.255002Z","steps":["trace[1148493351] 'process raft request' (duration: 83.446625ms)","trace[1148493351] 'compare' (duration: 133.78403ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:23:39.255089Z","caller":"traceutil/trace.go:171","msg":"trace[610265320] transaction","detail":"{read_only:false; response_revision:7935; number_of_response:1; }","duration":"162.011961ms","start":"2026-03-13T23:23:39.093057Z","end":"2026-03-13T23:23:39.255069Z","steps":["trace[610265320] 'process raft request' (duration: 161.921588ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:23:39.255108Z","caller":"traceutil/trace.go:171","msg":"trace[590392537] linearizableReadLoop","detail":"{readStateIndex:8236; appliedIndex:8235; }","duration":"166.157309ms","start":"2026-03-13T23:23:39.088909Z","end":"2026-03-13T23:23:39.255066Z","steps":["trace[590392537] 'read index received' (duration: 31.863696ms)","trace[590392537] 'applied index is now lower than readState.Index' (duration: 134.288463ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:23:39.255291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.940874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:23:39.255338Z","caller":"traceutil/trace.go:171","msg":"trace[2055700313] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7935; }","duration":"368.060008ms","start":"2026-03-13T23:23:38.887265Z","end":"2026-03-13T23:23:39.255325Z","steps":["trace[2055700313] 'agreement among raft nodes before linearized reading' (duration: 367.940615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:39.255378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:38.887242Z","time spent":"368.128029ms","remote":"127.0.0.1:55124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-13T23:23:39.346334Z","caller":"traceutil/trace.go:171","msg":"trace[1639511453] transaction","detail":"{read_only:false; response_revision:7937; number_of_response:1; }","duration":"114.870168ms","start":"2026-03-13T23:23:39.231422Z","end":"2026-03-13T23:23:39.346292Z","steps":["trace[1639511453] 'process raft request' (duration: 114.746845ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:23:39.346368Z","caller":"traceutil/trace.go:171","msg":"trace[1726683253] transaction","detail":"{read_only:false; response_revision:7936; number_of_response:1; }","duration":"115.299639ms","start":"2026-03-13T23:23:39.231042Z","end":"2026-03-13T23:23:39.346341Z","steps":["trace[1726683253] 'process raft request' (duration: 114.94119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:40.28645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.627539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:23:40.286472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.76741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:23:40.286677Z","caller":"traceutil/trace.go:171","msg":"trace[112537924] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7943; }","duration":"399.050709ms","start":"2026-03-13T23:23:39.887603Z","end":"2026-03-13T23:23:40.286654Z","steps":["trace[112537924] 'range keys from in-memory index tree' (duration: 398.649368ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:23:40.286722Z","caller":"traceutil/trace.go:171","msg":"trace[1898347976] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:7943; }","duration":"380.944238ms","start":"2026-03-13T23:23:39.905669Z","end":"2026-03-13T23:23:40.286613Z","steps":["trace[1898347976] 'count revisions from in-memory index tree' (duration: 380.494848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:40.286734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:39.88757Z","time spent":"399.153881ms","remote":"127.0.0.1:55124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:23:40.286802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:39.905642Z","time spent":"381.141263ms","remote":"127.0.0.1:42704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:23:40.286886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.351461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19448"} {"level":"info","ts":"2026-03-13T23:23:40.287015Z","caller":"traceutil/trace.go:171","msg":"trace[1498915254] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7943; }","duration":"190.571017ms","start":"2026-03-13T23:23:40.096418Z","end":"2026-03-13T23:23:40.286989Z","steps":["trace[1498915254] 'range keys from in-memory index tree' (duration: 189.834858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:24:07.998988Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604443619154266,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:24:08.50002Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604443619154266,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:24:08.678487Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.271546723s","expected-duration":"1s"} {"level":"info","ts":"2026-03-13T23:24:08.679198Z","caller":"traceutil/trace.go:171","msg":"trace[1272055367] transaction","detail":"{read_only:false; response_revision:8123; number_of_response:1; }","duration":"1.272257692s","start":"2026-03-13T23:24:07.406846Z","end":"2026-03-13T23:24:08.679104Z","steps":["trace[1272055367] 'process raft request' (duration: 1.27182628s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:24:08.679579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:24:07.406819Z","time spent":"1.272511379s","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:24:08.758604Z","caller":"traceutil/trace.go:171","msg":"trace[1786670642] linearizableReadLoop","detail":"{readStateIndex:8435; appliedIndex:8432; }","duration":"1.26049007s","start":"2026-03-13T23:24:07.498082Z","end":"2026-03-13T23:24:08.758572Z","steps":["trace[1786670642] 'read index received' (duration: 1.18064558s)","trace[1786670642] 'applied index is now lower than readState.Index' (duration: 79.8432ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:24:08.758686Z","caller":"traceutil/trace.go:171","msg":"trace[47150441] transaction","detail":"{read_only:false; response_revision:8124; number_of_response:1; }","duration":"1.286082309s","start":"2026-03-13T23:24:07.472548Z","end":"2026-03-13T23:24:08.75863Z","steps":["trace[47150441] 'process raft request' (duration: 1.285848082s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:24:08.758718Z","caller":"traceutil/trace.go:171","msg":"trace[1197397976] transaction","detail":"{read_only:false; response_revision:8125; number_of_response:1; }","duration":"1.283381875s","start":"2026-03-13T23:24:07.475285Z","end":"2026-03-13T23:24:08.758667Z","steps":["trace[1197397976] 'process raft request' (duration: 1.283244862s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:24:08.758912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.260798557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-13T23:24:08.758936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:24:07.472532Z","time spent":"1.286266553s","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:24:08.758964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:24:07.47527Z","time spent":"1.283561512s","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:24:08.759061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.256600346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-13T23:24:08.759097Z","caller":"traceutil/trace.go:171","msg":"trace[998291694] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8125; }","duration":"1.256665436s","start":"2026-03-13T23:24:07.502423Z","end":"2026-03-13T23:24:08.759088Z","steps":["trace[998291694] 'agreement among raft nodes before linearized reading' (duration: 1.256575625s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:24:08.758964Z","caller":"traceutil/trace.go:171","msg":"trace[1287673090] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8125; }","duration":"1.26089918s","start":"2026-03-13T23:24:07.498052Z","end":"2026-03-13T23:24:08.758951Z","steps":["trace[1287673090] 'agreement among raft nodes before linearized reading' (duration: 1.260694335s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:24:08.759189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.23075046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:24:08.759205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.120917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:24:08.759225Z","caller":"traceutil/trace.go:171","msg":"trace[1138318173] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:8125; }","duration":"1.230806232s","start":"2026-03-13T23:24:07.52841Z","end":"2026-03-13T23:24:08.759216Z","steps":["trace[1138318173] 'agreement among raft nodes before linearized reading' (duration: 1.23074885s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:24:08.75926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:24:07.528401Z","time spent":"1.230851962s","remote":"127.0.0.1:55240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:24:08.759249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:24:07.498041Z","time spent":"1.261148416s","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T23:24:08.759355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.245901462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-13T23:24:08.759425Z","caller":"traceutil/trace.go:171","msg":"trace[1087811768] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8125; }","duration":"1.246035375s","start":"2026-03-13T23:24:07.513372Z","end":"2026-03-13T23:24:08.759407Z","steps":["trace[1087811768] 'agreement among raft nodes before linearized reading' (duration: 1.245797239s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:24:08.759472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:24:07.513344Z","time spent":"1.246115558s","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T23:24:08.759136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:24:07.502413Z","time spent":"1.256715599s","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T23:24:08.759621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.256553724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-13T23:24:08.759652Z","caller":"traceutil/trace.go:171","msg":"trace[1238998028] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8125; }","duration":"1.256599807s","start":"2026-03-13T23:24:07.503043Z","end":"2026-03-13T23:24:08.759642Z","steps":["trace[1238998028] 'agreement among raft nodes before linearized reading' (duration: 1.256522315s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:24:08.759602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.667058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:24:08.759681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:24:07.503034Z","time spent":"1.256641018s","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T23:24:08.759543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.255446046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-13T23:24:08.759257Z","caller":"traceutil/trace.go:171","msg":"trace[585667940] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:8125; }","duration":"891.22351ms","start":"2026-03-13T23:24:07.868019Z","end":"2026-03-13T23:24:08.759243Z","steps":["trace[585667940] 'agreement among raft nodes before linearized reading' (duration: 891.122227ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:24:08.75973Z","caller":"traceutil/trace.go:171","msg":"trace[1804017477] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:8125; }","duration":"309.859712ms","start":"2026-03-13T23:24:08.449838Z","end":"2026-03-13T23:24:08.759698Z","steps":["trace[1804017477] 'agreement among raft nodes before linearized reading' (duration: 309.650476ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:24:08.759735Z","caller":"traceutil/trace.go:171","msg":"trace[1869644560] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8125; }","duration":"1.25563508s","start":"2026-03-13T23:24:07.504073Z","end":"2026-03-13T23:24:08.759708Z","steps":["trace[1869644560] 'agreement among raft nodes before linearized reading' (duration: 1.255404484s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:24:08.759762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:24:07.867972Z","time spent":"891.777515ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:24:08.75979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:24:07.504065Z","time spent":"1.255712312s","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T23:24:08.759793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:24:08.449779Z","time spent":"309.997666ms","remote":"127.0.0.1:42752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:24:08.759967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.237426127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vrhmv\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-13T23:24:08.760019Z","caller":"traceutil/trace.go:171","msg":"trace[1300180192] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vrhmv; range_end:; response_count:1; response_revision:8125; }","duration":"1.237495209s","start":"2026-03-13T23:24:07.522509Z","end":"2026-03-13T23:24:08.760004Z","steps":["trace[1300180192] 'agreement among raft nodes before linearized reading' (duration: 1.237346335s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:24:08.759802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.248216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.140\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-13T23:24:08.760106Z","caller":"traceutil/trace.go:171","msg":"trace[1738655597] range","detail":"{range_begin:/registry/masterleases/199.204.45.140; range_end:; response_count:1; response_revision:8125; }","duration":"878.614106ms","start":"2026-03-13T23:24:07.88148Z","end":"2026-03-13T23:24:08.760095Z","steps":["trace[1738655597] 'agreement among raft nodes before linearized reading' (duration: 878.245265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:24:08.760144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:24:07.881443Z","time spent":"878.689288ms","remote":"127.0.0.1:55190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.140\" "} {"level":"warn","ts":"2026-03-13T23:24:08.760063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:24:07.522499Z","time spent":"1.23754887s","remote":"127.0.0.1:55356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-vrhmv\" "} {"level":"warn","ts":"2026-03-13T23:24:09.265826Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604443619154271,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:24:09.615956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:24:08.761629Z","time spent":"854.319791ms","remote":"127.0.0.1:55190","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-13T23:24:09.620577Z","caller":"traceutil/trace.go:171","msg":"trace[1613637466] transaction","detail":"{read_only:false; response_revision:8130; number_of_response:1; }","duration":"854.623017ms","start":"2026-03-13T23:24:08.765924Z","end":"2026-03-13T23:24:09.620547Z","steps":["trace[1613637466] 'process raft request' (duration: 854.555636ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:24:09.620584Z","caller":"traceutil/trace.go:171","msg":"trace[1400246789] transaction","detail":"{read_only:false; response_revision:8128; number_of_response:1; }","duration":"854.70487ms","start":"2026-03-13T23:24:08.765838Z","end":"2026-03-13T23:24:09.620543Z","steps":["trace[1400246789] 'process raft request' (duration: 854.574587ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:24:09.620643Z","caller":"traceutil/trace.go:171","msg":"trace[846620753] transaction","detail":"{read_only:false; response_revision:8129; number_of_response:1; }","duration":"854.737531ms","start":"2026-03-13T23:24:08.765871Z","end":"2026-03-13T23:24:09.620609Z","steps":["trace[846620753] 'process raft request' (duration: 854.577858ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:24:09.620661Z","caller":"traceutil/trace.go:171","msg":"trace[130057630] transaction","detail":"{read_only:false; response_revision:8127; number_of_response:1; }","duration":"854.821684ms","start":"2026-03-13T23:24:08.765766Z","end":"2026-03-13T23:24:09.620588Z","steps":["trace[130057630] 'process raft request' (duration: 854.596688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:24:09.620795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:24:08.765898Z","time spent":"854.766412ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:24:09.620767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:24:08.765859Z","time spent":"854.826135ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:24:09.620787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:24:08.765824Z","time spent":"854.862895ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:24:09.620783Z","caller":"traceutil/trace.go:171","msg":"trace[638315489] transaction","detail":"{read_only:false; response_revision:8126; number_of_response:1; }","duration":"858.770618ms","start":"2026-03-13T23:24:08.76195Z","end":"2026-03-13T23:24:09.62072Z","steps":["trace[638315489] 'process raft request' (duration: 858.180893ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:24:09.621003Z","caller":"traceutil/trace.go:171","msg":"trace[626318005] linearizableReadLoop","detail":"{readStateIndex:8443; appliedIndex:8435; }","duration":"855.506941ms","start":"2026-03-13T23:24:08.765468Z","end":"2026-03-13T23:24:09.620975Z","steps":["trace[626318005] 'read index received' (duration: 845.963208ms)","trace[626318005] 'applied index is now lower than readState.Index' (duration: 9.542383ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:24:09.62103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:24:08.76569Z","time spent":"855.161062ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:24:09.621086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:24:08.761925Z","time spent":"859.122097ms","remote":"127.0.0.1:55236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:24:09.621126Z","caller":"traceutil/trace.go:171","msg":"trace[1663585507] transaction","detail":"{read_only:false; response_revision:8132; number_of_response:1; }","duration":"780.855181ms","start":"2026-03-13T23:24:08.840259Z","end":"2026-03-13T23:24:09.621114Z","steps":["trace[1663585507] 'process raft request' (duration: 780.609424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:24:09.621254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:24:08.840225Z","time spent":"780.925143ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:24:09.621801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.312352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228911"} {"level":"info","ts":"2026-03-13T23:24:09.621804Z","caller":"traceutil/trace.go:171","msg":"trace[1971700411] transaction","detail":"{read_only:false; response_revision:8131; number_of_response:1; }","duration":"852.589045ms","start":"2026-03-13T23:24:08.768445Z","end":"2026-03-13T23:24:09.621034Z","steps":["trace[1971700411] 'process raft request' (duration: 852.065971ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:24:09.621882Z","caller":"traceutil/trace.go:171","msg":"trace[691061232] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8132; }","duration":"856.423507ms","start":"2026-03-13T23:24:08.76544Z","end":"2026-03-13T23:24:09.621864Z","steps":["trace[691061232] 'agreement among raft nodes before linearized reading' (duration: 855.712508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:24:09.621937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:24:08.765423Z","time spent":"856.500548ms","remote":"127.0.0.1:55356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228934,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-13T23:24:09.622033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:24:08.768436Z","time spent":"853.478768ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:24:09.624491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.929035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:24:09.62465Z","caller":"traceutil/trace.go:171","msg":"trace[1427946884] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8133; }","duration":"737.12909ms","start":"2026-03-13T23:24:08.887508Z","end":"2026-03-13T23:24:09.624637Z","steps":["trace[1427946884] 'agreement among raft nodes before linearized reading' (duration: 736.922335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:24:09.624708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:24:08.887487Z","time spent":"737.215032ms","remote":"127.0.0.1:55124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:24:09.624604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.347272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:24:09.624931Z","caller":"traceutil/trace.go:171","msg":"trace[1195213047] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:8133; }","duration":"236.600069ms","start":"2026-03-13T23:24:09.388195Z","end":"2026-03-13T23:24:09.624795Z","steps":["trace[1195213047] 'agreement among raft nodes before linearized reading' (duration: 236.371913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:24:11.141579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.46315ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:24:11.14181Z","caller":"traceutil/trace.go:171","msg":"trace[315827317] linearizableReadLoop","detail":"{readStateIndex:8448; appliedIndex:8447; }","duration":"254.727448ms","start":"2026-03-13T23:24:10.887022Z","end":"2026-03-13T23:24:11.14175Z","steps":["trace[315827317] 'read index received' (duration: 68.946621ms)","trace[315827317] 'applied index is now lower than readState.Index' (duration: 185.778647ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:24:11.141917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.888642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:24:11.141888Z","caller":"traceutil/trace.go:171","msg":"trace[165847000] transaction","detail":"{read_only:false; response_revision:8137; number_of_response:1; }","duration":"375.167592ms","start":"2026-03-13T23:24:10.76668Z","end":"2026-03-13T23:24:11.141848Z","steps":["trace[165847000] 'process raft request' (duration: 189.280712ms)","trace[165847000] 'compare' (duration: 185.290245ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:24:11.141969Z","caller":"traceutil/trace.go:171","msg":"trace[53699855] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8137; }","duration":"254.999104ms","start":"2026-03-13T23:24:10.886955Z","end":"2026-03-13T23:24:11.141954Z","steps":["trace[53699855] 'agreement among raft nodes before linearized reading' (duration: 254.909152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:24:11.14212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:24:10.766636Z","time spent":"375.337108ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:24:11.970154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.767406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-13T23:24:11.970275Z","caller":"traceutil/trace.go:171","msg":"trace[1981455147] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8137; }","duration":"343.983291ms","start":"2026-03-13T23:24:11.626267Z","end":"2026-03-13T23:24:11.97025Z","steps":["trace[1981455147] 'range keys from in-memory index tree' (duration: 343.480547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:24:11.97033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:24:11.626232Z","time spent":"344.086523ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T23:24:11.970398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.854408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-13T23:24:11.970429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.779418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-13T23:24:11.970508Z","caller":"traceutil/trace.go:171","msg":"trace[1323137154] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8137; }","duration":"344.001601ms","start":"2026-03-13T23:24:11.62648Z","end":"2026-03-13T23:24:11.970482Z","steps":["trace[1323137154] 'range keys from in-memory index tree' (duration: 343.635003ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:24:11.970556Z","caller":"traceutil/trace.go:171","msg":"trace[642343414] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8137; }","duration":"664.955301ms","start":"2026-03-13T23:24:11.305573Z","end":"2026-03-13T23:24:11.970528Z","steps":["trace[642343414] 'range keys from in-memory index tree' (duration: 664.575022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:24:11.970623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:24:11.305546Z","time spent":"665.060674ms","remote":"127.0.0.1:55356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-13T23:24:11.970617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.994529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-13T23:24:11.970695Z","caller":"traceutil/trace.go:171","msg":"trace[342328967] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8137; }","duration":"345.140502ms","start":"2026-03-13T23:24:11.625537Z","end":"2026-03-13T23:24:11.970678Z","steps":["trace[342328967] 'range keys from in-memory index tree' (duration: 344.69664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:24:11.970688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.459695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-13T23:24:11.970728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.67747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vrhmv\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-13T23:24:11.970737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:24:11.62551Z","time spent":"345.217124ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-13T23:24:11.970751Z","caller":"traceutil/trace.go:171","msg":"trace[1090259678] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8137; }","duration":"344.583868ms","start":"2026-03-13T23:24:11.626151Z","end":"2026-03-13T23:24:11.970735Z","steps":["trace[1090259678] 'range keys from in-memory index tree' (duration: 344.236818ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:24:11.970759Z","caller":"traceutil/trace.go:171","msg":"trace[406810630] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vrhmv; range_end:; response_count:1; response_revision:8137; }","duration":"338.760672ms","start":"2026-03-13T23:24:11.631987Z","end":"2026-03-13T23:24:11.970748Z","steps":["trace[406810630] 'range keys from in-memory index tree' (duration: 338.542178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:24:11.970791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:24:11.631959Z","time spent":"338.825406ms","remote":"127.0.0.1:55356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-vrhmv\" "} {"level":"warn","ts":"2026-03-13T23:24:11.9708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:24:11.62608Z","time spent":"344.705271ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T23:24:11.970652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.59877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-13T23:24:11.970854Z","caller":"traceutil/trace.go:171","msg":"trace[1231345767] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8137; }","duration":"343.801286ms","start":"2026-03-13T23:24:11.627046Z","end":"2026-03-13T23:24:11.970847Z","steps":["trace[1231345767] 'range keys from in-memory index tree' (duration: 343.451877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:24:11.970877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:24:11.626975Z","time spent":"343.897149ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T23:24:11.970559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:24:11.626469Z","time spent":"344.079413ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-13T23:24:21.80966Z","caller":"traceutil/trace.go:171","msg":"trace[1516913042] linearizableReadLoop","detail":"{readStateIndex:8542; appliedIndex:8540; }","duration":"231.469858ms","start":"2026-03-13T23:24:21.578164Z","end":"2026-03-13T23:24:21.809634Z","steps":["trace[1516913042] 'read index received' (duration: 2.446316ms)","trace[1516913042] 'applied index is now lower than readState.Index' (duration: 229.022202ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:24:21.809949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.756156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:24:21.809998Z","caller":"traceutil/trace.go:171","msg":"trace[2120511433] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8226; }","duration":"231.864118ms","start":"2026-03-13T23:24:21.578121Z","end":"2026-03-13T23:24:21.809985Z","steps":["trace[2120511433] 'agreement among raft nodes before linearized reading' (duration: 231.651812ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:24:21.809999Z","caller":"traceutil/trace.go:171","msg":"trace[1605707400] transaction","detail":"{read_only:false; response_revision:8226; number_of_response:1; }","duration":"239.021627ms","start":"2026-03-13T23:24:21.570923Z","end":"2026-03-13T23:24:21.809945Z","steps":["trace[1605707400] 'process raft request' (duration: 238.536235ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:24:21.928017Z","caller":"traceutil/trace.go:171","msg":"trace[254610659] transaction","detail":"{read_only:false; response_revision:8228; number_of_response:1; }","duration":"100.214157ms","start":"2026-03-13T23:24:21.827767Z","end":"2026-03-13T23:24:21.927981Z","steps":["trace[254610659] 'process raft request' (duration: 99.753435ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:24:22.49635Z","caller":"traceutil/trace.go:171","msg":"trace[347586972] transaction","detail":"{read_only:false; response_revision:8234; number_of_response:1; }","duration":"115.682988ms","start":"2026-03-13T23:24:22.380639Z","end":"2026-03-13T23:24:22.496322Z","steps":["trace[347586972] 'process raft request' (duration: 115.500953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:24:23.271225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.538645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:24:23.271356Z","caller":"traceutil/trace.go:171","msg":"trace[449424888] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:8234; }","duration":"651.747972ms","start":"2026-03-13T23:24:22.619579Z","end":"2026-03-13T23:24:23.271327Z","steps":["trace[449424888] 'count revisions from in-memory index tree' (duration: 651.439044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:24:23.271445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.75379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"info","ts":"2026-03-13T23:24:23.271556Z","caller":"traceutil/trace.go:171","msg":"trace[830499783] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8234; }","duration":"604.024716ms","start":"2026-03-13T23:24:22.667512Z","end":"2026-03-13T23:24:23.271537Z","steps":["trace[830499783] 'range keys from in-memory index tree' (duration: 603.524623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:24:23.271646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:24:22.667491Z","time spent":"604.1355ms","remote":"127.0.0.1:33018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5755,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-03-13T23:24:23.27147Z","caller":"traceutil/trace.go:171","msg":"trace[1485622720] transaction","detail":"{read_only:false; response_revision:8235; number_of_response:1; }","duration":"492.584302ms","start":"2026-03-13T23:24:22.778852Z","end":"2026-03-13T23:24:23.271437Z","steps":["trace[1485622720] 'process raft request' (duration: 434.998625ms)","trace[1485622720] 'compare' (duration: 56.903899ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:24:23.271739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:24:22.619548Z","time spent":"652.158302ms","remote":"127.0.0.1:55402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":14,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:24:23.271864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:24:22.77883Z","time spent":"492.94035ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:24:23.47795Z","caller":"traceutil/trace.go:171","msg":"trace[475351413] transaction","detail":"{read_only:false; response_revision:8236; number_of_response:1; }","duration":"611.178486ms","start":"2026-03-13T23:24:22.866731Z","end":"2026-03-13T23:24:23.477909Z","steps":["trace[475351413] 'process raft request' (duration: 599.975938ms)","trace[475351413] 'compare' (duration: 10.748676ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:24:23.478066Z","caller":"traceutil/trace.go:171","msg":"trace[981155382] linearizableReadLoop","detail":"{readStateIndex:8553; appliedIndex:8550; }","duration":"591.835493ms","start":"2026-03-13T23:24:22.88619Z","end":"2026-03-13T23:24:23.478025Z","steps":["trace[981155382] 'read index received' (duration: 327.689128ms)","trace[981155382] 'applied index is now lower than readState.Index' (duration: 264.144765ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:24:23.478143Z","caller":"traceutil/trace.go:171","msg":"trace[1090594234] transaction","detail":"{read_only:false; response_revision:8237; number_of_response:1; }","duration":"600.236607ms","start":"2026-03-13T23:24:22.877859Z","end":"2026-03-13T23:24:23.478095Z","steps":["trace[1090594234] 'process raft request' (duration: 599.978449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:24:23.478188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:24:22.866703Z","time spent":"611.362171ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:24:23.478283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.0808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:24:23.478369Z","caller":"traceutil/trace.go:171","msg":"trace[93032793] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8238; }","duration":"592.206773ms","start":"2026-03-13T23:24:22.88614Z","end":"2026-03-13T23:24:23.478347Z","steps":["trace[93032793] 'agreement among raft nodes before linearized reading' (duration: 592.06804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:24:23.478358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:24:22.877821Z","time spent":"600.413671ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:24:23.478377Z","caller":"traceutil/trace.go:171","msg":"trace[1447904863] transaction","detail":"{read_only:false; response_revision:8238; number_of_response:1; }","duration":"293.75706ms","start":"2026-03-13T23:24:23.184338Z","end":"2026-03-13T23:24:23.478095Z","steps":["trace[1447904863] 'process raft request' (duration: 293.632627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:24:23.478409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:24:22.886125Z","time spent":"592.276955ms","remote":"127.0.0.1:55124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-13T23:24:23.513851Z","caller":"traceutil/trace.go:171","msg":"trace[1239501746] transaction","detail":"{read_only:false; response_revision:8240; number_of_response:1; }","duration":"136.313034ms","start":"2026-03-13T23:24:23.377502Z","end":"2026-03-13T23:24:23.513815Z","steps":["trace[1239501746] 'process raft request' (duration: 136.167611ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:24:23.51416Z","caller":"traceutil/trace.go:171","msg":"trace[755768043] transaction","detail":"{read_only:false; response_revision:8239; number_of_response:1; }","duration":"227.549834ms","start":"2026-03-13T23:24:23.286597Z","end":"2026-03-13T23:24:23.514146Z","steps":["trace[755768043] 'process raft request' (duration: 226.911147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:24:23.514136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.193838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-sdlbq\" ","response":"range_response_count:1 size:4650"} {"level":"info","ts":"2026-03-13T23:24:23.514369Z","caller":"traceutil/trace.go:171","msg":"trace[1793959181] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-sdlbq; range_end:; response_count:1; response_revision:8240; }","duration":"137.453355ms","start":"2026-03-13T23:24:23.376903Z","end":"2026-03-13T23:24:23.514356Z","steps":["trace[1793959181] 'agreement among raft nodes before linearized reading' (duration: 136.965982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:24:23.514289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.392356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-03-13T23:24:23.514893Z","caller":"traceutil/trace.go:171","msg":"trace[1637268013] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8240; }","duration":"607.940581ms","start":"2026-03-13T23:24:22.906886Z","end":"2026-03-13T23:24:23.514827Z","steps":["trace[1637268013] 'agreement among raft nodes before linearized reading' (duration: 607.303554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:24:23.515018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:24:22.906825Z","time spent":"608.174547ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3695,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"info","ts":"2026-03-13T23:24:25.994627Z","caller":"traceutil/trace.go:171","msg":"trace[1178614221] transaction","detail":"{read_only:false; response_revision:8254; number_of_response:1; }","duration":"716.395856ms","start":"2026-03-13T23:24:25.278188Z","end":"2026-03-13T23:24:25.994584Z","steps":["trace[1178614221] 'process raft request' (duration: 716.139668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:24:25.99486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:24:25.278151Z","time spent":"716.589591ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:24:26.015063Z","caller":"traceutil/trace.go:171","msg":"trace[126700123] linearizableReadLoop","detail":"{readStateIndex:8573; appliedIndex:8570; }","duration":"343.432347ms","start":"2026-03-13T23:24:25.671605Z","end":"2026-03-13T23:24:26.015037Z","steps":["trace[126700123] 'read index received' (duration: 322.742127ms)","trace[126700123] 'applied index is now lower than readState.Index' (duration: 20.68888ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:24:26.015143Z","caller":"traceutil/trace.go:171","msg":"trace[625696215] transaction","detail":"{read_only:false; response_revision:8256; number_of_response:1; }","duration":"529.781468ms","start":"2026-03-13T23:24:25.485312Z","end":"2026-03-13T23:24:26.015093Z","steps":["trace[625696215] 'process raft request' (duration: 529.678455ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:24:26.015097Z","caller":"traceutil/trace.go:171","msg":"trace[851919008] transaction","detail":"{read_only:false; response_revision:8255; number_of_response:1; }","duration":"529.804449ms","start":"2026-03-13T23:24:25.485265Z","end":"2026-03-13T23:24:26.01507Z","steps":["trace[851919008] 'process raft request' (duration: 529.539481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:24:26.01529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.650042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"warn","ts":"2026-03-13T23:24:26.015354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:24:25.485274Z","time spent":"529.952722ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:24:26.015384Z","caller":"traceutil/trace.go:171","msg":"trace[1439004835] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:8256; }","duration":"343.820356ms","start":"2026-03-13T23:24:25.671519Z","end":"2026-03-13T23:24:26.015339Z","steps":["trace[1439004835] 'agreement among raft nodes before linearized reading' (duration: 343.631372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:24:26.015431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.716467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:24:26.015429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:24:25.67149Z","time spent":"343.927148ms","remote":"127.0.0.1:55366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-03-13T23:24:26.015481Z","caller":"traceutil/trace.go:171","msg":"trace[1583824720] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8256; }","duration":"127.813489ms","start":"2026-03-13T23:24:25.887655Z","end":"2026-03-13T23:24:26.015468Z","steps":["trace[1583824720] 'agreement among raft nodes before linearized reading' (duration: 127.742097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:24:26.015722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:24:25.485228Z","time spent":"530.145608ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:24:26.319501Z","caller":"traceutil/trace.go:171","msg":"trace[1339140496] linearizableReadLoop","detail":"{readStateIndex:8574; appliedIndex:8573; }","duration":"257.360493ms","start":"2026-03-13T23:24:26.062104Z","end":"2026-03-13T23:24:26.319465Z","steps":["trace[1339140496] 'read index received' (duration: 257.159578ms)","trace[1339140496] 'applied index is now lower than readState.Index' (duration: 199.285µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:24:26.3196Z","caller":"traceutil/trace.go:171","msg":"trace[270573410] transaction","detail":"{read_only:false; response_revision:8257; number_of_response:1; }","duration":"294.443088ms","start":"2026-03-13T23:24:26.025103Z","end":"2026-03-13T23:24:26.319546Z","steps":["trace[270573410] 'process raft request' (duration: 294.16225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:24:26.319876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.753735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vrhmv\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-13T23:24:26.319927Z","caller":"traceutil/trace.go:171","msg":"trace[1359167464] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vrhmv; range_end:; response_count:1; response_revision:8257; }","duration":"257.878207ms","start":"2026-03-13T23:24:26.062034Z","end":"2026-03-13T23:24:26.319913Z","steps":["trace[1359167464] 'agreement among raft nodes before linearized reading' (duration: 257.613611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:24:26.319957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.090216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-13T23:24:26.320057Z","caller":"traceutil/trace.go:171","msg":"trace[264359760] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8257; }","duration":"108.24346ms","start":"2026-03-13T23:24:26.211791Z","end":"2026-03-13T23:24:26.320034Z","steps":["trace[264359760] 'agreement among raft nodes before linearized reading' (duration: 107.999213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:24:26.319957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.598355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-13T23:24:26.320123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.60842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-13T23:24:26.320146Z","caller":"traceutil/trace.go:171","msg":"trace[1391399089] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8257; }","duration":"230.834232ms","start":"2026-03-13T23:24:26.089296Z","end":"2026-03-13T23:24:26.32013Z","steps":["trace[1391399089] 'agreement among raft nodes before linearized reading' (duration: 230.449831ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:24:26.320238Z","caller":"traceutil/trace.go:171","msg":"trace[84281514] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8257; }","duration":"240.811145ms","start":"2026-03-13T23:24:26.079402Z","end":"2026-03-13T23:24:26.320214Z","steps":["trace[84281514] 'agreement among raft nodes before linearized reading' (duration: 240.424376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:24:26.319963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.871469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-13T23:24:26.320217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.794585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-13T23:24:26.320311Z","caller":"traceutil/trace.go:171","msg":"trace[929427490] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8257; }","duration":"252.271139ms","start":"2026-03-13T23:24:26.068023Z","end":"2026-03-13T23:24:26.320294Z","steps":["trace[929427490] 'agreement among raft nodes before linearized reading' (duration: 251.699044ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:24:26.320339Z","caller":"traceutil/trace.go:171","msg":"trace[1178370822] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8257; }","duration":"137.973878ms","start":"2026-03-13T23:24:26.182336Z","end":"2026-03-13T23:24:26.32031Z","steps":["trace[1178370822] 'agreement among raft nodes before linearized reading' (duration: 137.565897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:24:26.32019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.742732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-13T23:24:26.320496Z","caller":"traceutil/trace.go:171","msg":"trace[1127932110] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8257; }","duration":"138.159414ms","start":"2026-03-13T23:24:26.182311Z","end":"2026-03-13T23:24:26.320471Z","steps":["trace[1127932110] 'agreement among raft nodes before linearized reading' (duration: 137.442714ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:24:34.830356Z","caller":"traceutil/trace.go:171","msg":"trace[1335646384] linearizableReadLoop","detail":"{readStateIndex:8648; appliedIndex:8647; }","duration":"364.690289ms","start":"2026-03-13T23:24:34.465635Z","end":"2026-03-13T23:24:34.830326Z","steps":["trace[1335646384] 'read index received' (duration: 362.911202ms)","trace[1335646384] 'applied index is now lower than readState.Index' (duration: 1.777897ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:24:34.830408Z","caller":"traceutil/trace.go:171","msg":"trace[478936994] transaction","detail":"{read_only:false; response_revision:8329; number_of_response:1; }","duration":"376.044451ms","start":"2026-03-13T23:24:34.454315Z","end":"2026-03-13T23:24:34.83036Z","steps":["trace[478936994] 'process raft request' (duration: 374.247434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:24:34.830652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:24:34.454278Z","time spent":"376.246577ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:24:34.83071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.675208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vrhmv\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-13T23:24:34.830753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.443333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-13T23:24:34.83084Z","caller":"traceutil/trace.go:171","msg":"trace[1916838435] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8330; }","duration":"376.565685ms","start":"2026-03-13T23:24:34.454243Z","end":"2026-03-13T23:24:34.830809Z","steps":["trace[1916838435] 'agreement among raft nodes before linearized reading' (duration: 376.223636ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:24:34.830852Z","caller":"traceutil/trace.go:171","msg":"trace[1293541258] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vrhmv; range_end:; response_count:1; response_revision:8330; }","duration":"373.836402ms","start":"2026-03-13T23:24:34.456965Z","end":"2026-03-13T23:24:34.830801Z","steps":["trace[1293541258] 'agreement among raft nodes before linearized reading' (duration: 373.385981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:24:34.830818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.240416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-k896x\" ","response":"range_response_count:1 size:4559"} {"level":"warn","ts":"2026-03-13T23:24:34.830902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:24:34.454234Z","time spent":"376.653367ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T23:24:34.830915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:24:34.456954Z","time spent":"373.946895ms","remote":"127.0.0.1:55356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-vrhmv\" "} {"level":"info","ts":"2026-03-13T23:24:34.83091Z","caller":"traceutil/trace.go:171","msg":"trace[792159446] transaction","detail":"{read_only:false; response_revision:8330; number_of_response:1; }","duration":"361.549027ms","start":"2026-03-13T23:24:34.469294Z","end":"2026-03-13T23:24:34.830843Z","steps":["trace[792159446] 'process raft request' (duration: 360.988663ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:24:34.830951Z","caller":"traceutil/trace.go:171","msg":"trace[1071833821] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-k896x; range_end:; response_count:1; response_revision:8330; }","duration":"359.397719ms","start":"2026-03-13T23:24:34.47152Z","end":"2026-03-13T23:24:34.830918Z","steps":["trace[1071833821] 'agreement among raft nodes before linearized reading' (duration: 359.02631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:24:34.831014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:24:34.471511Z","time spent":"359.492522ms","remote":"127.0.0.1:55356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":4582,"request content":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-k896x\" "} {"level":"warn","ts":"2026-03-13T23:24:34.831098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:24:34.469276Z","time spent":"361.724902ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:25:38.421068Z","caller":"traceutil/trace.go:171","msg":"trace[411289989] transaction","detail":"{read_only:false; response_revision:8938; number_of_response:1; }","duration":"131.23406ms","start":"2026-03-13T23:25:38.289801Z","end":"2026-03-13T23:25:38.421035Z","steps":["trace[411289989] 'process raft request' (duration: 131.183688ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:25:38.421111Z","caller":"traceutil/trace.go:171","msg":"trace[828061577] transaction","detail":"{read_only:false; response_revision:8937; number_of_response:1; }","duration":"142.803566ms","start":"2026-03-13T23:25:38.278246Z","end":"2026-03-13T23:25:38.42105Z","steps":["trace[828061577] 'process raft request' (duration: 122.232571ms)","trace[828061577] 'compare' (duration: 20.407421ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:25:38.778353Z","caller":"traceutil/trace.go:171","msg":"trace[1432580184] linearizableReadLoop","detail":"{readStateIndex:9275; appliedIndex:9274; }","duration":"109.803301ms","start":"2026-03-13T23:25:38.668513Z","end":"2026-03-13T23:25:38.778317Z","steps":["trace[1432580184] 'read index received' (duration: 109.308029ms)","trace[1432580184] 'applied index is now lower than readState.Index' (duration: 494.082µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:25:38.778422Z","caller":"traceutil/trace.go:171","msg":"trace[584952367] transaction","detail":"{read_only:false; response_revision:8939; number_of_response:1; }","duration":"246.894707ms","start":"2026-03-13T23:25:38.53148Z","end":"2026-03-13T23:25:38.778374Z","steps":["trace[584952367] 'process raft request' (duration: 246.450046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:25:38.778652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.111389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6878bd8459-jzwc9.189c8a1a429ee0ae\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-13T23:25:38.778705Z","caller":"traceutil/trace.go:171","msg":"trace[1665775344] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6878bd8459-jzwc9.189c8a1a429ee0ae; range_end:; response_count:1; response_revision:8939; }","duration":"110.228093ms","start":"2026-03-13T23:25:38.668462Z","end":"2026-03-13T23:25:38.77869Z","steps":["trace[1665775344] 'agreement among raft nodes before linearized reading' (duration: 110.027737ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:25:39.009261Z","caller":"traceutil/trace.go:171","msg":"trace[204881357] linearizableReadLoop","detail":"{readStateIndex:9278; appliedIndex:9276; }","duration":"131.125476ms","start":"2026-03-13T23:25:38.878095Z","end":"2026-03-13T23:25:39.009221Z","steps":["trace[204881357] 'read index received' (duration: 94.734722ms)","trace[204881357] 'applied index is now lower than readState.Index' (duration: 36.389384ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:25:39.009669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.539767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-13T23:25:39.009777Z","caller":"traceutil/trace.go:171","msg":"trace[1957106591] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8942; }","duration":"131.714002ms","start":"2026-03-13T23:25:38.878045Z","end":"2026-03-13T23:25:39.009759Z","steps":["trace[1957106591] 'agreement among raft nodes before linearized reading' (duration: 131.350203ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:25:39.009733Z","caller":"traceutil/trace.go:171","msg":"trace[1416801628] transaction","detail":"{read_only:false; response_revision:8941; number_of_response:1; }","duration":"226.382673ms","start":"2026-03-13T23:25:38.783244Z","end":"2026-03-13T23:25:39.009627Z","steps":["trace[1416801628] 'process raft request' (duration: 189.523096ms)","trace[1416801628] 'compare' (duration: 36.22112ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:25:39.009867Z","caller":"traceutil/trace.go:171","msg":"trace[1007544519] transaction","detail":"{read_only:false; response_revision:8942; number_of_response:1; }","duration":"226.394353ms","start":"2026-03-13T23:25:38.783419Z","end":"2026-03-13T23:25:39.009814Z","steps":["trace[1007544519] 'process raft request' (duration: 225.735866ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:27:24.233414Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"35b2766da46a76bb","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-13T23:27:24.240128Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-13T23:27:24.240248Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-13T23:27:44.400925Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7506} {"level":"info","ts":"2026-03-13T23:27:44.468306Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7506,"took":"64.614092ms","hash":1745157643,"current-db-size-bytes":41107456,"current-db-size":"41 MB","current-db-size-in-use-bytes":25092096,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-13T23:27:44.468378Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1745157643,"revision":7506,"compact-revision":5477} {"level":"info","ts":"2026-03-13T23:32:44.409997Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9779} {"level":"info","ts":"2026-03-13T23:32:44.496761Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9779,"took":"84.657634ms","hash":1770447570,"current-db-size-bytes":41107456,"current-db-size":"41 MB","current-db-size-in-use-bytes":18132992,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-03-13T23:32:44.496847Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1770447570,"revision":9779,"compact-revision":7506}