{"level":"warn","ts":"2026-06-24T10:59:12.879836Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-06-24T10:59:12.879926Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.128:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.128:2380","--initial-cluster=instance=https://199.19.213.128:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.128:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.128:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-06-24T10:59:12.880041Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-06-24T10:59:12.880053Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.128:2380"]} {"level":"info","ts":"2026-06-24T10:59:12.880072Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-06-24T10:59:12.880821Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.128:2379"]} {"level":"info","ts":"2026-06-24T10:59:12.880915Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.128:2380"],"listen-peer-urls":["https://199.19.213.128:2380"],"advertise-client-urls":["https://199.19.213.128:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.128:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.128:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-06-24T10:59:12.886497Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.279589ms"} {"level":"info","ts":"2026-06-24T10:59:12.897818Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"a463a6aa9b462de2","cluster-id":"cd3d14b8ed85e2f2"} {"level":"info","ts":"2026-06-24T10:59:12.897903Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a463a6aa9b462de2 switched to configuration voters=()"} {"level":"info","ts":"2026-06-24T10:59:12.897926Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a463a6aa9b462de2 became follower at term 0"} {"level":"info","ts":"2026-06-24T10:59:12.897943Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft a463a6aa9b462de2 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-06-24T10:59:12.897952Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a463a6aa9b462de2 became follower at term 1"} {"level":"info","ts":"2026-06-24T10:59:12.897991Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a463a6aa9b462de2 switched to configuration voters=(11845494696594255330)"} {"level":"warn","ts":"2026-06-24T10:59:12.9051Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-06-24T10:59:12.906395Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-06-24T10:59:12.907672Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-06-24T10:59:12.909976Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"a463a6aa9b462de2","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-06-24T10:59:12.910714Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"a463a6aa9b462de2","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-06-24T10:59:12.910986Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a463a6aa9b462de2 switched to configuration voters=(11845494696594255330)"} {"level":"info","ts":"2026-06-24T10:59:12.911142Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"cd3d14b8ed85e2f2","local-member-id":"a463a6aa9b462de2","added-peer-id":"a463a6aa9b462de2","added-peer-peer-urls":["https://199.19.213.128:2380"]} {"level":"info","ts":"2026-06-24T10:59:12.911231Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-24T10:59:12.911263Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-24T10:59:12.91127Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-24T10:59:12.915315Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-06-24T10:59:12.915538Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.128:2380"} {"level":"info","ts":"2026-06-24T10:59:12.915627Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.128:2380"} {"level":"info","ts":"2026-06-24T10:59:12.916377Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"a463a6aa9b462de2","initial-advertise-peer-urls":["https://199.19.213.128:2380"],"listen-peer-urls":["https://199.19.213.128:2380"],"advertise-client-urls":["https://199.19.213.128:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.128:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-06-24T10:59:12.91643Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-06-24T10:59:13.798508Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a463a6aa9b462de2 is starting a new election at term 1"} {"level":"info","ts":"2026-06-24T10:59:13.798583Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a463a6aa9b462de2 became pre-candidate at term 1"} {"level":"info","ts":"2026-06-24T10:59:13.798628Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a463a6aa9b462de2 received MsgPreVoteResp from a463a6aa9b462de2 at term 1"} {"level":"info","ts":"2026-06-24T10:59:13.798648Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a463a6aa9b462de2 became candidate at term 2"} {"level":"info","ts":"2026-06-24T10:59:13.798669Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a463a6aa9b462de2 received MsgVoteResp from a463a6aa9b462de2 at term 2"} {"level":"info","ts":"2026-06-24T10:59:13.79869Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a463a6aa9b462de2 became leader at term 2"} {"level":"info","ts":"2026-06-24T10:59:13.798711Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: a463a6aa9b462de2 elected leader a463a6aa9b462de2 at term 2"} {"level":"info","ts":"2026-06-24T10:59:13.800443Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-06-24T10:59:13.802051Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"a463a6aa9b462de2","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.128:2379]}","request-path":"/0/members/a463a6aa9b462de2/attributes","cluster-id":"cd3d14b8ed85e2f2","publish-timeout":"7s"} {"level":"info","ts":"2026-06-24T10:59:13.802107Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-06-24T10:59:13.802188Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-06-24T10:59:13.802541Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-06-24T10:59:13.802628Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-06-24T10:59:13.804296Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"cd3d14b8ed85e2f2","local-member-id":"a463a6aa9b462de2","cluster-version":"3.5"} {"level":"info","ts":"2026-06-24T10:59:13.804422Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-06-24T10:59:13.804465Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-06-24T10:59:13.80637Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-06-24T10:59:13.80656Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.128:2379"} {"level":"info","ts":"2026-06-24T10:59:35.774778Z","caller":"traceutil/trace.go:171","msg":"trace[433588450] transaction","detail":"{read_only:false; response_revision:427; number_of_response:1; }","duration":"188.619061ms","start":"2026-06-24T10:59:35.586092Z","end":"2026-06-24T10:59:35.774711Z","steps":["trace[433588450] 'process raft request' (duration: 188.382573ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T10:59:46.14198Z","caller":"traceutil/trace.go:171","msg":"trace[1375248339] transaction","detail":"{read_only:false; response_revision:482; number_of_response:1; }","duration":"101.028682ms","start":"2026-06-24T10:59:46.040925Z","end":"2026-06-24T10:59:46.141953Z","steps":["trace[1375248339] 'process raft request' (duration: 100.905629ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T10:59:52.493542Z","caller":"traceutil/trace.go:171","msg":"trace[256722684] transaction","detail":"{read_only:false; response_revision:585; number_of_response:1; }","duration":"103.58966ms","start":"2026-06-24T10:59:52.389921Z","end":"2026-06-24T10:59:52.493511Z","steps":["trace[256722684] 'process raft request' (duration: 98.49063ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T10:59:52.497474Z","caller":"traceutil/trace.go:171","msg":"trace[720864791] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"103.667262ms","start":"2026-06-24T10:59:52.393619Z","end":"2026-06-24T10:59:52.497287Z","steps":["trace[720864791] 'process raft request' (duration: 103.26835ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T10:59:53.173607Z","caller":"traceutil/trace.go:171","msg":"trace[1568537212] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"362.54151ms","start":"2026-06-24T10:59:52.810993Z","end":"2026-06-24T10:59:53.173534Z","steps":["trace[1568537212] 'process raft request' (duration: 357.293917ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T10:59:53.174333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T10:59:52.810974Z","time spent":"362.806558ms","remote":"127.0.0.1:35124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":569094,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-24T10:59:53.174345Z","caller":"traceutil/trace.go:171","msg":"trace[147678657] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"353.575757ms","start":"2026-06-24T10:59:52.820736Z","end":"2026-06-24T10:59:53.174312Z","steps":["trace[147678657] 'process raft request' (duration: 353.358361ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T10:59:53.174788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T10:59:52.820717Z","time spent":"353.726972ms","remote":"127.0.0.1:35124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":65421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-24T10:59:59.597388Z","caller":"traceutil/trace.go:171","msg":"trace[1996916445] transaction","detail":"{read_only:false; response_revision:648; number_of_response:1; }","duration":"103.479378ms","start":"2026-06-24T10:59:59.493884Z","end":"2026-06-24T10:59:59.597363Z","steps":["trace[1996916445] 'process raft request' (duration: 102.963834ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T11:00:00.106124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.009465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-24T11:00:00.10625Z","caller":"traceutil/trace.go:171","msg":"trace[566316949] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:648; }","duration":"501.164199ms","start":"2026-06-24T10:59:59.605065Z","end":"2026-06-24T11:00:00.106229Z","steps":["trace[566316949] 'range keys from in-memory index tree' (duration: 500.937613ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T11:00:00.106292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T10:59:59.605027Z","time spent":"501.256503ms","remote":"127.0.0.1:35094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-24T11:00:00.112501Z","caller":"traceutil/trace.go:171","msg":"trace[531858458] linearizableReadLoop","detail":"{readStateIndex:673; appliedIndex:672; }","duration":"168.426269ms","start":"2026-06-24T10:59:59.944056Z","end":"2026-06-24T11:00:00.112483Z","steps":["trace[531858458] 'read index received' (duration: 168.245675ms)","trace[531858458] 'applied index is now lower than readState.Index' (duration: 178.284µs)"],"step_count":2} {"level":"warn","ts":"2026-06-24T11:00:00.112698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.629095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-06-24T11:00:00.112728Z","caller":"traceutil/trace.go:171","msg":"trace[1580961653] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:649; }","duration":"168.714427ms","start":"2026-06-24T10:59:59.944005Z","end":"2026-06-24T11:00:00.11272Z","steps":["trace[1580961653] 'agreement among raft nodes before linearized reading' (duration: 168.589583ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T11:00:00.112774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.173963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-06-24T11:00:00.112838Z","caller":"traceutil/trace.go:171","msg":"trace[1083874249] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:649; }","duration":"167.266127ms","start":"2026-06-24T10:59:59.945553Z","end":"2026-06-24T11:00:00.112819Z","steps":["trace[1083874249] 'agreement among raft nodes before linearized reading' (duration: 167.093492ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T11:00:00.11294Z","caller":"traceutil/trace.go:171","msg":"trace[427675603] transaction","detail":"{read_only:false; response_revision:649; number_of_response:1; }","duration":"502.879577ms","start":"2026-06-24T10:59:59.609705Z","end":"2026-06-24T11:00:00.112584Z","steps":["trace[427675603] 'process raft request' (duration: 502.62143ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T11:00:00.11311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T10:59:59.609682Z","time spent":"503.292618ms","remote":"127.0.0.1:35282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-24T11:00:01.146221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.264229ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-24T11:00:01.146417Z","caller":"traceutil/trace.go:171","msg":"trace[1019082865] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:650; }","duration":"160.484705ms","start":"2026-06-24T11:00:00.985907Z","end":"2026-06-24T11:00:01.146391Z","steps":["trace[1019082865] 'range keys from in-memory index tree' (duration: 160.242729ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T11:00:01.147023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.046954ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-24T11:00:01.147119Z","caller":"traceutil/trace.go:171","msg":"trace[1045594209] linearizableReadLoop","detail":"{readStateIndex:675; appliedIndex:674; }","duration":"870.821653ms","start":"2026-06-24T11:00:00.276281Z","end":"2026-06-24T11:00:01.147103Z","steps":["trace[1045594209] 'read index received' (duration: 38.982µs)","trace[1045594209] 'applied index is now lower than readState.Index' (duration: 870.781011ms)"],"step_count":2} {"level":"info","ts":"2026-06-24T11:00:01.147176Z","caller":"traceutil/trace.go:171","msg":"trace[1828718844] transaction","detail":"{read_only:false; response_revision:651; number_of_response:1; }","duration":"1.03049805s","start":"2026-06-24T11:00:00.116647Z","end":"2026-06-24T11:00:01.147145Z","steps":["trace[1828718844] 'process raft request' (duration: 137.748296ms)","trace[1828718844] 'compare' (duration: 891.88275ms)"],"step_count":2} {"level":"warn","ts":"2026-06-24T11:00:01.147345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T11:00:00.116626Z","time spent":"1.030633853s","remote":"127.0.0.1:35380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-24T11:00:01.147346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.281867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-24T11:00:01.14745Z","caller":"traceutil/trace.go:171","msg":"trace[532351454] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:651; }","duration":"541.443021ms","start":"2026-06-24T11:00:00.605987Z","end":"2026-06-24T11:00:01.14743Z","steps":["trace[532351454] 'agreement among raft nodes before linearized reading' (duration: 541.258697ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T11:00:01.147494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T11:00:00.605971Z","time spent":"541.516084ms","remote":"127.0.0.1:35090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-24T11:00:01.147579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.287936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-06-24T11:00:01.147662Z","caller":"traceutil/trace.go:171","msg":"trace[1793874852] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:651; }","duration":"871.398449ms","start":"2026-06-24T11:00:00.276242Z","end":"2026-06-24T11:00:01.147641Z","steps":["trace[1793874852] 'agreement among raft nodes before linearized reading' (duration: 870.976647ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T11:00:01.147832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T11:00:00.276226Z","time spent":"871.586634ms","remote":"127.0.0.1:35380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-06-24T11:00:01.453305Z","caller":"traceutil/trace.go:171","msg":"trace[1152903396] transaction","detail":"{read_only:false; response_revision:652; number_of_response:1; }","duration":"300.882829ms","start":"2026-06-24T11:00:01.152397Z","end":"2026-06-24T11:00:01.45328Z","steps":["trace[1152903396] 'process raft request' (duration: 247.635005ms)","trace[1152903396] 'compare' (duration: 53.150111ms)"],"step_count":2} {"level":"warn","ts":"2026-06-24T11:00:01.453424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T11:00:01.152375Z","time spent":"300.989612ms","remote":"127.0.0.1:35380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-24T11:00:16.394346Z","caller":"traceutil/trace.go:171","msg":"trace[2055046443] transaction","detail":"{read_only:false; response_revision:805; number_of_response:1; }","duration":"181.174164ms","start":"2026-06-24T11:00:16.213099Z","end":"2026-06-24T11:00:16.394273Z","steps":["trace[2055046443] 'process raft request' (duration: 180.958339ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T11:01:03.248063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.874712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-24T11:01:03.248161Z","caller":"traceutil/trace.go:171","msg":"trace[1616045574] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:1352; }","duration":"158.992344ms","start":"2026-06-24T11:01:03.089149Z","end":"2026-06-24T11:01:03.248142Z","steps":["trace[1616045574] 'count revisions from in-memory index tree' (duration: 158.78981ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T11:01:34.368947Z","caller":"traceutil/trace.go:171","msg":"trace[103619986] linearizableReadLoop","detail":"{readStateIndex:1950; appliedIndex:1949; }","duration":"273.40564ms","start":"2026-06-24T11:01:34.095516Z","end":"2026-06-24T11:01:34.368922Z","steps":["trace[103619986] 'read index received' (duration: 273.198126ms)","trace[103619986] 'applied index is now lower than readState.Index' (duration: 206.574µs)"],"step_count":2} {"level":"info","ts":"2026-06-24T11:01:34.368982Z","caller":"traceutil/trace.go:171","msg":"trace[1318750403] transaction","detail":"{read_only:false; response_revision:1876; number_of_response:1; }","duration":"330.691045ms","start":"2026-06-24T11:01:34.038266Z","end":"2026-06-24T11:01:34.368957Z","steps":["trace[1318750403] 'process raft request' (duration: 330.529031ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T11:01:34.369139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T11:01:34.03823Z","time spent":"330.836707ms","remote":"127.0.0.1:35282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10929,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-24T11:01:34.369361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.83846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-06-24T11:01:34.369437Z","caller":"traceutil/trace.go:171","msg":"trace[1689048061] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1876; }","duration":"273.977472ms","start":"2026-06-24T11:01:34.09544Z","end":"2026-06-24T11:01:34.369418Z","steps":["trace[1689048061] 'agreement among raft nodes before linearized reading' (duration: 273.582093ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T11:01:34.606514Z","caller":"traceutil/trace.go:171","msg":"trace[300475888] transaction","detail":"{read_only:false; response_revision:1877; number_of_response:1; }","duration":"230.042762ms","start":"2026-06-24T11:01:34.376436Z","end":"2026-06-24T11:01:34.606479Z","steps":["trace[300475888] 'process raft request' (duration: 215.167828ms)","trace[300475888] 'compare' (duration: 14.425685ms)"],"step_count":2} {"level":"warn","ts":"2026-06-24T11:01:35.108863Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3306379869947400429,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-24T11:01:35.566435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.520187ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-24T11:01:35.566999Z","caller":"traceutil/trace.go:171","msg":"trace[908236839] transaction","detail":"{read_only:false; response_revision:1884; number_of_response:1; }","duration":"306.007355ms","start":"2026-06-24T11:01:35.260968Z","end":"2026-06-24T11:01:35.566975Z","steps":["trace[908236839] 'process raft request' (duration: 305.947014ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T11:01:35.567022Z","caller":"traceutil/trace.go:171","msg":"trace[2039031706] transaction","detail":"{read_only:false; response_revision:1879; number_of_response:1; }","duration":"1.189785056s","start":"2026-06-24T11:01:34.377215Z","end":"2026-06-24T11:01:35.567Z","steps":["trace[2039031706] 'process raft request' (duration: 1.189341917s)"],"step_count":1} {"level":"info","ts":"2026-06-24T11:01:35.567055Z","caller":"traceutil/trace.go:171","msg":"trace[1653101452] transaction","detail":"{read_only:false; response_revision:1881; number_of_response:1; }","duration":"1.188203575s","start":"2026-06-24T11:01:34.378842Z","end":"2026-06-24T11:01:35.567045Z","steps":["trace[1653101452] 'process raft request' (duration: 1.187853327s)"],"step_count":1} {"level":"warn","ts":"2026-06-24T11:01:35.567119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T11:01:35.260937Z","time spent":"306.126517ms","remote":"127.0.0.1:35380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-24T11:01:35.567186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T11:01:34.3772Z","time spent":"1.189904588s","remote":"127.0.0.1:35266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":893,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-24T11:01:35.567299Z","caller":"traceutil/trace.go:171","msg":"trace[221879222] transaction","detail":"{read_only:false; response_revision:1880; number_of_response:1; }","duration":"1.189270875s","start":"2026-06-24T11:01:34.378003Z","end":"2026-06-24T11:01:35.567274Z","steps":["trace[221879222] 'process raft request' (duration: 1.188640813s)"],"step_count":1} {"level":"info","ts":"2026-06-24T11:01:35.567351Z","caller":"traceutil/trace.go:171","msg":"trace[27826098] transaction","detail":"{read_only:false; response_revision:1878; number_of_response:1; }","duration":"1.190789285s","start":"2026-06-24T11:01:34.37655Z","end":"2026-06-24T11:01:35.567339Z","steps":["trace[27826098] 'process raft request' (duration: 814.248288ms)","trace[27826098] 'compare' (duration: 375.404105ms)"],"step_count":2} {"level":"warn","ts":"2026-06-24T11:01:35.567396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T11:01:34.376536Z","time spent":"1.190836586s","remote":"127.0.0.1:35394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1471,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-24T11:01:35.567412Z","caller":"traceutil/trace.go:171","msg":"trace[1155429326] transaction","detail":"{read_only:false; response_revision:1883; number_of_response:1; }","duration":"806.089742ms","start":"2026-06-24T11:01:34.761303Z","end":"2026-06-24T11:01:35.567393Z","steps":["trace[1155429326] 'process raft request' (duration: 805.51117ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T11:01:35.567533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T11:01:34.76127Z","time spent":"806.187824ms","remote":"127.0.0.1:35380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-24T11:01:35.567707Z","caller":"traceutil/trace.go:171","msg":"trace[35493520] linearizableReadLoop","detail":"{readStateIndex:1957; appliedIndex:1951; }","duration":"959.420717ms","start":"2026-06-24T11:01:34.608271Z","end":"2026-06-24T11:01:35.567692Z","steps":["trace[35493520] 'read index received' (duration: 582.495311ms)","trace[35493520] 'applied index is now lower than readState.Index' (duration: 376.924086ms)"],"step_count":2} {"level":"info","ts":"2026-06-24T11:01:35.56701Z","caller":"traceutil/trace.go:171","msg":"trace[946521938] transaction","detail":"{read_only:false; response_revision:1882; number_of_response:1; }","duration":"1.18547581s","start":"2026-06-24T11:01:34.381516Z","end":"2026-06-24T11:01:35.566992Z","steps":["trace[946521938] 'process raft request' (duration: 1.185235766s)"],"step_count":1} {"level":"warn","ts":"2026-06-24T11:01:35.567418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T11:01:34.377985Z","time spent":"1.189369157s","remote":"127.0.0.1:35394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1529,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-24T11:01:35.567957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T11:01:34.381499Z","time spent":"1.186302867s","remote":"127.0.0.1:35282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-24T11:01:35.56817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.875368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-24T11:01:35.568198Z","caller":"traceutil/trace.go:171","msg":"trace[503614090] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:1884; }","duration":"402.934619ms","start":"2026-06-24T11:01:35.165257Z","end":"2026-06-24T11:01:35.568191Z","steps":["trace[503614090] 'agreement among raft nodes before linearized reading' (duration: 402.877978ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T11:01:35.568225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T11:01:35.165242Z","time spent":"402.974359ms","remote":"127.0.0.1:35550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":11,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-06-24T11:01:35.568319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.048748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-24T11:01:35.568042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.899425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-06-24T11:01:35.568337Z","caller":"traceutil/trace.go:171","msg":"trace[256496426] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1884; }","duration":"960.099109ms","start":"2026-06-24T11:01:34.608233Z","end":"2026-06-24T11:01:35.568332Z","steps":["trace[256496426] 'agreement among raft nodes before linearized reading' (duration: 960.068599ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T11:01:35.568353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T11:01:34.608216Z","time spent":"960.134192ms","remote":"127.0.0.1:35090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-24T11:01:35.568509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.288158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a73540fd-730d-416f-85e6-b9c5433672e9\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-06-24T11:01:35.568529Z","caller":"traceutil/trace.go:171","msg":"trace[1002220483] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a73540fd-730d-416f-85e6-b9c5433672e9; range_end:; response_count:1; response_revision:1884; }","duration":"601.34539ms","start":"2026-06-24T11:01:34.967177Z","end":"2026-06-24T11:01:35.568522Z","steps":["trace[1002220483] 'agreement among raft nodes before linearized reading' (duration: 601.30795ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T11:01:35.568547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T11:01:34.967163Z","time spent":"601.379621ms","remote":"127.0.0.1:35282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3771,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a73540fd-730d-416f-85e6-b9c5433672e9\" "} {"level":"warn","ts":"2026-06-24T11:01:35.56879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.654531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-06-24T11:01:35.568808Z","caller":"traceutil/trace.go:171","msg":"trace[630885330] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1884; }","duration":"771.699501ms","start":"2026-06-24T11:01:34.797104Z","end":"2026-06-24T11:01:35.568803Z","steps":["trace[630885330] 'agreement among raft nodes before linearized reading' (duration: 771.61711ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T11:01:35.568826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T11:01:34.797085Z","time spent":"771.737362ms","remote":"127.0.0.1:35380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-06-24T11:01:35.568994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T11:01:34.378836Z","time spent":"1.188248325s","remote":"127.0.0.1:35380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-24T11:01:35.568397Z","caller":"traceutil/trace.go:171","msg":"trace[2125104011] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1884; }","duration":"916.260283ms","start":"2026-06-24T11:01:34.652086Z","end":"2026-06-24T11:01:35.568347Z","steps":["trace[2125104011] 'agreement among raft nodes before linearized reading' (duration: 915.826164ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T11:01:35.569685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T11:01:34.652065Z","time spent":"917.60714ms","remote":"127.0.0.1:46002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-06-24T11:01:35.714796Z","caller":"traceutil/trace.go:171","msg":"trace[770656151] transaction","detail":"{read_only:false; response_revision:1886; number_of_response:1; }","duration":"139.165808ms","start":"2026-06-24T11:01:35.575593Z","end":"2026-06-24T11:01:35.714759Z","steps":["trace[770656151] 'process raft request' (duration: 138.967574ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T11:01:36.180556Z","caller":"traceutil/trace.go:171","msg":"trace[1107841050] transaction","detail":"{read_only:false; response_revision:1889; number_of_response:1; }","duration":"243.615246ms","start":"2026-06-24T11:01:35.936916Z","end":"2026-06-24T11:01:36.180531Z","steps":["trace[1107841050] 'process raft request' (duration: 243.436092ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T11:01:36.20064Z","caller":"traceutil/trace.go:171","msg":"trace[740339648] transaction","detail":"{read_only:false; response_revision:1890; number_of_response:1; }","duration":"263.54383ms","start":"2026-06-24T11:01:35.937071Z","end":"2026-06-24T11:01:36.200615Z","steps":["trace[740339648] 'process raft request' (duration: 263.382836ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T11:01:47.195852Z","caller":"traceutil/trace.go:171","msg":"trace[2120335072] linearizableReadLoop","detail":"{readStateIndex:2059; appliedIndex:2058; }","duration":"216.706464ms","start":"2026-06-24T11:01:46.97912Z","end":"2026-06-24T11:01:47.195827Z","steps":["trace[2120335072] 'read index received' (duration: 216.592742ms)","trace[2120335072] 'applied index is now lower than readState.Index' (duration: 112.112µs)"],"step_count":2} {"level":"warn","ts":"2026-06-24T11:01:47.195898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T11:01:46.772607Z","time spent":"423.280459ms","remote":"127.0.0.1:35112","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-06-24T11:01:47.196013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.862068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-24T11:01:47.196057Z","caller":"traceutil/trace.go:171","msg":"trace[995099448] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:1981; }","duration":"216.954618ms","start":"2026-06-24T11:01:46.979087Z","end":"2026-06-24T11:01:47.196042Z","steps":["trace[995099448] 'agreement among raft nodes before linearized reading' (duration: 216.839416ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T11:02:10.22223Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3306379869947400995,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-24T11:02:10.266926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.496972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-24T11:02:10.267017Z","caller":"traceutil/trace.go:171","msg":"trace[768242754] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2120; }","duration":"660.647835ms","start":"2026-06-24T11:02:09.60635Z","end":"2026-06-24T11:02:10.266998Z","steps":["trace[768242754] 'range keys from in-memory index tree' (duration: 660.444581ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T11:02:10.267059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T11:02:09.606335Z","time spent":"660.714537ms","remote":"127.0.0.1:35090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-24T11:02:10.267605Z","caller":"traceutil/trace.go:171","msg":"trace[644169726] transaction","detail":"{read_only:false; response_revision:2121; number_of_response:1; }","duration":"583.856094ms","start":"2026-06-24T11:02:09.683729Z","end":"2026-06-24T11:02:10.267585Z","steps":["trace[644169726] 'process raft request' (duration: 573.071481ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T11:02:10.267787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T11:02:09.683704Z","time spent":"583.950575ms","remote":"127.0.0.1:35380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-24T11:02:10.743008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.546475ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-24T11:02:10.743125Z","caller":"traceutil/trace.go:171","msg":"trace[806785139] linearizableReadLoop","detail":"{readStateIndex:2205; appliedIndex:2202; }","duration":"1.02180727s","start":"2026-06-24T11:02:09.721305Z","end":"2026-06-24T11:02:10.743113Z","steps":["trace[806785139] 'read index received' (duration: 535.547836ms)","trace[806785139] 'applied index is now lower than readState.Index' (duration: 486.258664ms)"],"step_count":2} {"level":"info","ts":"2026-06-24T11:02:10.743295Z","caller":"traceutil/trace.go:171","msg":"trace[1047384978] transaction","detail":"{read_only:false; response_revision:2122; number_of_response:1; }","duration":"1.053548797s","start":"2026-06-24T11:02:09.689738Z","end":"2026-06-24T11:02:10.743287Z","steps":["trace[1047384978] 'process raft request' (duration: 943.661145ms)","trace[1047384978] 'compare' (duration: 109.468844ms)"],"step_count":2} {"level":"warn","ts":"2026-06-24T11:02:10.743336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T11:02:09.689712Z","time spent":"1.053605267s","remote":"127.0.0.1:35380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-24T11:02:10.743631Z","caller":"traceutil/trace.go:171","msg":"trace[1935250793] transaction","detail":"{read_only:false; response_revision:2123; number_of_response:1; }","duration":"1.043873755s","start":"2026-06-24T11:02:09.699724Z","end":"2026-06-24T11:02:10.743598Z","steps":["trace[1935250793] 'process raft request' (duration: 1.043354845s)"],"step_count":1} {"level":"warn","ts":"2026-06-24T11:02:10.743808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T11:02:09.699701Z","time spent":"1.044021217s","remote":"127.0.0.1:35380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-24T11:02:10.743861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.802688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-24T11:02:10.743884Z","caller":"traceutil/trace.go:171","msg":"trace[1242697204] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2123; }","duration":"475.857369ms","start":"2026-06-24T11:02:10.26802Z","end":"2026-06-24T11:02:10.743877Z","steps":["trace[1242697204] 'agreement among raft nodes before linearized reading' (duration: 475.817878ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T11:02:10.7439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T11:02:10.268004Z","time spent":"475.89307ms","remote":"127.0.0.1:35094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-24T11:02:10.743876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022510144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-06-24T11:02:10.744048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.676711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-06-24T11:02:10.74409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.132454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-06-24T11:02:10.744081Z","caller":"traceutil/trace.go:171","msg":"trace[37116953] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2123; }","duration":"1.022794338s","start":"2026-06-24T11:02:09.721266Z","end":"2026-06-24T11:02:10.74406Z","steps":["trace[37116953] 'agreement among raft nodes before linearized reading' (duration: 1.022402121s)"],"step_count":1} {"level":"warn","ts":"2026-06-24T11:02:10.743984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.720303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-24T11:02:10.744109Z","caller":"traceutil/trace.go:171","msg":"trace[951298484] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2123; }","duration":"309.764883ms","start":"2026-06-24T11:02:10.434329Z","end":"2026-06-24T11:02:10.744094Z","steps":["trace[951298484] 'agreement among raft nodes before linearized reading' (duration: 309.61376ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T11:02:10.744125Z","caller":"traceutil/trace.go:171","msg":"trace[383949905] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2123; }","duration":"314.202407ms","start":"2026-06-24T11:02:10.429911Z","end":"2026-06-24T11:02:10.744113Z","steps":["trace[383949905] 'agreement among raft nodes before linearized reading' (duration: 314.125745ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T11:02:10.744153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T11:02:10.42989Z","time spent":"314.255917ms","remote":"127.0.0.1:35380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-06-24T11:02:10.744155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T11:02:10.434316Z","time spent":"309.827844ms","remote":"127.0.0.1:35380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-06-24T11:02:10.744143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.967501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-06-24T11:02:10.744251Z","caller":"traceutil/trace.go:171","msg":"trace[500608998] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2123; }","duration":"867.141695ms","start":"2026-06-24T11:02:09.877092Z","end":"2026-06-24T11:02:10.744234Z","steps":["trace[500608998] 'agreement among raft nodes before linearized reading' (duration: 866.828859ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T11:02:10.744068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.587477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-06-24T11:02:10.74437Z","caller":"traceutil/trace.go:171","msg":"trace[2008098665] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2123; }","duration":"855.917694ms","start":"2026-06-24T11:02:09.888438Z","end":"2026-06-24T11:02:10.744356Z","steps":["trace[2008098665] 'agreement among raft nodes before linearized reading' (duration: 855.577648ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T11:02:10.744374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T11:02:09.87707Z","time spent":"867.251287ms","remote":"127.0.0.1:35380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-24T11:02:10.744415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T11:02:09.888426Z","time spent":"855.976214ms","remote":"127.0.0.1:35380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-06-24T11:02:10.744151Z","caller":"traceutil/trace.go:171","msg":"trace[373821729] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:2123; }","duration":"202.936728ms","start":"2026-06-24T11:02:10.541199Z","end":"2026-06-24T11:02:10.744136Z","steps":["trace[373821729] 'agreement among raft nodes before linearized reading' (duration: 202.748574ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T11:02:10.744147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T11:02:09.721248Z","time spent":"1.02288223s","remote":"127.0.0.1:35380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-24T11:02:10.743995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.698865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-06-24T11:02:10.744691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.210582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-06-24T11:02:10.744745Z","caller":"traceutil/trace.go:171","msg":"trace[897418484] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2123; }","duration":"928.319134ms","start":"2026-06-24T11:02:09.816414Z","end":"2026-06-24T11:02:10.744733Z","steps":["trace[897418484] 'agreement among raft nodes before linearized reading' (duration: 927.383246ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T11:02:10.744744Z","caller":"traceutil/trace.go:171","msg":"trace[1912894058] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2123; }","duration":"868.399999ms","start":"2026-06-24T11:02:09.876251Z","end":"2026-06-24T11:02:10.744651Z","steps":["trace[1912894058] 'agreement among raft nodes before linearized reading' (duration: 867.663465ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T11:02:10.74478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T11:02:09.816395Z","time spent":"928.376165ms","remote":"127.0.0.1:46002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-06-24T11:02:10.744797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T11:02:09.87623Z","time spent":"868.551641ms","remote":"127.0.0.1:35380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-06-24T11:02:10.972992Z","caller":"traceutil/trace.go:171","msg":"trace[2102195695] transaction","detail":"{read_only:false; response_revision:2124; number_of_response:1; }","duration":"224.563444ms","start":"2026-06-24T11:02:10.748398Z","end":"2026-06-24T11:02:10.972962Z","steps":["trace[2102195695] 'process raft request' (duration: 195.200323ms)","trace[2102195695] 'compare' (duration: 29.169847ms)"],"step_count":2} {"level":"warn","ts":"2026-06-24T11:02:11.499094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.691719ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-24T11:02:11.499458Z","caller":"traceutil/trace.go:171","msg":"trace[1760969478] transaction","detail":"{read_only:false; response_revision:2126; number_of_response:1; }","duration":"750.816408ms","start":"2026-06-24T11:02:10.748623Z","end":"2026-06-24T11:02:11.49944Z","steps":["trace[1760969478] 'process raft request' (duration: 750.647295ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T11:02:11.499687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T11:02:10.748616Z","time spent":"750.985592ms","remote":"127.0.0.1:35380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-24T11:02:11.499916Z","caller":"traceutil/trace.go:171","msg":"trace[1713022123] transaction","detail":"{read_only:false; response_revision:2125; number_of_response:1; }","duration":"751.256077ms","start":"2026-06-24T11:02:10.748556Z","end":"2026-06-24T11:02:11.499812Z","steps":["trace[1713022123] 'process raft request' (duration: 587.760522ms)","trace[1713022123] 'compare' (duration: 162.561527ms)"],"step_count":2} {"level":"info","ts":"2026-06-24T11:02:11.500078Z","caller":"traceutil/trace.go:171","msg":"trace[604503106] transaction","detail":"{read_only:false; response_revision:2129; number_of_response:1; }","duration":"749.047325ms","start":"2026-06-24T11:02:10.751018Z","end":"2026-06-24T11:02:11.500065Z","steps":["trace[604503106] 'process raft request' (duration: 748.931493ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T11:02:11.500084Z","caller":"traceutil/trace.go:171","msg":"trace[2057641148] transaction","detail":"{read_only:false; response_revision:2128; number_of_response:1; }","duration":"750.131535ms","start":"2026-06-24T11:02:10.749927Z","end":"2026-06-24T11:02:11.500058Z","steps":["trace[2057641148] 'process raft request' (duration: 749.893491ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T11:02:11.500114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T11:02:10.748365Z","time spent":"751.634774ms","remote":"127.0.0.1:35380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-24T11:02:11.500207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.555306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-24T11:02:11.500232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T11:02:10.750999Z","time spent":"749.142097ms","remote":"127.0.0.1:35380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-24T11:02:11.500274Z","caller":"traceutil/trace.go:171","msg":"trace[887324891] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2129; }","duration":"748.694569ms","start":"2026-06-24T11:02:10.751566Z","end":"2026-06-24T11:02:11.500261Z","steps":["trace[887324891] 'agreement among raft nodes before linearized reading' (duration: 748.559457ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T11:02:11.500263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T11:02:10.749917Z","time spent":"750.248258ms","remote":"127.0.0.1:35380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-24T11:02:11.500056Z","caller":"traceutil/trace.go:171","msg":"trace[1354546940] linearizableReadLoop","detail":"{readStateIndex:2211; appliedIndex:2205; }","duration":"748.391313ms","start":"2026-06-24T11:02:10.751632Z","end":"2026-06-24T11:02:11.500024Z","steps":["trace[1354546940] 'read index received' (duration: 191.983232ms)","trace[1354546940] 'applied index is now lower than readState.Index' (duration: 556.406851ms)"],"step_count":2} {"level":"warn","ts":"2026-06-24T11:02:11.500318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T11:02:10.751551Z","time spent":"748.757379ms","remote":"127.0.0.1:35090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-24T11:02:11.5Z","caller":"traceutil/trace.go:171","msg":"trace[1113182450] transaction","detail":"{read_only:false; response_revision:2127; number_of_response:1; }","duration":"750.108565ms","start":"2026-06-24T11:02:10.749848Z","end":"2026-06-24T11:02:11.499957Z","steps":["trace[1113182450] 'process raft request' (duration: 749.552055ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T11:02:11.500465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T11:02:10.749838Z","time spent":"750.559583ms","remote":"127.0.0.1:35380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-24T11:02:11.500468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.164542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-24T11:02:11.500676Z","caller":"traceutil/trace.go:171","msg":"trace[1216460386] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:2129; }","duration":"239.450699ms","start":"2026-06-24T11:02:11.261205Z","end":"2026-06-24T11:02:11.500656Z","steps":["trace[1216460386] 'agreement among raft nodes before linearized reading' (duration: 239.173113ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T11:03:05.068177Z","caller":"traceutil/trace.go:171","msg":"trace[1171757132] transaction","detail":"{read_only:false; response_revision:2462; number_of_response:1; }","duration":"124.347066ms","start":"2026-06-24T11:03:04.943792Z","end":"2026-06-24T11:03:05.068139Z","steps":["trace[1171757132] 'process raft request' (duration: 124.136893ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T11:03:13.942546Z","caller":"traceutil/trace.go:171","msg":"trace[14295954] linearizableReadLoop","detail":"{readStateIndex:2662; appliedIndex:2661; }","duration":"124.724806ms","start":"2026-06-24T11:03:13.817796Z","end":"2026-06-24T11:03:13.942521Z","steps":["trace[14295954] 'read index received' (duration: 124.517642ms)","trace[14295954] 'applied index is now lower than readState.Index' (duration: 205.954µs)"],"step_count":2} {"level":"info","ts":"2026-06-24T11:03:13.942646Z","caller":"traceutil/trace.go:171","msg":"trace[1912085349] transaction","detail":"{read_only:false; response_revision:2565; number_of_response:1; }","duration":"125.706757ms","start":"2026-06-24T11:03:13.816893Z","end":"2026-06-24T11:03:13.9426Z","steps":["trace[1912085349] 'process raft request' (duration: 125.483101ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T11:03:13.94281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.085327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-06-24T11:03:13.942839Z","caller":"traceutil/trace.go:171","msg":"trace[1409361741] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2565; }","duration":"118.136378ms","start":"2026-06-24T11:03:13.824697Z","end":"2026-06-24T11:03:13.942833Z","steps":["trace[1409361741] 'agreement among raft nodes before linearized reading' (duration: 118.029956ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T11:03:13.942821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.002511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-06-24T11:03:13.942875Z","caller":"traceutil/trace.go:171","msg":"trace[1660324191] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2565; }","duration":"125.091364ms","start":"2026-06-24T11:03:13.817772Z","end":"2026-06-24T11:03:13.942863Z","steps":["trace[1660324191] 'agreement among raft nodes before linearized reading' (duration: 124.88972ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T11:03:13.942911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.230689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-06-24T11:03:13.942927Z","caller":"traceutil/trace.go:171","msg":"trace[1394020299] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2565; }","duration":"118.257961ms","start":"2026-06-24T11:03:13.824665Z","end":"2026-06-24T11:03:13.942923Z","steps":["trace[1394020299] 'agreement among raft nodes before linearized reading' (duration: 118.217699ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T11:03:13.942891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.953161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-06-24T11:03:13.942974Z","caller":"traceutil/trace.go:171","msg":"trace[1983354178] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2565; }","duration":"124.066703ms","start":"2026-06-24T11:03:13.818887Z","end":"2026-06-24T11:03:13.942954Z","steps":["trace[1983354178] 'agreement among raft nodes before linearized reading' (duration: 123.831869ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T11:03:46.461152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.31114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-06-24T11:03:46.461275Z","caller":"traceutil/trace.go:171","msg":"trace[1126785052] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2746; }","duration":"238.504565ms","start":"2026-06-24T11:03:46.222747Z","end":"2026-06-24T11:03:46.461252Z","steps":["trace[1126785052] 'range keys from in-memory index tree' (duration: 237.874158ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T11:06:38.391035Z","caller":"traceutil/trace.go:171","msg":"trace[1692483223] transaction","detail":"{read_only:false; response_revision:3743; number_of_response:1; }","duration":"617.454857ms","start":"2026-06-24T11:06:37.773546Z","end":"2026-06-24T11:06:38.391001Z","steps":["trace[1692483223] 'process raft request' (duration: 616.970477ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T11:06:38.391483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T11:06:37.773524Z","time spent":"617.606789ms","remote":"127.0.0.1:35380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-24T11:06:38.435198Z","caller":"traceutil/trace.go:171","msg":"trace[780455267] transaction","detail":"{read_only:false; response_revision:3744; number_of_response:1; }","duration":"640.194008ms","start":"2026-06-24T11:06:37.794973Z","end":"2026-06-24T11:06:38.435167Z","steps":["trace[780455267] 'process raft request' (duration: 640.004095ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T11:06:38.435395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T11:06:37.794952Z","time spent":"640.350292ms","remote":"127.0.0.1:35380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-24T11:06:38.435442Z","caller":"traceutil/trace.go:171","msg":"trace[1661232257] linearizableReadLoop","detail":"{readStateIndex:3889; appliedIndex:3886; }","duration":"467.188972ms","start":"2026-06-24T11:06:37.968222Z","end":"2026-06-24T11:06:38.435411Z","steps":["trace[1661232257] 'read index received' (duration: 422.473354ms)","trace[1661232257] 'applied index is now lower than readState.Index' (duration: 44.697487ms)"],"step_count":2} {"level":"info","ts":"2026-06-24T11:06:38.435605Z","caller":"traceutil/trace.go:171","msg":"trace[938738634] transaction","detail":"{read_only:false; response_revision:3745; number_of_response:1; }","duration":"613.4831ms","start":"2026-06-24T11:06:37.822082Z","end":"2026-06-24T11:06:38.435565Z","steps":["trace[938738634] 'process raft request' (duration: 613.029921ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T11:06:38.435688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.58769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-06-24T11:06:38.435735Z","caller":"traceutil/trace.go:171","msg":"trace[298199156] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3745; }","duration":"139.671422ms","start":"2026-06-24T11:06:38.296048Z","end":"2026-06-24T11:06:38.43572Z","steps":["trace[298199156] 'agreement among raft nodes before linearized reading' (duration: 139.531079ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T11:06:38.435902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T11:06:37.822066Z","time spent":"613.684385ms","remote":"127.0.0.1:35380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-24T11:06:38.435644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.344475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-24T11:06:38.436116Z","caller":"traceutil/trace.go:171","msg":"trace[3356073] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:3745; }","duration":"467.881407ms","start":"2026-06-24T11:06:37.968216Z","end":"2026-06-24T11:06:38.436098Z","steps":["trace[3356073] 'agreement among raft nodes before linearized reading' (duration: 467.295514ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T11:06:38.436191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T11:06:37.968194Z","time spent":"467.980449ms","remote":"127.0.0.1:43942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":2,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-06-24T11:06:42.95429Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3306379869947405385,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-24T11:06:43.454741Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3306379869947405385,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-24T11:06:43.955366Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3306379869947405385,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-24T11:06:44.455901Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3306379869947405385,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-24T11:06:44.607896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000172201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-24T11:06:44.60798Z","caller":"traceutil/trace.go:171","msg":"trace[415556738] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000316963s","start":"2026-06-24T11:06:42.607643Z","end":"2026-06-24T11:06:44.60796Z","steps":["trace[415556738] 'agreement among raft nodes before linearized reading' (duration: 2.000212431s)"],"step_count":1} {"level":"warn","ts":"2026-06-24T11:06:44.608029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T11:06:42.607625Z","time spent":"2.000392946s","remote":"127.0.0.1:35090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/24 11:06:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-24T11:06:44.840507Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.390132578s","expected-duration":"1s"} {"level":"info","ts":"2026-06-24T11:06:44.840995Z","caller":"traceutil/trace.go:171","msg":"trace[1127541361] transaction","detail":"{read_only:false; response_revision:3795; number_of_response:1; }","duration":"2.390682741s","start":"2026-06-24T11:06:42.450283Z","end":"2026-06-24T11:06:44.840965Z","steps":["trace[1127541361] 'process raft request' (duration: 2.390472436s)"],"step_count":1} {"level":"warn","ts":"2026-06-24T11:06:44.841208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T11:06:42.45026Z","time spent":"2.390858444s","remote":"127.0.0.1:35380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-24T11:06:44.887788Z","caller":"traceutil/trace.go:171","msg":"trace[1345417649] linearizableReadLoop","detail":"{readStateIndex:3947; appliedIndex:3944; }","duration":"2.433828139s","start":"2026-06-24T11:06:42.453938Z","end":"2026-06-24T11:06:44.887766Z","steps":["trace[1345417649] 'read index received' (duration: 2.386798197s)","trace[1345417649] 'applied index is now lower than readState.Index' (duration: 47.029062ms)"],"step_count":2} {"level":"info","ts":"2026-06-24T11:06:44.887905Z","caller":"traceutil/trace.go:171","msg":"trace[843354970] transaction","detail":"{read_only:false; response_revision:3798; number_of_response:1; }","duration":"266.041145ms","start":"2026-06-24T11:06:44.621853Z","end":"2026-06-24T11:06:44.887894Z","steps":["trace[843354970] 'process raft request' (duration: 265.880952ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T11:06:44.887893Z","caller":"traceutil/trace.go:171","msg":"trace[810539157] transaction","detail":"{read_only:false; response_revision:3797; number_of_response:1; }","duration":"1.180503961s","start":"2026-06-24T11:06:43.707363Z","end":"2026-06-24T11:06:44.887867Z","steps":["trace[810539157] 'process raft request' (duration: 1.180333918s)"],"step_count":1} {"level":"info","ts":"2026-06-24T11:06:44.88791Z","caller":"traceutil/trace.go:171","msg":"trace[1407994835] transaction","detail":"{read_only:false; response_revision:3796; number_of_response:1; }","duration":"2.436031967s","start":"2026-06-24T11:06:42.451851Z","end":"2026-06-24T11:06:44.887883Z","steps":["trace[1407994835] 'process raft request' (duration: 2.43567365s)"],"step_count":1} {"level":"warn","ts":"2026-06-24T11:06:44.887999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T11:06:42.451836Z","time spent":"2.436116149s","remote":"127.0.0.1:35380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-24T11:06:44.888102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.237837533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-24T11:06:44.888141Z","caller":"traceutil/trace.go:171","msg":"trace[450192482] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3798; }","duration":"2.237908806s","start":"2026-06-24T11:06:42.650221Z","end":"2026-06-24T11:06:44.88813Z","steps":["trace[450192482] 'agreement among raft nodes before linearized reading' (duration: 2.237840634s)"],"step_count":1} {"level":"warn","ts":"2026-06-24T11:06:44.888156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.790517152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-06-24T11:06:44.888171Z","caller":"traceutil/trace.go:171","msg":"trace[1653330327] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3798; }","duration":"1.790547252s","start":"2026-06-24T11:06:43.09762Z","end":"2026-06-24T11:06:44.888167Z","steps":["trace[1653330327] 'agreement among raft nodes before linearized reading' (duration: 1.79047963s)"],"step_count":1} {"level":"warn","ts":"2026-06-24T11:06:44.888172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T11:06:42.650206Z","time spent":"2.237957997s","remote":"127.0.0.1:45898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-06-24T11:06:44.888187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T11:06:43.097615Z","time spent":"1.790568362s","remote":"127.0.0.1:35380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-06-24T11:06:44.888271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.43433268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-06-24T11:06:44.888295Z","caller":"traceutil/trace.go:171","msg":"trace[617147466] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3798; }","duration":"2.434384812s","start":"2026-06-24T11:06:42.453902Z","end":"2026-06-24T11:06:44.888286Z","steps":["trace[617147466] 'agreement among raft nodes before linearized reading' (duration: 2.434331992s)"],"step_count":1} {"level":"warn","ts":"2026-06-24T11:06:44.888312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T11:06:42.453889Z","time spent":"2.434418803s","remote":"127.0.0.1:35380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-06-24T11:06:44.888362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.790750396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-06-24T11:06:44.88839Z","caller":"traceutil/trace.go:171","msg":"trace[1850549374] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3798; }","duration":"1.790813807s","start":"2026-06-24T11:06:43.097569Z","end":"2026-06-24T11:06:44.888383Z","steps":["trace[1850549374] 'agreement among raft nodes before linearized reading' (duration: 1.790731895s)"],"step_count":1} {"level":"warn","ts":"2026-06-24T11:06:44.888396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.654302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/alertmanagerconfigs.monitoring.coreos.com\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-24T11:06:44.888412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T11:06:43.097537Z","time spent":"1.790870039s","remote":"127.0.0.1:35380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-24T11:06:44.88848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.359205161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-06-24T11:06:44.8885Z","caller":"traceutil/trace.go:171","msg":"trace[1653764413] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3798; }","duration":"1.359259402s","start":"2026-06-24T11:06:43.529236Z","end":"2026-06-24T11:06:44.888496Z","steps":["trace[1653764413] 'agreement among raft nodes before linearized reading' (duration: 1.35919104s)"],"step_count":1} {"level":"warn","ts":"2026-06-24T11:06:44.888508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.795070429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-06-24T11:06:44.888515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T11:06:43.529218Z","time spent":"1.359292463s","remote":"127.0.0.1:35282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-06-24T11:06:44.888533Z","caller":"traceutil/trace.go:171","msg":"trace[452543507] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3798; }","duration":"1.795111389s","start":"2026-06-24T11:06:43.093416Z","end":"2026-06-24T11:06:44.888527Z","steps":["trace[452543507] 'agreement among raft nodes before linearized reading' (duration: 1.795043318s)"],"step_count":1} {"level":"warn","ts":"2026-06-24T11:06:44.888555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T11:06:43.09341Z","time spent":"1.79513998s","remote":"127.0.0.1:35380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-06-24T11:06:44.88837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.15081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-24T11:06:44.88866Z","caller":"traceutil/trace.go:171","msg":"trace[223674681] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3798; }","duration":"280.470836ms","start":"2026-06-24T11:06:44.608181Z","end":"2026-06-24T11:06:44.888652Z","steps":["trace[223674681] 'agreement among raft nodes before linearized reading' (duration: 280.17289ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T11:06:44.888418Z","caller":"traceutil/trace.go:171","msg":"trace[1947670609] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/alertmanagerconfigs.monitoring.coreos.com; range_end:; response_count:0; response_revision:3798; }","duration":"636.727723ms","start":"2026-06-24T11:06:44.251685Z","end":"2026-06-24T11:06:44.888413Z","steps":["trace[1947670609] 'agreement among raft nodes before linearized reading' (duration: 636.694532ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T11:06:44.888757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T11:06:44.251668Z","time spent":"637.08305ms","remote":"127.0.0.1:35124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/alertmanagerconfigs.monitoring.coreos.com\" "} {"level":"warn","ts":"2026-06-24T11:06:44.888676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.019892534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-24T11:06:44.888853Z","caller":"traceutil/trace.go:171","msg":"trace[856428340] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:3798; }","duration":"2.02013477s","start":"2026-06-24T11:06:42.868694Z","end":"2026-06-24T11:06:44.888829Z","steps":["trace[856428340] 'agreement among raft nodes before linearized reading' (duration: 2.019893005s)"],"step_count":1} {"level":"warn","ts":"2026-06-24T11:06:44.888918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T11:06:42.868681Z","time spent":"2.020222102s","remote":"127.0.0.1:41886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-06-24T11:06:44.888999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.795596861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-06-24T11:06:44.889027Z","caller":"traceutil/trace.go:171","msg":"trace[58627748] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3798; }","duration":"1.795657382s","start":"2026-06-24T11:06:43.093361Z","end":"2026-06-24T11:06:44.889018Z","steps":["trace[58627748] 'agreement among raft nodes before linearized reading' (duration: 1.795600351s)"],"step_count":1} {"level":"warn","ts":"2026-06-24T11:06:44.889059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T11:06:43.093346Z","time spent":"1.795709323s","remote":"127.0.0.1:35380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-06-24T11:06:44.889099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.877639838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-06-24T11:06:44.88913Z","caller":"traceutil/trace.go:171","msg":"trace[22328573] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3798; }","duration":"1.87770507s","start":"2026-06-24T11:06:43.011418Z","end":"2026-06-24T11:06:44.889123Z","steps":["trace[22328573] 'agreement among raft nodes before linearized reading' (duration: 1.877608897s)"],"step_count":1} {"level":"warn","ts":"2026-06-24T11:06:44.889148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T11:06:43.0114Z","time spent":"1.87774278s","remote":"127.0.0.1:35380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-24T11:06:44.889899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T11:06:43.707341Z","time spent":"1.180601874s","remote":"127.0.0.1:35380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-24T11:07:39.009759Z","caller":"traceutil/trace.go:171","msg":"trace[1860305002] transaction","detail":"{read_only:false; response_revision:4665; number_of_response:1; }","duration":"100.172709ms","start":"2026-06-24T11:07:38.909557Z","end":"2026-06-24T11:07:39.009729Z","steps":["trace[1860305002] 'process raft request' (duration: 83.032645ms)","trace[1860305002] 'compare' (duration: 16.997851ms)"],"step_count":2} {"level":"info","ts":"2026-06-24T11:07:39.01239Z","caller":"traceutil/trace.go:171","msg":"trace[268905272] transaction","detail":"{read_only:false; response_revision:4666; number_of_response:1; }","duration":"102.362874ms","start":"2026-06-24T11:07:38.910013Z","end":"2026-06-24T11:07:39.012376Z","steps":["trace[268905272] 'process raft request' (duration: 101.894375ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T11:07:44.66782Z","caller":"traceutil/trace.go:171","msg":"trace[1745079655] linearizableReadLoop","detail":"{readStateIndex:4962; appliedIndex:4961; }","duration":"226.627135ms","start":"2026-06-24T11:07:44.44117Z","end":"2026-06-24T11:07:44.667797Z","steps":["trace[1745079655] 'read index received' (duration: 226.442951ms)","trace[1745079655] 'applied index is now lower than readState.Index' (duration: 183.304µs)"],"step_count":2} {"level":"info","ts":"2026-06-24T11:07:44.667942Z","caller":"traceutil/trace.go:171","msg":"trace[1801992638] transaction","detail":"{read_only:false; response_revision:4776; number_of_response:1; }","duration":"265.255151ms","start":"2026-06-24T11:07:44.402663Z","end":"2026-06-24T11:07:44.667918Z","steps":["trace[1801992638] 'process raft request' (duration: 264.977506ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T11:07:44.668106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.931152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-06-24T11:07:44.668176Z","caller":"traceutil/trace.go:171","msg":"trace[1617244692] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4776; }","duration":"227.034493ms","start":"2026-06-24T11:07:44.44112Z","end":"2026-06-24T11:07:44.668154Z","steps":["trace[1617244692] 'agreement among raft nodes before linearized reading' (duration: 226.83425ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T11:07:56.928369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.780528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.128\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-06-24T11:07:56.928482Z","caller":"traceutil/trace.go:171","msg":"trace[1459166019] range","detail":"{range_begin:/registry/masterleases/199.19.213.128; range_end:; response_count:1; response_revision:4940; }","duration":"137.976891ms","start":"2026-06-24T11:07:56.790485Z","end":"2026-06-24T11:07:56.928462Z","steps":["trace[1459166019] 'range keys from in-memory index tree' (duration: 137.590483ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T11:07:57.336744Z","caller":"traceutil/trace.go:171","msg":"trace[900479202] transaction","detail":"{read_only:false; response_revision:4944; number_of_response:1; }","duration":"112.709723ms","start":"2026-06-24T11:07:57.223985Z","end":"2026-06-24T11:07:57.336695Z","steps":["trace[900479202] 'process raft request' (duration: 112.337905ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T11:07:57.765878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.925101ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-24T11:07:57.766014Z","caller":"traceutil/trace.go:171","msg":"trace[462374013] transaction","detail":"{read_only:false; response_revision:4957; number_of_response:1; }","duration":"173.093637ms","start":"2026-06-24T11:07:57.592901Z","end":"2026-06-24T11:07:57.765995Z","steps":["trace[462374013] 'process raft request' (duration: 50.967302ms)","trace[462374013] 'compare' (duration: 121.763538ms)"],"step_count":2} {"level":"info","ts":"2026-06-24T11:07:58.544023Z","caller":"traceutil/trace.go:171","msg":"trace[671915626] transaction","detail":"{read_only:false; response_revision:4958; number_of_response:1; }","duration":"150.573025ms","start":"2026-06-24T11:07:58.39343Z","end":"2026-06-24T11:07:58.544003Z","steps":["trace[671915626] 'process raft request' (duration: 150.435562ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T11:07:58.753689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.316179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-24T11:07:58.753773Z","caller":"traceutil/trace.go:171","msg":"trace[2035823382] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4958; }","duration":"147.436851ms","start":"2026-06-24T11:07:58.606318Z","end":"2026-06-24T11:07:58.753755Z","steps":["trace[2035823382] 'range keys from in-memory index tree' (duration: 147.261697ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T11:09:11.764742Z","caller":"traceutil/trace.go:171","msg":"trace[751469338] transaction","detail":"{read_only:false; response_revision:5560; number_of_response:1; }","duration":"131.812382ms","start":"2026-06-24T11:09:11.632898Z","end":"2026-06-24T11:09:11.764711Z","steps":["trace[751469338] 'process raft request' (duration: 129.223211ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T11:09:11.764967Z","caller":"traceutil/trace.go:171","msg":"trace[1090100982] transaction","detail":"{read_only:false; response_revision:5561; number_of_response:1; }","duration":"130.281901ms","start":"2026-06-24T11:09:11.634673Z","end":"2026-06-24T11:09:11.764955Z","steps":["trace[1090100982] 'process raft request' (duration: 129.983276ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T11:09:14.897865Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3306379869947409568,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-24T11:09:14.901232Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.131872392s","expected-duration":"1s"} {"level":"info","ts":"2026-06-24T11:09:14.902635Z","caller":"traceutil/trace.go:171","msg":"trace[1675628390] linearizableReadLoop","detail":"{readStateIndex:5797; appliedIndex:5794; }","duration":"1.102093832s","start":"2026-06-24T11:09:13.800525Z","end":"2026-06-24T11:09:14.902619Z","steps":["trace[1675628390] 'read index received' (duration: 1.101877778s)","trace[1675628390] 'applied index is now lower than readState.Index' (duration: 215.324µs)"],"step_count":2} {"level":"info","ts":"2026-06-24T11:09:14.902922Z","caller":"traceutil/trace.go:171","msg":"trace[546628557] transaction","detail":"{read_only:false; response_revision:5585; number_of_response:1; }","duration":"1.133675448s","start":"2026-06-24T11:09:13.769237Z","end":"2026-06-24T11:09:14.902912Z","steps":["trace[546628557] 'process raft request' (duration: 1.133218979s)"],"step_count":1} {"level":"warn","ts":"2026-06-24T11:09:14.90302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T11:09:13.769205Z","time spent":"1.133745489s","remote":"127.0.0.1:35380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-24T11:09:14.903149Z","caller":"traceutil/trace.go:171","msg":"trace[1057061749] transaction","detail":"{read_only:false; response_revision:5586; number_of_response:1; }","duration":"1.133418992s","start":"2026-06-24T11:09:13.769724Z","end":"2026-06-24T11:09:14.903143Z","steps":["trace[1057061749] 'process raft request' (duration: 1.132848101s)"],"step_count":1} {"level":"warn","ts":"2026-06-24T11:09:14.90319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T11:09:13.769711Z","time spent":"1.133458564s","remote":"127.0.0.1:35380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-24T11:09:14.90328Z","caller":"traceutil/trace.go:171","msg":"trace[271507636] transaction","detail":"{read_only:false; response_revision:5587; number_of_response:1; }","duration":"1.076398193s","start":"2026-06-24T11:09:13.826876Z","end":"2026-06-24T11:09:14.903274Z","steps":["trace[271507636] 'process raft request' (duration: 1.07572046s)"],"step_count":1} {"level":"warn","ts":"2026-06-24T11:09:14.903316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T11:09:13.826852Z","time spent":"1.076448056s","remote":"127.0.0.1:35096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":25,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-24T11:09:14.903474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102958709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-06-24T11:09:14.903499Z","caller":"traceutil/trace.go:171","msg":"trace[1774890500] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5587; }","duration":"1.103029182s","start":"2026-06-24T11:09:13.800464Z","end":"2026-06-24T11:09:14.903493Z","steps":["trace[1774890500] 'agreement among raft nodes before linearized reading' (duration: 1.1029394s)"],"step_count":1} {"level":"warn","ts":"2026-06-24T11:09:14.903521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T11:09:13.80044Z","time spent":"1.103074372s","remote":"127.0.0.1:35380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-24T11:09:14.903644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102264396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-06-24T11:09:14.903662Z","caller":"traceutil/trace.go:171","msg":"trace[1148593599] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5587; }","duration":"1.102310638s","start":"2026-06-24T11:09:13.801346Z","end":"2026-06-24T11:09:14.903657Z","steps":["trace[1148593599] 'agreement among raft nodes before linearized reading' (duration: 1.102258347s)"],"step_count":1} {"level":"warn","ts":"2026-06-24T11:09:14.903679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T11:09:13.801333Z","time spent":"1.102342208s","remote":"127.0.0.1:35380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-06-24T11:09:14.90388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.881636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-24T11:09:14.903902Z","caller":"traceutil/trace.go:171","msg":"trace[2110297801] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:5587; }","duration":"757.937567ms","start":"2026-06-24T11:09:14.145957Z","end":"2026-06-24T11:09:14.903894Z","steps":["trace[2110297801] 'agreement among raft nodes before linearized reading' (duration: 757.883487ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T11:09:14.90393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T11:09:14.145938Z","time spent":"757.987599ms","remote":"127.0.0.1:35442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":38,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-06-24T11:09:14.904029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.555609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-24T11:09:14.904048Z","caller":"traceutil/trace.go:171","msg":"trace[1521404295] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:5587; }","duration":"857.622942ms","start":"2026-06-24T11:09:14.046419Z","end":"2026-06-24T11:09:14.904042Z","steps":["trace[1521404295] 'agreement among raft nodes before linearized reading' (duration: 857.591911ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T11:09:14.904067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T11:09:14.046402Z","time spent":"857.658902ms","remote":"127.0.0.1:35252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":4,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-06-24T11:09:14.904194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097526473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-06-24T11:09:14.904212Z","caller":"traceutil/trace.go:171","msg":"trace[1051721268] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5587; }","duration":"1.097572973s","start":"2026-06-24T11:09:13.806633Z","end":"2026-06-24T11:09:14.904206Z","steps":["trace[1051721268] 'agreement among raft nodes before linearized reading' (duration: 1.097515932s)"],"step_count":1} {"level":"warn","ts":"2026-06-24T11:09:14.904236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T11:09:13.806617Z","time spent":"1.097615074s","remote":"127.0.0.1:35380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-06-24T11:09:14.904337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.101189635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-06-24T11:09:14.904354Z","caller":"traceutil/trace.go:171","msg":"trace[1911875964] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5587; }","duration":"1.101218355s","start":"2026-06-24T11:09:13.80313Z","end":"2026-06-24T11:09:14.904348Z","steps":["trace[1911875964] 'agreement among raft nodes before linearized reading' (duration: 1.101171575s)"],"step_count":1} {"level":"warn","ts":"2026-06-24T11:09:14.90437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T11:09:13.803122Z","time spent":"1.101244126s","remote":"127.0.0.1:35380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-06-24T11:09:14.904464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.101380357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-06-24T11:09:14.904481Z","caller":"traceutil/trace.go:171","msg":"trace[2028222550] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5587; }","duration":"1.101425171s","start":"2026-06-24T11:09:13.80305Z","end":"2026-06-24T11:09:14.904475Z","steps":["trace[2028222550] 'agreement among raft nodes before linearized reading' (duration: 1.101379349s)"],"step_count":1} {"level":"warn","ts":"2026-06-24T11:09:14.904496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T11:09:13.803036Z","time spent":"1.101456301s","remote":"127.0.0.1:35380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-06-24T11:09:14.904692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.101835969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-06-24T11:09:14.904723Z","caller":"traceutil/trace.go:171","msg":"trace[1224481944] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5587; }","duration":"1.101900929s","start":"2026-06-24T11:09:13.802815Z","end":"2026-06-24T11:09:14.904716Z","steps":["trace[1224481944] 'agreement among raft nodes before linearized reading' (duration: 1.101753827s)"],"step_count":1} {"level":"warn","ts":"2026-06-24T11:09:14.904744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T11:09:13.802803Z","time spent":"1.101936129s","remote":"127.0.0.1:35380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-06-24T11:09:14.91649Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2889} {"level":"warn","ts":"2026-06-24T11:09:17.26082Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3306379869947409574,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-24T11:09:17.396096Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.19656832s","expected-duration":"1s"} {"level":"info","ts":"2026-06-24T11:09:17.465758Z","caller":"traceutil/trace.go:171","msg":"trace[1665117905] transaction","detail":"{read_only:false; response_revision:5594; number_of_response:1; }","duration":"2.469686884s","start":"2026-06-24T11:09:14.996009Z","end":"2026-06-24T11:09:17.465696Z","steps":["trace[1665117905] 'process raft request' (duration: 2.400360962s)","trace[1665117905] 'compare' (duration: 67.181869ms)"],"step_count":2} {"level":"info","ts":"2026-06-24T11:09:17.46578Z","caller":"traceutil/trace.go:171","msg":"trace[1972140685] transaction","detail":"{read_only:false; response_revision:5597; number_of_response:1; }","duration":"556.01569ms","start":"2026-06-24T11:09:16.909746Z","end":"2026-06-24T11:09:17.465762Z","steps":["trace[1972140685] 'process raft request' (duration: 555.964039ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T11:09:17.465874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T11:09:14.995991Z","time spent":"2.469832817s","remote":"127.0.0.1:35692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2277,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-24T11:09:17.465884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T11:09:16.909725Z","time spent":"556.104851ms","remote":"127.0.0.1:35380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-24T11:09:17.465899Z","caller":"traceutil/trace.go:171","msg":"trace[1220759140] linearizableReadLoop","detail":"{readStateIndex:5809; appliedIndex:5804; }","duration":"705.59375ms","start":"2026-06-24T11:09:16.760281Z","end":"2026-06-24T11:09:17.465874Z","steps":["trace[1220759140] 'read index received' (duration: 636.101545ms)","trace[1220759140] 'applied index is now lower than readState.Index' (duration: 69.490585ms)"],"step_count":2} {"level":"info","ts":"2026-06-24T11:09:17.46608Z","caller":"traceutil/trace.go:171","msg":"trace[1033764681] transaction","detail":"{read_only:false; response_revision:5598; number_of_response:1; }","duration":"556.226804ms","start":"2026-06-24T11:09:16.909842Z","end":"2026-06-24T11:09:17.466069Z","steps":["trace[1033764681] 'process raft request' (duration: 555.896387ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T11:09:17.466127Z","caller":"traceutil/trace.go:171","msg":"trace[637723086] transaction","detail":"{read_only:false; response_revision:5596; number_of_response:1; }","duration":"705.58137ms","start":"2026-06-24T11:09:16.760537Z","end":"2026-06-24T11:09:17.466118Z","steps":["trace[637723086] 'process raft request' (duration: 705.151292ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T11:09:17.46618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T11:09:16.909822Z","time spent":"556.287286ms","remote":"127.0.0.1:35380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-24T11:09:17.466215Z","caller":"traceutil/trace.go:171","msg":"trace[172577154] transaction","detail":"{read_only:false; response_revision:5595; number_of_response:1; }","duration":"705.729683ms","start":"2026-06-24T11:09:16.76048Z","end":"2026-06-24T11:09:17.46621Z","steps":["trace[172577154] 'process raft request' (duration: 705.146891ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T11:09:17.466248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T11:09:16.760471Z","time spent":"705.759733ms","remote":"127.0.0.1:35380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-24T11:09:17.466188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T11:09:16.760533Z","time spent":"705.62113ms","remote":"127.0.0.1:35380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-24T11:09:17.466393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.463251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-06-24T11:09:17.466419Z","caller":"traceutil/trace.go:171","msg":"trace[361629779] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5598; }","duration":"546.526072ms","start":"2026-06-24T11:09:16.919887Z","end":"2026-06-24T11:09:17.466413Z","steps":["trace[361629779] 'agreement among raft nodes before linearized reading' (duration: 546.41397ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T11:09:17.466411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.705047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-06-24T11:09:17.466421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.939355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.128\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-06-24T11:09:17.466439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T11:09:16.919875Z","time spent":"546.559633ms","remote":"127.0.0.1:35380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-06-24T11:09:17.466461Z","caller":"traceutil/trace.go:171","msg":"trace[874495328] range","detail":"{range_begin:/registry/masterleases/199.19.213.128; range_end:; response_count:1; response_revision:5598; }","duration":"667.005366ms","start":"2026-06-24T11:09:16.799446Z","end":"2026-06-24T11:09:17.466451Z","steps":["trace[874495328] 'agreement among raft nodes before linearized reading' (duration: 666.887203ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T11:09:17.466424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.132865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-24T11:09:17.466475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.831858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-06-24T11:09:17.466434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.56392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-06-24T11:09:17.466503Z","caller":"traceutil/trace.go:171","msg":"trace[238992673] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:5598; }","duration":"685.244536ms","start":"2026-06-24T11:09:16.781247Z","end":"2026-06-24T11:09:17.466491Z","steps":["trace[238992673] 'agreement among raft nodes before linearized reading' (duration: 685.090223ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T11:09:17.46656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.237047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-06-24T11:09:17.466603Z","caller":"traceutil/trace.go:171","msg":"trace[276660978] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5598; }","duration":"544.301928ms","start":"2026-06-24T11:09:16.922292Z","end":"2026-06-24T11:09:17.466594Z","steps":["trace[276660978] 'agreement among raft nodes before linearized reading' (duration: 544.190856ms)"],"step_count":1} {"level":"info","ts":"2026-06-24T11:09:17.466581Z","caller":"traceutil/trace.go:171","msg":"trace[1945988840] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:5598; }","duration":"705.710853ms","start":"2026-06-24T11:09:16.760857Z","end":"2026-06-24T11:09:17.466568Z","steps":["trace[1945988840] 'agreement among raft nodes before linearized reading' (duration: 705.312315ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T11:09:17.466686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.139126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-06-24T11:09:17.466875Z","caller":"traceutil/trace.go:171","msg":"trace[1351681268] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5598; }","duration":"544.36232ms","start":"2026-06-24T11:09:16.922489Z","end":"2026-06-24T11:09:17.466851Z","steps":["trace[1351681268] 'agreement among raft nodes before linearized reading' (duration: 543.846179ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T11:09:17.467266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T11:09:16.922469Z","time spent":"544.786497ms","remote":"127.0.0.1:35380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-24T11:09:17.466498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T11:09:16.799431Z","time spent":"667.058107ms","remote":"127.0.0.1:35112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.19.213.128\" "} {"level":"warn","ts":"2026-06-24T11:09:17.466649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T11:09:16.922288Z","time spent":"544.35206ms","remote":"127.0.0.1:35380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-06-24T11:09:17.466711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T11:09:16.760833Z","time spent":"705.868675ms","remote":"127.0.0.1:35298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2014,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-06-24T11:09:17.466528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.614424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-06-24T11:09:17.46811Z","caller":"traceutil/trace.go:171","msg":"trace[1293440393] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5598; }","duration":"546.190155ms","start":"2026-06-24T11:09:16.921899Z","end":"2026-06-24T11:09:17.468089Z","steps":["trace[1293440393] 'agreement among raft nodes before linearized reading' (duration: 544.589343ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T11:09:17.46821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T11:09:16.921894Z","time spent":"546.306177ms","remote":"127.0.0.1:35380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-06-24T11:09:17.466462Z","caller":"traceutil/trace.go:171","msg":"trace[25285424] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5598; }","duration":"544.770908ms","start":"2026-06-24T11:09:16.921675Z","end":"2026-06-24T11:09:17.466446Z","steps":["trace[25285424] 'agreement among raft nodes before linearized reading' (duration: 544.624496ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T11:09:17.468623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T11:09:16.921668Z","time spent":"546.940131ms","remote":"127.0.0.1:35380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-06-24T11:09:17.466537Z","caller":"traceutil/trace.go:171","msg":"trace[1573377803] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5598; }","duration":"545.951901ms","start":"2026-06-24T11:09:16.92057Z","end":"2026-06-24T11:09:17.466522Z","steps":["trace[1573377803] 'agreement among raft nodes before linearized reading' (duration: 545.747127ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T11:09:17.469104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T11:09:16.920556Z","time spent":"548.539022ms","remote":"127.0.0.1:35380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-24T11:09:17.46654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.258883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-24T11:09:17.469374Z","caller":"traceutil/trace.go:171","msg":"trace[310997286] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5598; }","duration":"709.116129ms","start":"2026-06-24T11:09:16.760248Z","end":"2026-06-24T11:09:17.469365Z","steps":["trace[310997286] 'agreement among raft nodes before linearized reading' (duration: 706.269013ms)"],"step_count":1} {"level":"warn","ts":"2026-06-24T11:09:17.46947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T11:09:16.760233Z","time spent":"709.211172ms","remote":"127.0.0.1:35090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-24T11:09:17.466657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-24T11:09:16.781232Z","time spent":"685.348699ms","remote":"127.0.0.1:35550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":17,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-06-24T11:09:17.512805Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2889,"took":"2.594541026s","hash":2022442093,"current-db-size-bytes":53354496,"current-db-size":"53 MB","current-db-size-in-use-bytes":29208576,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-06-24T11:09:17.51286Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2022442093,"revision":2889,"compact-revision":-1} {"level":"info","ts":"2026-06-24T11:14:14.923204Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5587} {"level":"info","ts":"2026-06-24T11:14:15.009762Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5587,"took":"84.817572ms","hash":2892280669,"current-db-size-bytes":53354496,"current-db-size":"53 MB","current-db-size-in-use-bytes":18210816,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-06-24T11:14:15.009845Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2892280669,"revision":5587,"compact-revision":2889} {"level":"info","ts":"2026-06-24T11:14:41.523734Z","caller":"traceutil/trace.go:171","msg":"trace[1718350464] transaction","detail":"{read_only:false; response_revision:7559; number_of_response:1; }","duration":"112.522267ms","start":"2026-06-24T11:14:41.411111Z","end":"2026-06-24T11:14:41.523633Z","steps":["trace[1718350464] 'process raft request' (duration: 99.472892ms)","trace[1718350464] 'compare' (duration: 12.793578ms)"],"step_count":2}