{"level":"warn","ts":"2026-02-25T07:41:10.711315Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-25T07:41:10.711399Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.12:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.12:2380","--initial-cluster=instance=https://162.253.55.12:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.12:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.12:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-02-25T07:41:10.711466Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-25T07:41:10.711476Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.12:2380"]} {"level":"info","ts":"2026-02-25T07:41:10.711494Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-25T07:41:10.712137Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.12:2379"]} {"level":"info","ts":"2026-02-25T07:41:10.712214Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.12:2380"],"listen-peer-urls":["https://162.253.55.12:2380"],"advertise-client-urls":["https://162.253.55.12:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.12:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.12:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-02-25T07:41:10.718062Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.643229ms"} {"level":"info","ts":"2026-02-25T07:41:10.727401Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"b4c6dc24a78438ca","cluster-id":"587227f9a3f73e98"} {"level":"info","ts":"2026-02-25T07:41:10.727555Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b4c6dc24a78438ca switched to configuration voters=()"} {"level":"info","ts":"2026-02-25T07:41:10.727612Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b4c6dc24a78438ca became follower at term 0"} {"level":"info","ts":"2026-02-25T07:41:10.727634Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft b4c6dc24a78438ca [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-02-25T07:41:10.727654Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b4c6dc24a78438ca became follower at term 1"} {"level":"info","ts":"2026-02-25T07:41:10.727732Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b4c6dc24a78438ca switched to configuration voters=(13026341022203132106)"} {"level":"warn","ts":"2026-02-25T07:41:10.751807Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-02-25T07:41:10.75404Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-02-25T07:41:10.756083Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-02-25T07:41:10.760003Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"b4c6dc24a78438ca","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-02-25T07:41:10.760346Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-25T07:41:10.760492Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-25T07:41:10.760197Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"b4c6dc24a78438ca","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-02-25T07:41:10.760533Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-25T07:41:10.762588Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b4c6dc24a78438ca switched to configuration voters=(13026341022203132106)"} {"level":"info","ts":"2026-02-25T07:41:10.763782Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"587227f9a3f73e98","local-member-id":"b4c6dc24a78438ca","added-peer-id":"b4c6dc24a78438ca","added-peer-peer-urls":["https://162.253.55.12:2380"]} {"level":"info","ts":"2026-02-25T07:41:10.766645Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-25T07:41:10.766941Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"b4c6dc24a78438ca","initial-advertise-peer-urls":["https://162.253.55.12:2380"],"listen-peer-urls":["https://162.253.55.12:2380"],"advertise-client-urls":["https://162.253.55.12:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.12:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-02-25T07:41:10.76697Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-02-25T07:41:10.767072Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.12:2380"} {"level":"info","ts":"2026-02-25T07:41:10.767115Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.12:2380"} {"level":"info","ts":"2026-02-25T07:41:11.628209Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b4c6dc24a78438ca is starting a new election at term 1"} {"level":"info","ts":"2026-02-25T07:41:11.628267Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b4c6dc24a78438ca became pre-candidate at term 1"} {"level":"info","ts":"2026-02-25T07:41:11.628303Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b4c6dc24a78438ca received MsgPreVoteResp from b4c6dc24a78438ca at term 1"} {"level":"info","ts":"2026-02-25T07:41:11.628325Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b4c6dc24a78438ca became candidate at term 2"} {"level":"info","ts":"2026-02-25T07:41:11.628336Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b4c6dc24a78438ca received MsgVoteResp from b4c6dc24a78438ca at term 2"} {"level":"info","ts":"2026-02-25T07:41:11.628352Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b4c6dc24a78438ca became leader at term 2"} {"level":"info","ts":"2026-02-25T07:41:11.628372Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: b4c6dc24a78438ca elected leader b4c6dc24a78438ca at term 2"} {"level":"info","ts":"2026-02-25T07:41:11.629894Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-02-25T07:41:11.63103Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-25T07:41:11.631026Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"b4c6dc24a78438ca","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.12:2379]}","request-path":"/0/members/b4c6dc24a78438ca/attributes","cluster-id":"587227f9a3f73e98","publish-timeout":"7s"} {"level":"info","ts":"2026-02-25T07:41:11.631124Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-25T07:41:11.631495Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-02-25T07:41:11.631545Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-02-25T07:41:11.63188Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"587227f9a3f73e98","local-member-id":"b4c6dc24a78438ca","cluster-version":"3.5"} {"level":"info","ts":"2026-02-25T07:41:11.632061Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-02-25T07:41:11.63211Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-02-25T07:41:11.635098Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.12:2379"} {"level":"info","ts":"2026-02-25T07:41:11.635231Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-02-25T07:41:13.315779Z","caller":"traceutil/trace.go:171","msg":"trace[874948733] transaction","detail":"{read_only:false; response_revision:21; number_of_response:1; }","duration":"143.445852ms","start":"2026-02-25T07:41:13.172304Z","end":"2026-02-25T07:41:13.31575Z","steps":["trace[874948733] 'process raft request' (duration: 66.580275ms)","trace[874948733] 'compare' (duration: 76.728514ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T07:41:13.316566Z","caller":"traceutil/trace.go:171","msg":"trace[274166679] transaction","detail":"{read_only:false; response_revision:22; number_of_response:1; }","duration":"144.020118ms","start":"2026-02-25T07:41:13.172492Z","end":"2026-02-25T07:41:13.316512Z","steps":["trace[274166679] 'process raft request' (duration: 143.584766ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:41:13.316613Z","caller":"traceutil/trace.go:171","msg":"trace[711031444] transaction","detail":"{read_only:false; response_revision:23; number_of_response:1; }","duration":"144.002048ms","start":"2026-02-25T07:41:13.17254Z","end":"2026-02-25T07:41:13.316542Z","steps":["trace[711031444] 'process raft request' (duration: 143.680668ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:41:13.316624Z","caller":"traceutil/trace.go:171","msg":"trace[1644362863] transaction","detail":"{read_only:false; response_revision:24; number_of_response:1; }","duration":"143.961366ms","start":"2026-02-25T07:41:13.172636Z","end":"2026-02-25T07:41:13.316598Z","steps":["trace[1644362863] 'process raft request' (duration: 143.833112ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:41:13.316741Z","caller":"traceutil/trace.go:171","msg":"trace[1011339314] linearizableReadLoop","detail":"{readStateIndex:28; appliedIndex:24; }","duration":"144.033398ms","start":"2026-02-25T07:41:13.172677Z","end":"2026-02-25T07:41:13.316711Z","steps":["trace[1011339314] 'read index received' (duration: 66.262087ms)","trace[1011339314] 'applied index is now lower than readState.Index' (duration: 77.769521ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T07:41:13.316939Z","caller":"traceutil/trace.go:171","msg":"trace[1767251262] transaction","detail":"{read_only:false; response_revision:25; number_of_response:1; }","duration":"144.199653ms","start":"2026-02-25T07:41:13.172693Z","end":"2026-02-25T07:41:13.316893Z","steps":["trace[1767251262] 'process raft request' (duration: 143.839884ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:41:13.316951Z","caller":"traceutil/trace.go:171","msg":"trace[1683873050] transaction","detail":"{read_only:false; response_revision:27; number_of_response:1; }","duration":"120.856013ms","start":"2026-02-25T07:41:13.196032Z","end":"2026-02-25T07:41:13.316888Z","steps":["trace[1683873050] 'process raft request' (duration: 120.617407ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:41:13.31691Z","caller":"traceutil/trace.go:171","msg":"trace[914258370] transaction","detail":"{read_only:false; response_revision:26; number_of_response:1; }","duration":"140.989498ms","start":"2026-02-25T07:41:13.175853Z","end":"2026-02-25T07:41:13.316842Z","steps":["trace[914258370] 'process raft request' (duration: 140.729731ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:41:13.31715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.86331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-02-25T07:41:13.317246Z","caller":"traceutil/trace.go:171","msg":"trace[2121284835] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:0; response_revision:27; }","duration":"145.052525ms","start":"2026-02-25T07:41:13.172172Z","end":"2026-02-25T07:41:13.317224Z","steps":["trace[2121284835] 'agreement among raft nodes before linearized reading' (duration: 144.760227ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:41:13.317243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.898178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-public/\" range_end:\"/registry/resourcequotas/kube-public0\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-02-25T07:41:13.317114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.655678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-02-25T07:41:13.317322Z","caller":"traceutil/trace.go:171","msg":"trace[2107328042] range","detail":"{range_begin:/registry/resourcequotas/kube-public/; range_end:/registry/resourcequotas/kube-public0; response_count:0; response_revision:27; }","duration":"140.00906ms","start":"2026-02-25T07:41:13.177282Z","end":"2026-02-25T07:41:13.317292Z","steps":["trace[2107328042] 'agreement among raft nodes before linearized reading' (duration: 139.713383ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:41:13.317348Z","caller":"traceutil/trace.go:171","msg":"trace[573044249] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:0; response_revision:27; }","duration":"126.918014ms","start":"2026-02-25T07:41:13.190406Z","end":"2026-02-25T07:41:13.317324Z","steps":["trace[573044249] 'agreement among raft nodes before linearized reading' (duration: 126.612016ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:41:14.350638Z","caller":"traceutil/trace.go:171","msg":"trace[1270300137] transaction","detail":"{read_only:false; response_revision:102; number_of_response:1; }","duration":"224.216862ms","start":"2026-02-25T07:41:14.126391Z","end":"2026-02-25T07:41:14.350608Z","steps":["trace[1270300137] 'process raft request' (duration: 128.612809ms)","trace[1270300137] 'compare' (duration: 95.45734ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T07:41:16.293621Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4092255369792112893,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-25T07:41:16.519593Z","caller":"traceutil/trace.go:171","msg":"trace[1126400850] linearizableReadLoop","detail":"{readStateIndex:214; appliedIndex:213; }","duration":"726.32004ms","start":"2026-02-25T07:41:15.793242Z","end":"2026-02-25T07:41:16.519562Z","steps":["trace[1126400850] 'read index received' (duration: 726.054443ms)","trace[1126400850] 'applied index is now lower than readState.Index' (duration: 264.177µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T07:41:16.519649Z","caller":"traceutil/trace.go:171","msg":"trace[691487230] transaction","detail":"{read_only:false; response_revision:208; number_of_response:1; }","duration":"779.999894ms","start":"2026-02-25T07:41:15.739613Z","end":"2026-02-25T07:41:16.519613Z","steps":["trace[691487230] 'process raft request' (duration: 779.795138ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:41:16.519822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.462633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T07:41:16.519864Z","caller":"traceutil/trace.go:171","msg":"trace[1078517362] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:0; response_revision:208; }","duration":"529.585047ms","start":"2026-02-25T07:41:15.990266Z","end":"2026-02-25T07:41:16.519851Z","steps":["trace[1078517362] 'agreement among raft nodes before linearized reading' (duration: 529.460333ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:41:16.519921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.646459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3185"} {"level":"warn","ts":"2026-02-25T07:41:16.519902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:41:15.99023Z","time spent":"529.663509ms","remote":"127.0.0.1:44350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" "} {"level":"info","ts":"2026-02-25T07:41:16.520055Z","caller":"traceutil/trace.go:171","msg":"trace[1515755813] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:208; }","duration":"726.829314ms","start":"2026-02-25T07:41:15.793193Z","end":"2026-02-25T07:41:16.520022Z","steps":["trace[1515755813] 'agreement among raft nodes before linearized reading' (duration: 726.511156ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:41:16.520117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:41:15.793176Z","time spent":"726.932446ms","remote":"127.0.0.1:44310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":3208,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-25T07:41:16.520211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:41:15.739575Z","time spent":"780.164118ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-25T07:41:21.663892Z","caller":"traceutil/trace.go:171","msg":"trace[1794189107] linearizableReadLoop","detail":"{readStateIndex:336; appliedIndex:335; }","duration":"153.845378ms","start":"2026-02-25T07:41:21.510011Z","end":"2026-02-25T07:41:21.663856Z","steps":["trace[1794189107] 'read index received' (duration: 153.636352ms)","trace[1794189107] 'applied index is now lower than readState.Index' (duration: 207.436µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T07:41:21.663946Z","caller":"traceutil/trace.go:171","msg":"trace[659852388] transaction","detail":"{read_only:false; response_revision:325; number_of_response:1; }","duration":"179.940759ms","start":"2026-02-25T07:41:21.483966Z","end":"2026-02-25T07:41:21.663906Z","steps":["trace[659852388] 'process raft request' (duration: 179.638281ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:41:21.664197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.163636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" ","response":"range_response_count:1 size:185"} {"level":"info","ts":"2026-02-25T07:41:21.664306Z","caller":"traceutil/trace.go:171","msg":"trace[875874350] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/kube-proxy; range_end:; response_count:1; response_revision:325; }","duration":"154.32145ms","start":"2026-02-25T07:41:21.509962Z","end":"2026-02-25T07:41:21.664284Z","steps":["trace[875874350] 'agreement among raft nodes before linearized reading' (duration: 154.082204ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:41:21.664207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.448695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-02-25T07:41:21.664408Z","caller":"traceutil/trace.go:171","msg":"trace[936505702] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:1; response_revision:325; }","duration":"139.679831ms","start":"2026-02-25T07:41:21.524684Z","end":"2026-02-25T07:41:21.664364Z","steps":["trace[936505702] 'agreement among raft nodes before linearized reading' (duration: 139.405534ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:41:22.754401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.977497ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-25T07:41:22.754521Z","caller":"traceutil/trace.go:171","msg":"trace[1493453278] transaction","detail":"{read_only:false; response_revision:326; number_of_response:1; }","duration":"1.084471253s","start":"2026-02-25T07:41:21.670031Z","end":"2026-02-25T07:41:22.754503Z","steps":["trace[1493453278] 'process raft request' (duration: 171.132336ms)","trace[1493453278] 'compare' (duration: 912.128465ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T07:41:22.754582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:41:21.670013Z","time spent":"1.084540726s","remote":"127.0.0.1:44350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":172,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-25T07:41:22.757074Z","caller":"traceutil/trace.go:171","msg":"trace[1075838419] linearizableReadLoop","detail":"{readStateIndex:341; appliedIndex:336; }","duration":"1.082784168s","start":"2026-02-25T07:41:21.674265Z","end":"2026-02-25T07:41:22.757049Z","steps":["trace[1075838419] 'read index received' (duration: 167.054358ms)","trace[1075838419] 'applied index is now lower than readState.Index' (duration: 915.72913ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T07:41:22.757146Z","caller":"traceutil/trace.go:171","msg":"trace[1474508156] transaction","detail":"{read_only:false; response_revision:330; number_of_response:1; }","duration":"1.083152667s","start":"2026-02-25T07:41:21.673945Z","end":"2026-02-25T07:41:22.757097Z","steps":["trace[1474508156] 'process raft request' (duration: 1.083054235s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:41:22.75747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032771193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-02-25T07:41:22.757476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.974864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T07:41:22.757524Z","caller":"traceutil/trace.go:171","msg":"trace[2058578958] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:331; }","duration":"840.071886ms","start":"2026-02-25T07:41:21.917441Z","end":"2026-02-25T07:41:22.757513Z","steps":["trace[2058578958] 'agreement among raft nodes before linearized reading' (duration: 839.981614ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:41:22.757533Z","caller":"traceutil/trace.go:171","msg":"trace[767160640] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:331; }","duration":"1.032810744s","start":"2026-02-25T07:41:21.724691Z","end":"2026-02-25T07:41:22.757502Z","steps":["trace[767160640] 'agreement among raft nodes before linearized reading' (duration: 1.032752792s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:41:22.75756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:41:21.917417Z","time spent":"840.135947ms","remote":"127.0.0.1:44120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T07:41:22.757538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.372895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-25T07:41:22.757538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:41:21.673936Z","time spent":"1.083494298s","remote":"127.0.0.1:44204","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":754,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-25T07:41:22.757625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:41:21.724647Z","time spent":"1.032951728s","remote":"127.0.0.1:44350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" "} {"level":"info","ts":"2026-02-25T07:41:22.75764Z","caller":"traceutil/trace.go:171","msg":"trace[2092322080] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:331; }","duration":"199.503679ms","start":"2026-02-25T07:41:22.558106Z","end":"2026-02-25T07:41:22.757609Z","steps":["trace[2092322080] 'agreement among raft nodes before linearized reading' (duration: 199.310394ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:41:22.757253Z","caller":"traceutil/trace.go:171","msg":"trace[436852433] transaction","detail":"{read_only:false; response_revision:327; number_of_response:1; }","duration":"1.084493974s","start":"2026-02-25T07:41:21.672751Z","end":"2026-02-25T07:41:22.757245Z","steps":["trace[436852433] 'process raft request' (duration: 1.084109653s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:41:22.757807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:41:21.672733Z","time spent":"1.085042629s","remote":"127.0.0.1:44416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1050,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-25T07:41:22.757284Z","caller":"traceutil/trace.go:171","msg":"trace[1440398048] transaction","detail":"{read_only:false; response_revision:328; number_of_response:1; }","duration":"1.084521045s","start":"2026-02-25T07:41:21.672751Z","end":"2026-02-25T07:41:22.757272Z","steps":["trace[1440398048] 'process raft request' (duration: 1.084178645s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:41:22.758248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:41:21.672735Z","time spent":"1.085205333s","remote":"127.0.0.1:44238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2162,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T07:41:22.7573Z","caller":"traceutil/trace.go:171","msg":"trace[313435464] transaction","detail":"{read_only:false; response_revision:331; number_of_response:1; }","duration":"1.082423069s","start":"2026-02-25T07:41:21.674861Z","end":"2026-02-25T07:41:22.757284Z","steps":["trace[313435464] 'process raft request' (duration: 1.082162761s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:41:22.757348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.083071726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-02-25T07:41:22.758686Z","caller":"traceutil/trace.go:171","msg":"trace[996333157] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:331; }","duration":"1.084293009s","start":"2026-02-25T07:41:21.674241Z","end":"2026-02-25T07:41:22.758534Z","steps":["trace[996333157] 'agreement among raft nodes before linearized reading' (duration: 1.083070687s)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:41:22.757211Z","caller":"traceutil/trace.go:171","msg":"trace[173517207] transaction","detail":"{read_only:false; response_revision:329; number_of_response:1; }","duration":"1.084245578s","start":"2026-02-25T07:41:21.672955Z","end":"2026-02-25T07:41:22.757201Z","steps":["trace[173517207] 'process raft request' (duration: 1.084015601s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:41:22.758979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:41:21.672945Z","time spent":"1.085891331s","remote":"127.0.0.1:44326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5245,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T07:41:22.759079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:41:21.67423Z","time spent":"1.084550825s","remote":"127.0.0.1:44350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":232,"request content":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" "} {"level":"warn","ts":"2026-02-25T07:41:22.758452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:41:21.67485Z","time spent":"1.083488098s","remote":"127.0.0.1:44310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4004,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T07:41:27.474415Z","caller":"traceutil/trace.go:171","msg":"trace[1469921446] transaction","detail":"{read_only:false; response_revision:371; number_of_response:1; }","duration":"119.060135ms","start":"2026-02-25T07:41:27.355317Z","end":"2026-02-25T07:41:27.474377Z","steps":["trace[1469921446] 'process raft request' (duration: 118.763197ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:41:27.629714Z","caller":"traceutil/trace.go:171","msg":"trace[622750741] transaction","detail":"{read_only:false; response_revision:372; number_of_response:1; }","duration":"150.785857ms","start":"2026-02-25T07:41:27.478891Z","end":"2026-02-25T07:41:27.629677Z","steps":["trace[622750741] 'process raft request' (duration: 87.278333ms)","trace[622750741] 'compare' (duration: 63.310819ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T07:41:29.017203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.96559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T07:41:29.017261Z","caller":"traceutil/trace.go:171","msg":"trace[1746609271] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:374; }","duration":"103.060242ms","start":"2026-02-25T07:41:28.914188Z","end":"2026-02-25T07:41:29.017248Z","steps":["trace[1746609271] 'range keys from in-memory index tree' (duration: 102.870037ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:41:31.682948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.41484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-25T07:41:31.683069Z","caller":"traceutil/trace.go:171","msg":"trace[1812217911] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:382; }","duration":"195.616705ms","start":"2026-02-25T07:41:31.487419Z","end":"2026-02-25T07:41:31.683036Z","steps":["trace[1812217911] 'range keys from in-memory index tree' (duration: 195.297426ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:41:33.312205Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.052937177s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-25T07:41:33.39633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.137024616s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-25T07:41:33.396547Z","caller":"traceutil/trace.go:171","msg":"trace[1269555028] linearizableReadLoop","detail":"{readStateIndex:403; appliedIndex:400; }","duration":"493.197332ms","start":"2026-02-25T07:41:32.903331Z","end":"2026-02-25T07:41:33.396528Z","steps":["trace[1269555028] 'read index received' (duration: 409.138824ms)","trace[1269555028] 'applied index is now lower than readState.Index' (duration: 84.057628ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T07:41:33.39664Z","caller":"traceutil/trace.go:171","msg":"trace[825795932] transaction","detail":"{read_only:false; response_revision:388; number_of_response:1; }","duration":"1.176770939s","start":"2026-02-25T07:41:32.21986Z","end":"2026-02-25T07:41:33.396631Z","steps":["trace[825795932] 'process raft request' (duration: 1.176565944s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:41:33.396699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:41:32.219846Z","time spent":"1.176825551s","remote":"127.0.0.1:44326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3541,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-25T07:41:33.396786Z","caller":"traceutil/trace.go:171","msg":"trace[818339337] transaction","detail":"{read_only:false; response_revision:387; number_of_response:1; }","duration":"1.177999642s","start":"2026-02-25T07:41:32.218702Z","end":"2026-02-25T07:41:33.396702Z","steps":["trace[818339337] 'process raft request' (duration: 40.532144ms)","trace[818339337] 'compare' (duration: 1.136874243s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T07:41:33.396898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:41:32.218682Z","time spent":"1.178174877s","remote":"127.0.0.1:44204","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":680,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-25T07:41:33.397183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.84558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-25T07:41:33.39721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.815543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-25T07:41:33.397192Z","caller":"traceutil/trace.go:171","msg":"trace[657184942] transaction","detail":"{read_only:false; response_revision:389; number_of_response:1; }","duration":"1.173988676s","start":"2026-02-25T07:41:32.223166Z","end":"2026-02-25T07:41:33.397154Z","steps":["trace[657184942] 'process raft request' (duration: 1.173315897s)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:41:33.397265Z","caller":"traceutil/trace.go:171","msg":"trace[1980655198] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:389; }","duration":"137.905305ms","start":"2026-02-25T07:41:33.259341Z","end":"2026-02-25T07:41:33.397246Z","steps":["trace[1980655198] 'agreement among raft nodes before linearized reading' (duration: 137.772362ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:41:33.397243Z","caller":"traceutil/trace.go:171","msg":"trace[476824153] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:389; }","duration":"493.940702ms","start":"2026-02-25T07:41:32.903287Z","end":"2026-02-25T07:41:33.397228Z","steps":["trace[476824153] 'agreement among raft nodes before linearized reading' (duration: 493.792438ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:41:33.397504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:41:32.223149Z","time spent":"1.17416228s","remote":"127.0.0.1:44576","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4158,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T07:41:33.39721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.63649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T07:41:33.397657Z","caller":"traceutil/trace.go:171","msg":"trace[179012279] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:389; }","duration":"481.134463ms","start":"2026-02-25T07:41:32.916515Z","end":"2026-02-25T07:41:33.397649Z","steps":["trace[179012279] 'agreement among raft nodes before linearized reading' (duration: 480.592379ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:41:33.397701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:41:32.916504Z","time spent":"481.169844ms","remote":"127.0.0.1:44120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T07:41:33.397596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:41:32.903266Z","time spent":"494.161138ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-25T07:41:34.469302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.708199ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T07:41:34.469682Z","caller":"traceutil/trace.go:171","msg":"trace[64267745] transaction","detail":"{read_only:false; response_revision:391; number_of_response:1; }","duration":"1.067202144s","start":"2026-02-25T07:41:33.402461Z","end":"2026-02-25T07:41:34.469663Z","steps":["trace[64267745] 'process raft request' (duration: 1.067009569s)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:41:34.469646Z","caller":"traceutil/trace.go:171","msg":"trace[614328575] transaction","detail":"{read_only:false; response_revision:390; number_of_response:1; }","duration":"1.067967146s","start":"2026-02-25T07:41:33.401629Z","end":"2026-02-25T07:41:34.469596Z","steps":["trace[614328575] 'process raft request' (duration: 534.556298ms)","trace[614328575] 'compare' (duration: 532.291968ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T07:41:34.469727Z","caller":"traceutil/trace.go:171","msg":"trace[2134710122] transaction","detail":"{read_only:false; response_revision:392; number_of_response:1; }","duration":"1.066409614s","start":"2026-02-25T07:41:33.403277Z","end":"2026-02-25T07:41:34.469687Z","steps":["trace[2134710122] 'process raft request' (duration: 1.066302881s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:41:34.469835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:41:33.401612Z","time spent":"1.068136562s","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T07:41:34.469822Z","caller":"traceutil/trace.go:171","msg":"trace[1384327772] transaction","detail":"{read_only:false; response_revision:393; number_of_response:1; }","duration":"1.065928502s","start":"2026-02-25T07:41:33.403841Z","end":"2026-02-25T07:41:34.46977Z","steps":["trace[1384327772] 'process raft request' (duration: 1.065788087s)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:41:34.469888Z","caller":"traceutil/trace.go:171","msg":"trace[385338804] transaction","detail":"{read_only:false; response_revision:394; number_of_response:1; }","duration":"1.065697167s","start":"2026-02-25T07:41:33.404165Z","end":"2026-02-25T07:41:34.469862Z","steps":["trace[385338804] 'process raft request' (duration: 1.065528491s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:41:34.469835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:41:33.402447Z","time spent":"1.067296838s","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T07:41:34.469949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:41:33.403246Z","time spent":"1.066634531s","remote":"127.0.0.1:44204","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-25T07:41:34.469989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:41:33.404145Z","time spent":"1.065801749s","remote":"127.0.0.1:44614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3773,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T07:41:34.470025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:41:33.403829Z","time spent":"1.066105497s","remote":"127.0.0.1:44204","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":830,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-25T07:41:34.470211Z","caller":"traceutil/trace.go:171","msg":"trace[915946302] transaction","detail":"{read_only:false; response_revision:395; number_of_response:1; }","duration":"1.065584853s","start":"2026-02-25T07:41:33.404603Z","end":"2026-02-25T07:41:34.470188Z","steps":["trace[915946302] 'process raft request' (duration: 1.065167152s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:41:34.470294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:41:33.404593Z","time spent":"1.065651966s","remote":"127.0.0.1:44326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4015,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T07:41:34.470288Z","caller":"traceutil/trace.go:171","msg":"trace[624303010] linearizableReadLoop","detail":"{readStateIndex:410; appliedIndex:403; }","duration":"717.976321ms","start":"2026-02-25T07:41:33.752278Z","end":"2026-02-25T07:41:34.470254Z","steps":["trace[624303010] 'read index received' (duration: 183.917245ms)","trace[624303010] 'applied index is now lower than readState.Index' (duration: 534.057976ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T07:41:34.470426Z","caller":"traceutil/trace.go:171","msg":"trace[635600055] transaction","detail":"{read_only:false; response_revision:397; number_of_response:1; }","duration":"659.546241ms","start":"2026-02-25T07:41:33.810866Z","end":"2026-02-25T07:41:34.470412Z","steps":["trace[635600055] 'process raft request' (duration: 659.336735ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:41:34.470519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.239248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-25T07:41:34.470516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.124173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-25T07:41:34.470519Z","caller":"traceutil/trace.go:171","msg":"trace[1414180855] transaction","detail":"{read_only:false; response_revision:396; number_of_response:1; }","duration":"1.064040562s","start":"2026-02-25T07:41:33.406458Z","end":"2026-02-25T07:41:34.470499Z","steps":["trace[1414180855] 'process raft request' (duration: 1.063646762s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:41:34.470535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.912496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T07:41:34.470562Z","caller":"traceutil/trace.go:171","msg":"trace[1567466762] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:397; }","duration":"718.32009ms","start":"2026-02-25T07:41:33.752232Z","end":"2026-02-25T07:41:34.470552Z","steps":["trace[1567466762] 'agreement among raft nodes before linearized reading' (duration: 718.237747ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:41:34.470542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:41:33.810831Z","time spent":"659.627963ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T07:41:34.470578Z","caller":"traceutil/trace.go:171","msg":"trace[981852741] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:397; }","duration":"704.271797ms","start":"2026-02-25T07:41:33.76629Z","end":"2026-02-25T07:41:34.470562Z","steps":["trace[981852741] 'agreement among raft nodes before linearized reading' (duration: 704.137123ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:41:34.470604Z","caller":"traceutil/trace.go:171","msg":"trace[1250513522] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:397; }","duration":"552.974797ms","start":"2026-02-25T07:41:33.917606Z","end":"2026-02-25T07:41:34.47058Z","steps":["trace[1250513522] 'agreement among raft nodes before linearized reading' (duration: 552.871035ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:41:34.470634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:41:33.766261Z","time spent":"704.3636ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-25T07:41:34.470637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:41:33.40644Z","time spent":"1.064136144s","remote":"127.0.0.1:44614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3782,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T07:41:34.47065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:41:33.917533Z","time spent":"553.105611ms","remote":"127.0.0.1:44120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T07:41:34.470594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:41:33.752211Z","time spent":"718.376321ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-25T07:41:36.603141Z","caller":"traceutil/trace.go:171","msg":"trace[2082413616] transaction","detail":"{read_only:false; response_revision:422; number_of_response:1; }","duration":"122.286491ms","start":"2026-02-25T07:41:36.480793Z","end":"2026-02-25T07:41:36.603079Z","steps":["trace[2082413616] 'process raft request' (duration: 122.021934ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:41:36.775409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.732087ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T07:41:36.77553Z","caller":"traceutil/trace.go:171","msg":"trace[1021209717] transaction","detail":"{read_only:false; response_revision:424; number_of_response:1; }","duration":"168.542998ms","start":"2026-02-25T07:41:36.606963Z","end":"2026-02-25T07:41:36.775506Z","steps":["trace[1021209717] 'process raft request' (duration: 46.617346ms)","trace[1021209717] 'compare' (duration: 121.630273ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T07:41:44.672433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.467977ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-25T07:41:44.672724Z","caller":"traceutil/trace.go:171","msg":"trace[33279341] transaction","detail":"{read_only:false; response_revision:442; number_of_response:1; }","duration":"417.050214ms","start":"2026-02-25T07:41:44.255648Z","end":"2026-02-25T07:41:44.672698Z","steps":["trace[33279341] 'process raft request' (duration: 54.233788ms)","trace[33279341] 'compare' (duration: 362.249681ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T07:41:44.672839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:41:44.255629Z","time spent":"417.161607ms","remote":"127.0.0.1:44468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1639,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-25T07:41:44.672976Z","caller":"traceutil/trace.go:171","msg":"trace[49011325] transaction","detail":"{read_only:false; response_revision:443; number_of_response:1; }","duration":"416.422118ms","start":"2026-02-25T07:41:44.25652Z","end":"2026-02-25T07:41:44.672942Z","steps":["trace[49011325] 'process raft request' (duration: 416.033098ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:41:44.673821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:41:44.25651Z","time spent":"416.545841ms","remote":"127.0.0.1:44468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2364,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-25T07:41:47.323659Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4092255369792113464,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T07:41:47.824896Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4092255369792113464,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T07:41:47.986365Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.216772269s","expected-duration":"1s"} {"level":"info","ts":"2026-02-25T07:41:47.987066Z","caller":"traceutil/trace.go:171","msg":"trace[63601163] linearizableReadLoop","detail":"{readStateIndex:500; appliedIndex:499; }","duration":"1.16392886s","start":"2026-02-25T07:41:46.823107Z","end":"2026-02-25T07:41:47.987036Z","steps":["trace[63601163] 'read index received' (duration: 1.163702904s)","trace[63601163] 'applied index is now lower than readState.Index' (duration: 224.426µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T07:41:47.987141Z","caller":"traceutil/trace.go:171","msg":"trace[1824985363] transaction","detail":"{read_only:false; response_revision:481; number_of_response:1; }","duration":"1.217692674s","start":"2026-02-25T07:41:46.769405Z","end":"2026-02-25T07:41:47.987098Z","steps":["trace[1824985363] 'process raft request' (duration: 1.217415127s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:41:47.987321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.164215007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-25T07:41:47.987393Z","caller":"traceutil/trace.go:171","msg":"trace[739666419] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:481; }","duration":"1.164350001s","start":"2026-02-25T07:41:46.823024Z","end":"2026-02-25T07:41:47.987374Z","steps":["trace[739666419] 'agreement among raft nodes before linearized reading' (duration: 1.164129995s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:41:47.98745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:41:46.822992Z","time spent":"1.164445623s","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-25T07:41:47.987328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:41:46.769368Z","time spent":"1.217863319s","remote":"127.0.0.1:44310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4216,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T07:41:48.079758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.162307556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T07:41:48.079847Z","caller":"traceutil/trace.go:171","msg":"trace[1067695372] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:482; }","duration":"1.16246354s","start":"2026-02-25T07:41:46.91736Z","end":"2026-02-25T07:41:48.079824Z","steps":["trace[1067695372] 'agreement among raft nodes before linearized reading' (duration: 1.162301866s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:41:48.079892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:41:46.917311Z","time spent":"1.162573434s","remote":"127.0.0.1:44120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T07:41:48.09545Z","caller":"traceutil/trace.go:171","msg":"trace[2072439179] transaction","detail":"{read_only:false; response_revision:483; number_of_response:1; }","duration":"103.683918ms","start":"2026-02-25T07:41:47.991734Z","end":"2026-02-25T07:41:48.095418Z","steps":["trace[2072439179] 'process raft request' (duration: 103.475322ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:41:51.009262Z","caller":"traceutil/trace.go:171","msg":"trace[285736531] transaction","detail":"{read_only:false; response_revision:489; number_of_response:1; }","duration":"293.225692ms","start":"2026-02-25T07:41:50.71601Z","end":"2026-02-25T07:41:51.009236Z","steps":["trace[285736531] 'process raft request' (duration: 292.984684ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:41:51.009505Z","caller":"traceutil/trace.go:171","msg":"trace[326724141] transaction","detail":"{read_only:false; response_revision:490; number_of_response:1; }","duration":"293.450368ms","start":"2026-02-25T07:41:50.71601Z","end":"2026-02-25T07:41:51.00946Z","steps":["trace[326724141] 'process raft request' (duration: 293.15563ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:41:51.964096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.223465ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-25T07:41:51.964221Z","caller":"traceutil/trace.go:171","msg":"trace[1282011171] transaction","detail":"{read_only:false; response_revision:506; number_of_response:1; }","duration":"134.866565ms","start":"2026-02-25T07:41:51.829334Z","end":"2026-02-25T07:41:51.964201Z","steps":["trace[1282011171] 'process raft request' (duration: 31.441654ms)","trace[1282011171] 'compare' (duration: 103.082512ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T07:41:52.09171Z","caller":"traceutil/trace.go:171","msg":"trace[798019535] transaction","detail":"{read_only:false; response_revision:507; number_of_response:1; }","duration":"260.456483ms","start":"2026-02-25T07:41:51.8312Z","end":"2026-02-25T07:41:52.091656Z","steps":["trace[798019535] 'process raft request' (duration: 259.337464ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:41:52.09183Z","caller":"traceutil/trace.go:171","msg":"trace[253745731] transaction","detail":"{read_only:false; response_revision:508; number_of_response:1; }","duration":"260.385222ms","start":"2026-02-25T07:41:51.831405Z","end":"2026-02-25T07:41:52.091791Z","steps":["trace[253745731] 'process raft request' (duration: 260.180266ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:41:52.092228Z","caller":"traceutil/trace.go:171","msg":"trace[1727769574] linearizableReadLoop","detail":"{readStateIndex:530; appliedIndex:525; }","duration":"244.749177ms","start":"2026-02-25T07:41:51.847451Z","end":"2026-02-25T07:41:52.0922Z","steps":["trace[1727769574] 'read index received' (duration: 13.277412ms)","trace[1727769574] 'applied index is now lower than readState.Index' (duration: 231.470284ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T07:41:52.092369Z","caller":"traceutil/trace.go:171","msg":"trace[550833045] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"259.075096ms","start":"2026-02-25T07:41:51.833198Z","end":"2026-02-25T07:41:52.092273Z","steps":["trace[550833045] 'process raft request' (duration: 258.866141ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:41:52.092393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.916471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/local-path-storage/\" range_end:\"/registry/secrets/local-path-storage0\" ","response":"range_response_count:1 size:12727"} {"level":"info","ts":"2026-02-25T07:41:52.092446Z","caller":"traceutil/trace.go:171","msg":"trace[92659010] range","detail":"{range_begin:/registry/secrets/local-path-storage/; range_end:/registry/secrets/local-path-storage0; response_count:1; response_revision:510; }","duration":"245.042605ms","start":"2026-02-25T07:41:51.84739Z","end":"2026-02-25T07:41:52.092433Z","steps":["trace[92659010] 'agreement among raft nodes before linearized reading' (duration: 244.921841ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:41:52.092355Z","caller":"traceutil/trace.go:171","msg":"trace[785034613] transaction","detail":"{read_only:false; response_revision:509; number_of_response:1; }","duration":"259.308542ms","start":"2026-02-25T07:41:51.832987Z","end":"2026-02-25T07:41:52.092295Z","steps":["trace[785034613] 'process raft request' (duration: 258.713266ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:41:56.810877Z","caller":"traceutil/trace.go:171","msg":"trace[49775853] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"110.491969ms","start":"2026-02-25T07:41:56.700355Z","end":"2026-02-25T07:41:56.810847Z","steps":["trace[49775853] 'process raft request' (duration: 68.268659ms)","trace[49775853] 'compare' (duration: 42.067405ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T07:41:56.811008Z","caller":"traceutil/trace.go:171","msg":"trace[274034821] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"108.455814ms","start":"2026-02-25T07:41:56.702521Z","end":"2026-02-25T07:41:56.810977Z","steps":["trace[274034821] 'process raft request' (duration: 108.27134ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:41:56.811133Z","caller":"traceutil/trace.go:171","msg":"trace[1490975297] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"101.772059ms","start":"2026-02-25T07:41:56.709327Z","end":"2026-02-25T07:41:56.811099Z","steps":["trace[1490975297] 'process raft request' (duration: 101.516332ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:41:56.811193Z","caller":"traceutil/trace.go:171","msg":"trace[1904882414] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"100.192196ms","start":"2026-02-25T07:41:56.710953Z","end":"2026-02-25T07:41:56.811145Z","steps":["trace[1904882414] 'process raft request' (duration: 100.035152ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:41:57.392943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.165119ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-25T07:41:57.393267Z","caller":"traceutil/trace.go:171","msg":"trace[728452447] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"392.114913ms","start":"2026-02-25T07:41:57.001128Z","end":"2026-02-25T07:41:57.393243Z","steps":["trace[728452447] 'process raft request' (duration: 92.574384ms)","trace[728452447] 'compare' (duration: 298.986735ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T07:41:57.393323Z","caller":"traceutil/trace.go:171","msg":"trace[1656644407] linearizableReadLoop","detail":"{readStateIndex:605; appliedIndex:601; }","duration":"379.136308ms","start":"2026-02-25T07:41:57.014172Z","end":"2026-02-25T07:41:57.393308Z","steps":["trace[1656644407] 'read index received' (duration: 79.629071ms)","trace[1656644407] 'applied index is now lower than readState.Index' (duration: 299.506447ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T07:41:57.393363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:41:57.001111Z","time spent":"392.217696ms","remote":"127.0.0.1:44456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1156,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-25T07:41:57.393407Z","caller":"traceutil/trace.go:171","msg":"trace[971223959] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"391.870965ms","start":"2026-02-25T07:41:57.001525Z","end":"2026-02-25T07:41:57.393396Z","steps":["trace[971223959] 'process raft request' (duration: 391.541987ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:41:57.393491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:41:57.0015Z","time spent":"391.950668ms","remote":"127.0.0.1:44456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1174,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-25T07:41:57.393614Z","caller":"traceutil/trace.go:171","msg":"trace[1908692096] transaction","detail":"{read_only:false; response_revision:583; number_of_response:1; }","duration":"391.968259ms","start":"2026-02-25T07:41:57.001609Z","end":"2026-02-25T07:41:57.393578Z","steps":["trace[1908692096] 'process raft request' (duration: 391.518266ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:41:57.393728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.097417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/admin\" ","response":"range_response_count:1 size:3944"} {"level":"warn","ts":"2026-02-25T07:41:57.39377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:41:57.001603Z","time spent":"392.095202ms","remote":"127.0.0.1:44456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1134,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-25T07:41:57.393784Z","caller":"traceutil/trace.go:171","msg":"trace[1650282633] range","detail":"{range_begin:/registry/clusterroles/admin; range_end:; response_count:1; response_revision:584; }","duration":"388.179209ms","start":"2026-02-25T07:41:57.005592Z","end":"2026-02-25T07:41:57.393771Z","steps":["trace[1650282633] 'agreement among raft nodes before linearized reading' (duration: 388.019905ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:41:57.393646Z","caller":"traceutil/trace.go:171","msg":"trace[2127064542] transaction","detail":"{read_only:false; response_revision:584; number_of_response:1; }","duration":"385.101728ms","start":"2026-02-25T07:41:57.008499Z","end":"2026-02-25T07:41:57.393601Z","steps":["trace[2127064542] 'process raft request' (duration: 384.701986ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:41:57.39384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:41:57.005584Z","time spent":"388.245971ms","remote":"127.0.0.1:44468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":30,"response count":1,"response size":3967,"request content":"key:\"/registry/clusterroles/admin\" "} {"level":"warn","ts":"2026-02-25T07:41:57.3939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:41:57.008491Z","time spent":"385.364554ms","remote":"127.0.0.1:44166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73411,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T07:41:57.430091Z","caller":"traceutil/trace.go:171","msg":"trace[1430650383] transaction","detail":"{read_only:false; response_revision:585; number_of_response:1; }","duration":"396.190471ms","start":"2026-02-25T07:41:57.033878Z","end":"2026-02-25T07:41:57.430068Z","steps":["trace[1430650383] 'process raft request' (duration: 395.921243ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:41:57.430318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:41:57.03386Z","time spent":"396.371247ms","remote":"127.0.0.1:44166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59681,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T07:41:57.4304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.52523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-02-25T07:41:57.430409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.40337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-25T07:41:57.430443Z","caller":"traceutil/trace.go:171","msg":"trace[1688171874] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:585; }","duration":"342.602302ms","start":"2026-02-25T07:41:57.087829Z","end":"2026-02-25T07:41:57.430431Z","steps":["trace[1688171874] 'agreement among raft nodes before linearized reading' (duration: 342.513909ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:41:57.430469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:41:57.087817Z","time spent":"342.647633ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-25T07:41:57.430465Z","caller":"traceutil/trace.go:171","msg":"trace[296170426] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:585; }","duration":"338.516912ms","start":"2026-02-25T07:41:57.091935Z","end":"2026-02-25T07:41:57.430452Z","steps":["trace[296170426] 'agreement among raft nodes before linearized reading' (duration: 338.373209ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:41:57.430498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:41:57.091913Z","time spent":"338.580184ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T07:41:57.931008Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4092255369792113677,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T07:41:58.432123Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4092255369792113677,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T07:41:58.830426Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.400627053s","expected-duration":"1s"} {"level":"info","ts":"2026-02-25T07:41:58.91783Z","caller":"traceutil/trace.go:171","msg":"trace[1158611045] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"1.495807536s","start":"2026-02-25T07:41:57.421997Z","end":"2026-02-25T07:41:58.917805Z","steps":["trace[1158611045] 'process raft request' (duration: 1.408768539s)","trace[1158611045] 'compare' (duration: 86.635815ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T07:41:58.917953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:41:57.421968Z","time spent":"1.495918199s","remote":"127.0.0.1:44166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73564,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T07:41:59.918317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00045055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T07:41:59.918391Z","caller":"traceutil/trace.go:171","msg":"trace[1431217304] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000586823s","start":"2026-02-25T07:41:57.917789Z","end":"2026-02-25T07:41:59.918376Z","steps":["trace[1431217304] 'agreement among raft nodes before linearized reading' (duration: 2.000485511s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:41:59.91843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:41:57.917763Z","time spent":"2.000660045s","remote":"127.0.0.1:44104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 07:41:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T07:42:00.156105Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.325419448s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-25T07:42:00.579814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.003381ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T07:42:00.579926Z","caller":"traceutil/trace.go:171","msg":"trace[503820453] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:586; }","duration":"475.136774ms","start":"2026-02-25T07:42:00.104774Z","end":"2026-02-25T07:42:00.579911Z","steps":["trace[503820453] 'range keys from in-memory index tree' (duration: 474.98695ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:42:00.580325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.914715ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T07:42:00.580698Z","caller":"traceutil/trace.go:171","msg":"trace[1912699197] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"3.120821965s","start":"2026-02-25T07:41:57.459858Z","end":"2026-02-25T07:42:00.58068Z","steps":["trace[1912699197] 'process raft request' (duration: 3.12063841s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:42:00.580777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:41:57.45982Z","time spent":"3.120921888s","remote":"127.0.0.1:44166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73420,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T07:42:00.580764Z","caller":"traceutil/trace.go:171","msg":"trace[332015384] transaction","detail":"{read_only:false; response_revision:587; number_of_response:1; }","duration":"3.146062614s","start":"2026-02-25T07:41:57.434648Z","end":"2026-02-25T07:42:00.58071Z","steps":["trace[332015384] 'process raft request' (duration: 2.721676226s)","trace[332015384] 'compare' (duration: 423.777782ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T07:42:00.580865Z","caller":"traceutil/trace.go:171","msg":"trace[939542180] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"2.38794132s","start":"2026-02-25T07:41:58.192911Z","end":"2026-02-25T07:42:00.580853Z","steps":["trace[939542180] 'process raft request' (duration: 2.387726994s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:42:00.580902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.182247353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:116"} {"level":"info","ts":"2026-02-25T07:42:00.580943Z","caller":"traceutil/trace.go:171","msg":"trace[428443518] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:590; }","duration":"3.182312955s","start":"2026-02-25T07:41:57.398619Z","end":"2026-02-25T07:42:00.580932Z","steps":["trace[428443518] 'agreement among raft nodes before linearized reading' (duration: 3.182231283s)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:42:00.580767Z","caller":"traceutil/trace.go:171","msg":"trace[2108036477] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"3.14518661s","start":"2026-02-25T07:41:57.435537Z","end":"2026-02-25T07:42:00.580724Z","steps":["trace[2108036477] 'process raft request' (duration: 3.144890303s)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:42:00.58081Z","caller":"traceutil/trace.go:171","msg":"trace[1814915682] linearizableReadLoop","detail":"{readStateIndex:611; appliedIndex:606; }","duration":"3.150753498s","start":"2026-02-25T07:41:57.430032Z","end":"2026-02-25T07:42:00.580786Z","steps":["trace[1814915682] 'read index received' (duration: 1.400696845s)","trace[1814915682] 'applied index is now lower than readState.Index' (duration: 1.750054963s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T07:42:00.580979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:41:58.192891Z","time spent":"2.388037583s","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T07:42:00.580972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:41:57.434625Z","time spent":"3.146248389s","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T07:42:00.580983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:41:57.398602Z","time spent":"3.182373377s","remote":"127.0.0.1:44178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":139,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-02-25T07:42:00.581213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:41:57.435526Z","time spent":"3.145592511s","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T07:42:00.640191Z","caller":"traceutil/trace.go:171","msg":"trace[578949695] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"718.596096ms","start":"2026-02-25T07:41:59.921573Z","end":"2026-02-25T07:42:00.640169Z","steps":["trace[578949695] 'process raft request' (duration: 718.465702ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:42:00.640338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:41:59.921556Z","time spent":"718.699829ms","remote":"127.0.0.1:44204","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-25T07:42:01.92559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000247216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-25T07:42:01.925687Z","caller":"traceutil/trace.go:171","msg":"trace[921788787] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00040999s","start":"2026-02-25T07:41:59.925254Z","end":"2026-02-25T07:42:01.925664Z","steps":["trace[921788787] 'agreement among raft nodes before linearized reading' (duration: 2.000291397s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:42:01.925735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:41:59.925248Z","time spent":"2.000477642s","remote":"127.0.0.1:44120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T07:42:03.344467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99916132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T07:42:03.344567Z","caller":"traceutil/trace.go:171","msg":"trace[809767022] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999317794s","start":"2026-02-25T07:41:58.34522Z","end":"2026-02-25T07:42:03.344538Z","steps":["trace[809767022] 'agreement among raft nodes before linearized reading' (duration: 4.999196011s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:42:03.344647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:41:58.345188Z","time spent":"4.999440797s","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/02/25 07:42:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T07:42:03.926253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999923296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T07:42:03.926308Z","caller":"traceutil/trace.go:171","msg":"trace[1370996702] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00002757s","start":"2026-02-25T07:42:01.926267Z","end":"2026-02-25T07:42:03.926295Z","steps":["trace[1370996702] 'agreement among raft nodes before linearized reading' (duration: 1.999957367s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:42:03.926335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:42:01.926246Z","time spent":"2.000084442s","remote":"127.0.0.1:44104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 07:42:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T07:42:04.162204Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.521610829s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-25T07:42:04.95076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.306109ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-25T07:42:04.951338Z","caller":"traceutil/trace.go:171","msg":"trace[1079479511] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"4.368468118s","start":"2026-02-25T07:42:00.582838Z","end":"2026-02-25T07:42:04.951306Z","steps":["trace[1079479511] 'process raft request' (duration: 4.368113279s)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:42:04.951452Z","caller":"traceutil/trace.go:171","msg":"trace[714616893] linearizableReadLoop","detail":"{readStateIndex:613; appliedIndex:611; }","duration":"4.370438811s","start":"2026-02-25T07:42:00.580996Z","end":"2026-02-25T07:42:04.951434Z","steps":["trace[714616893] 'read index received' (duration: 59.154158ms)","trace[714616893] 'applied index is now lower than readState.Index' (duration: 4.311283763s)"],"step_count":2} {"level":"info","ts":"2026-02-25T07:42:04.952018Z","caller":"traceutil/trace.go:171","msg":"trace[93441568] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"4.341646797s","start":"2026-02-25T07:42:00.610076Z","end":"2026-02-25T07:42:04.951723Z","steps":["trace[93441568] 'process raft request' (duration: 4.341116443s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:42:04.952211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:42:00.610067Z","time spent":"4.342016916s","remote":"127.0.0.1:44166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73573,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T07:42:04.952292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.1184853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-25T07:42:04.952376Z","caller":"traceutil/trace.go:171","msg":"trace[1469708261] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:593; }","duration":"6.118593373s","start":"2026-02-25T07:41:58.833747Z","end":"2026-02-25T07:42:04.952341Z","steps":["trace[1469708261] 'agreement among raft nodes before linearized reading' (duration: 6.118265915s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:42:04.95242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:41:58.833726Z","time spent":"6.118684366s","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-25T07:42:04.952435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.367627006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-25T07:42:04.95254Z","caller":"traceutil/trace.go:171","msg":"trace[179169673] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:593; }","duration":"2.367789331s","start":"2026-02-25T07:42:02.584728Z","end":"2026-02-25T07:42:04.952517Z","steps":["trace[179169673] 'agreement among raft nodes before linearized reading' (duration: 2.367524784s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:42:04.952629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:42:02.584704Z","time spent":"2.367913004s","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T07:42:04.952884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:42:00.582818Z","time spent":"4.368635802s","remote":"127.0.0.1:44178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":84241,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T07:42:04.953328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024432196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18976d7331e104cb\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-02-25T07:42:04.953399Z","caller":"traceutil/trace.go:171","msg":"trace[118540169] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18976d7331e104cb; range_end:; response_count:1; response_revision:593; }","duration":"1.024496448s","start":"2026-02-25T07:42:03.928884Z","end":"2026-02-25T07:42:04.95338Z","steps":["trace[118540169] 'agreement among raft nodes before linearized reading' (duration: 1.024353594s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:42:04.953448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:42:03.928821Z","time spent":"1.02460825s","remote":"127.0.0.1:44204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18976d7331e104cb\" "} {"level":"warn","ts":"2026-02-25T07:42:04.953552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.368197911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-02-25T07:42:04.9536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019424643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T07:42:04.953658Z","caller":"traceutil/trace.go:171","msg":"trace[1404532270] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:593; }","duration":"1.019547026s","start":"2026-02-25T07:42:03.93409Z","end":"2026-02-25T07:42:04.953637Z","steps":["trace[1404532270] 'agreement among raft nodes before linearized reading' (duration: 1.019422213s)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:42:04.953673Z","caller":"traceutil/trace.go:171","msg":"trace[121193306] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:593; }","duration":"2.368331254s","start":"2026-02-25T07:42:02.585295Z","end":"2026-02-25T07:42:04.953626Z","steps":["trace[121193306] 'agreement among raft nodes before linearized reading' (duration: 2.368131659s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:42:04.953699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.246312181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-rdfls\" ","response":"range_response_count:1 size:16652"} {"level":"warn","ts":"2026-02-25T07:42:04.953724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:42:03.934072Z","time spent":"1.019640708s","remote":"127.0.0.1:44120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T07:42:04.953741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:42:02.585277Z","time spent":"2.368448947s","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-25T07:42:04.95374Z","caller":"traceutil/trace.go:171","msg":"trace[100851741] range","detail":"{range_begin:/registry/pods/kube-system/cilium-rdfls; range_end:; response_count:1; response_revision:593; }","duration":"7.246413674s","start":"2026-02-25T07:41:57.707314Z","end":"2026-02-25T07:42:04.953727Z","steps":["trace[100851741] 'agreement among raft nodes before linearized reading' (duration: 7.245872831s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:42:04.95379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:41:57.707289Z","time spent":"7.246492136s","remote":"127.0.0.1:44326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16675,"request content":"key:\"/registry/pods/kube-system/cilium-rdfls\" "} {"level":"info","ts":"2026-02-25T07:42:05.16098Z","caller":"traceutil/trace.go:171","msg":"trace[674411901] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"201.606827ms","start":"2026-02-25T07:42:04.95935Z","end":"2026-02-25T07:42:05.160957Z","steps":["trace[674411901] 'process raft request' (duration: 201.455783ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:42:05.45452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.560989ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T07:42:05.455079Z","caller":"traceutil/trace.go:171","msg":"trace[411454400] transaction","detail":"{read_only:false; response_revision:599; number_of_response:1; }","duration":"491.729698ms","start":"2026-02-25T07:42:04.963311Z","end":"2026-02-25T07:42:05.45504Z","steps":["trace[411454400] 'process raft request' (duration: 491.39846ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:42:05.455096Z","caller":"traceutil/trace.go:171","msg":"trace[1158688209] transaction","detail":"{read_only:false; response_revision:600; number_of_response:1; }","duration":"491.772698ms","start":"2026-02-25T07:42:04.963282Z","end":"2026-02-25T07:42:05.455054Z","steps":["trace[1158688209] 'process raft request' (duration: 491.522552ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:42:05.455112Z","caller":"traceutil/trace.go:171","msg":"trace[1642095307] transaction","detail":"{read_only:false; response_revision:601; number_of_response:1; }","duration":"491.317577ms","start":"2026-02-25T07:42:04.963764Z","end":"2026-02-25T07:42:05.455081Z","steps":["trace[1642095307] 'process raft request' (duration: 491.173913ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:42:05.455104Z","caller":"traceutil/trace.go:171","msg":"trace[477956996] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"495.078444ms","start":"2026-02-25T07:42:04.959999Z","end":"2026-02-25T07:42:05.455077Z","steps":["trace[477956996] 'process raft request' (duration: 320.876918ms)","trace[477956996] 'compare' (duration: 173.444907ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T07:42:05.455243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:42:04.963759Z","time spent":"491.42267ms","remote":"127.0.0.1:44308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":903,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-25T07:42:05.455378Z","caller":"traceutil/trace.go:171","msg":"trace[1848060917] transaction","detail":"{read_only:false; response_revision:598; number_of_response:1; }","duration":"495.084574ms","start":"2026-02-25T07:42:04.960282Z","end":"2026-02-25T07:42:05.455367Z","steps":["trace[1848060917] 'process raft request' (duration: 494.376006ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:42:05.455408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:42:04.963301Z","time spent":"491.868491ms","remote":"127.0.0.1:44416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1393,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-25T07:42:05.455454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:42:04.96027Z","time spent":"495.135385ms","remote":"127.0.0.1:44204","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T07:42:05.455499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:42:04.963255Z","time spent":"491.923123ms","remote":"127.0.0.1:44178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121226,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T07:42:05.455533Z","caller":"traceutil/trace.go:171","msg":"trace[1281148330] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"495.28021ms","start":"2026-02-25T07:42:04.960211Z","end":"2026-02-25T07:42:05.455491Z","steps":["trace[1281148330] 'process raft request' (duration: 494.401827ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:42:05.455551Z","caller":"traceutil/trace.go:171","msg":"trace[196852463] transaction","detail":"{read_only:false; response_revision:602; number_of_response:1; }","duration":"488.401122ms","start":"2026-02-25T07:42:04.967128Z","end":"2026-02-25T07:42:05.455529Z","steps":["trace[196852463] 'process raft request' (duration: 487.846817ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:42:05.455403Z","caller":"traceutil/trace.go:171","msg":"trace[1806212790] linearizableReadLoop","detail":"{readStateIndex:618; appliedIndex:617; }","duration":"495.107825ms","start":"2026-02-25T07:42:04.960219Z","end":"2026-02-25T07:42:05.455327Z","steps":["trace[1806212790] 'read index received' (duration: 200.726354ms)","trace[1806212790] 'applied index is now lower than readState.Index' (duration: 294.365221ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T07:42:05.455619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.596949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T07:42:05.455662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:42:04.960202Z","time spent":"495.401393ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T07:42:05.455681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.100817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.12\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-02-25T07:42:05.455697Z","caller":"traceutil/trace.go:171","msg":"trace[2038112222] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:603; }","duration":"495.743043ms","start":"2026-02-25T07:42:04.959938Z","end":"2026-02-25T07:42:05.455681Z","steps":["trace[2038112222] 'agreement among raft nodes before linearized reading' (duration: 495.552048ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:42:05.455646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:42:04.96711Z","time spent":"488.491713ms","remote":"127.0.0.1:44326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16799,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T07:42:05.455729Z","caller":"traceutil/trace.go:171","msg":"trace[144385535] range","detail":"{range_begin:/registry/masterleases/162.253.55.12; range_end:; response_count:1; response_revision:603; }","duration":"426.192389ms","start":"2026-02-25T07:42:05.029518Z","end":"2026-02-25T07:42:05.45571Z","steps":["trace[144385535] 'agreement among raft nodes before linearized reading' (duration: 426.124198ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:42:05.455754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:42:04.959919Z","time spent":"495.826114ms","remote":"127.0.0.1:44104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T07:42:05.455779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:42:05.029497Z","time spent":"426.274811ms","remote":"127.0.0.1:44154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/162.253.55.12\" "} {"level":"warn","ts":"2026-02-25T07:42:05.45566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:42:04.959985Z","time spent":"495.27006ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T07:42:05.455867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.876311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-25T07:42:05.456082Z","caller":"traceutil/trace.go:171","msg":"trace[262449877] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:603; }","duration":"109.17042ms","start":"2026-02-25T07:42:05.346891Z","end":"2026-02-25T07:42:05.456061Z","steps":["trace[262449877] 'agreement among raft nodes before linearized reading' (duration: 108.848711ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:42:05.69546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.445744ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-25T07:42:05.69564Z","caller":"traceutil/trace.go:171","msg":"trace[512087001] transaction","detail":"{read_only:false; response_revision:607; number_of_response:1; }","duration":"187.728237ms","start":"2026-02-25T07:42:05.507883Z","end":"2026-02-25T07:42:05.695612Z","steps":["trace[512087001] 'process raft request' (duration: 65.056027ms)","trace[512087001] 'compare' (duration: 122.304911ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T07:42:05.695698Z","caller":"traceutil/trace.go:171","msg":"trace[258601210] linearizableReadLoop","detail":"{readStateIndex:634; appliedIndex:629; }","duration":"177.698166ms","start":"2026-02-25T07:42:05.517985Z","end":"2026-02-25T07:42:05.695683Z","steps":["trace[258601210] 'read index received' (duration: 54.963964ms)","trace[258601210] 'applied index is now lower than readState.Index' (duration: 122.733352ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T07:42:05.695805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.81233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-02-25T07:42:05.695871Z","caller":"traceutil/trace.go:171","msg":"trace[847281495] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:611; }","duration":"177.916952ms","start":"2026-02-25T07:42:05.517946Z","end":"2026-02-25T07:42:05.695863Z","steps":["trace[847281495] 'agreement among raft nodes before linearized reading' (duration: 177.783018ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:42:05.695967Z","caller":"traceutil/trace.go:171","msg":"trace[1256045911] transaction","detail":"{read_only:false; response_revision:608; number_of_response:1; }","duration":"186.767192ms","start":"2026-02-25T07:42:05.509177Z","end":"2026-02-25T07:42:05.695944Z","steps":["trace[1256045911] 'process raft request' (duration: 186.373292ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:42:05.696088Z","caller":"traceutil/trace.go:171","msg":"trace[525853751] transaction","detail":"{read_only:false; response_revision:609; number_of_response:1; }","duration":"186.037023ms","start":"2026-02-25T07:42:05.510038Z","end":"2026-02-25T07:42:05.696075Z","steps":["trace[525853751] 'process raft request' (duration: 185.561631ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:42:05.69608Z","caller":"traceutil/trace.go:171","msg":"trace[2126897049] transaction","detail":"{read_only:false; response_revision:610; number_of_response:1; }","duration":"185.431967ms","start":"2026-02-25T07:42:05.510614Z","end":"2026-02-25T07:42:05.696046Z","steps":["trace[2126897049] 'process raft request' (duration: 185.010957ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:42:05.696182Z","caller":"traceutil/trace.go:171","msg":"trace[1924380373] transaction","detail":"{read_only:false; response_revision:611; number_of_response:1; }","duration":"184.713659ms","start":"2026-02-25T07:42:05.5114Z","end":"2026-02-25T07:42:05.696114Z","steps":["trace[1924380373] 'process raft request' (duration: 184.248327ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:42:05.82696Z","caller":"traceutil/trace.go:171","msg":"trace[1421991190] transaction","detail":"{read_only:false; response_revision:616; number_of_response:1; }","duration":"115.640337ms","start":"2026-02-25T07:42:05.711301Z","end":"2026-02-25T07:42:05.826941Z","steps":["trace[1421991190] 'process raft request' (duration: 107.368413ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:42:05.882433Z","caller":"traceutil/trace.go:171","msg":"trace[2118130172] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"107.197519ms","start":"2026-02-25T07:42:05.775207Z","end":"2026-02-25T07:42:05.882405Z","steps":["trace[2118130172] 'process raft request' (duration: 107.019004ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:42:05.882507Z","caller":"traceutil/trace.go:171","msg":"trace[1578105558] transaction","detail":"{read_only:false; response_revision:618; number_of_response:1; }","duration":"108.40529ms","start":"2026-02-25T07:42:05.774075Z","end":"2026-02-25T07:42:05.88248Z","steps":["trace[1578105558] 'process raft request' (duration: 108.071592ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:42:05.882455Z","caller":"traceutil/trace.go:171","msg":"trace[748225693] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"106.949982ms","start":"2026-02-25T07:42:05.775489Z","end":"2026-02-25T07:42:05.882439Z","steps":["trace[748225693] 'process raft request' (duration: 106.801219ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:42:05.882642Z","caller":"traceutil/trace.go:171","msg":"trace[1389973613] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"106.588603ms","start":"2026-02-25T07:42:05.776042Z","end":"2026-02-25T07:42:05.882631Z","steps":["trace[1389973613] 'process raft request' (duration: 106.358077ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:42:05.882759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.95778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/cert-manager/\" range_end:\"/registry/limitranges/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T07:42:05.882887Z","caller":"traceutil/trace.go:171","msg":"trace[867462605] range","detail":"{range_begin:/registry/limitranges/cert-manager/; range_end:/registry/limitranges/cert-manager0; response_count:0; response_revision:621; }","duration":"108.088182ms","start":"2026-02-25T07:42:05.774739Z","end":"2026-02-25T07:42:05.882827Z","steps":["trace[867462605] 'agreement among raft nodes before linearized reading' (duration: 107.929728ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:42:05.956362Z","caller":"traceutil/trace.go:171","msg":"trace[1266870945] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"115.785762ms","start":"2026-02-25T07:42:05.840551Z","end":"2026-02-25T07:42:05.956336Z","steps":["trace[1266870945] 'process raft request' (duration: 115.352231ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:42:05.956408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.299617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T07:42:05.956487Z","caller":"traceutil/trace.go:171","msg":"trace[829259130] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck; range_end:; response_count:0; response_revision:622; }","duration":"118.4418ms","start":"2026-02-25T07:42:05.838023Z","end":"2026-02-25T07:42:05.956465Z","steps":["trace[829259130] 'agreement among raft nodes before linearized reading' (duration: 118.292836ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:42:06.023112Z","caller":"traceutil/trace.go:171","msg":"trace[326301004] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"137.925105ms","start":"2026-02-25T07:42:05.885153Z","end":"2026-02-25T07:42:06.023078Z","steps":["trace[326301004] 'process raft request' (duration: 137.635048ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:42:06.023161Z","caller":"traceutil/trace.go:171","msg":"trace[911996098] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"137.143796ms","start":"2026-02-25T07:42:05.885998Z","end":"2026-02-25T07:42:06.023141Z","steps":["trace[911996098] 'process raft request' (duration: 137.049734ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:42:06.023202Z","caller":"traceutil/trace.go:171","msg":"trace[1388472275] transaction","detail":"{read_only:false; response_revision:624; number_of_response:1; }","duration":"138.006278ms","start":"2026-02-25T07:42:05.88517Z","end":"2026-02-25T07:42:06.023176Z","steps":["trace[1388472275] 'process raft request' (duration: 137.779442ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:42:06.023219Z","caller":"traceutil/trace.go:171","msg":"trace[1391124715] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"137.956306ms","start":"2026-02-25T07:42:05.885238Z","end":"2026-02-25T07:42:06.023194Z","steps":["trace[1391124715] 'process raft request' (duration: 137.761741ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:42:06.023295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.899657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:4618"} {"level":"info","ts":"2026-02-25T07:42:06.023359Z","caller":"traceutil/trace.go:171","msg":"trace[937021253] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:626; }","duration":"135.01234ms","start":"2026-02-25T07:42:05.888332Z","end":"2026-02-25T07:42:06.023345Z","steps":["trace[937021253] 'agreement among raft nodes before linearized reading' (duration: 134.765544ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:42:06.023469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.012791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:3494"} {"level":"info","ts":"2026-02-25T07:42:06.023515Z","caller":"traceutil/trace.go:171","msg":"trace[1850773245] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:626; }","duration":"135.106482ms","start":"2026-02-25T07:42:05.888397Z","end":"2026-02-25T07:42:06.023503Z","steps":["trace[1850773245] 'agreement among raft nodes before linearized reading' (duration: 134.936768ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:42:06.0238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.264896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager\" ","response":"range_response_count:1 size:4330"} {"level":"info","ts":"2026-02-25T07:42:06.023932Z","caller":"traceutil/trace.go:171","msg":"trace[416852462] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager; range_end:; response_count:1; response_revision:626; }","duration":"135.441541ms","start":"2026-02-25T07:42:05.88846Z","end":"2026-02-25T07:42:06.023902Z","steps":["trace[416852462] 'agreement among raft nodes before linearized reading' (duration: 134.938048ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:42:06.14639Z","caller":"traceutil/trace.go:171","msg":"trace[346043680] transaction","detail":"{read_only:false; response_revision:627; number_of_response:1; }","duration":"117.887696ms","start":"2026-02-25T07:42:06.028474Z","end":"2026-02-25T07:42:06.146361Z","steps":["trace[346043680] 'process raft request' (duration: 117.720632ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:42:06.213589Z","caller":"traceutil/trace.go:171","msg":"trace[1192878554] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"183.776065ms","start":"2026-02-25T07:42:06.029793Z","end":"2026-02-25T07:42:06.213569Z","steps":["trace[1192878554] 'process raft request' (duration: 179.595646ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:42:06.213631Z","caller":"traceutil/trace.go:171","msg":"trace[1079285570] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"183.654682ms","start":"2026-02-25T07:42:06.029953Z","end":"2026-02-25T07:42:06.213608Z","steps":["trace[1079285570] 'process raft request' (duration: 183.511048ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:42:06.213719Z","caller":"traceutil/trace.go:171","msg":"trace[515022000] transaction","detail":"{read_only:false; response_revision:630; number_of_response:1; }","duration":"183.459146ms","start":"2026-02-25T07:42:06.030242Z","end":"2026-02-25T07:42:06.213701Z","steps":["trace[515022000] 'process raft request' (duration: 183.296412ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:42:06.213761Z","caller":"traceutil/trace.go:171","msg":"trace[612866863] transaction","detail":"{read_only:false; response_revision:631; number_of_response:1; }","duration":"182.950283ms","start":"2026-02-25T07:42:06.030782Z","end":"2026-02-25T07:42:06.213732Z","steps":["trace[612866863] 'process raft request' (duration: 182.81468ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:42:06.214113Z","caller":"traceutil/trace.go:171","msg":"trace[1759239936] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"183.291602ms","start":"2026-02-25T07:42:06.030809Z","end":"2026-02-25T07:42:06.2141Z","steps":["trace[1759239936] 'process raft request' (duration: 182.83066ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:42:06.214269Z","caller":"traceutil/trace.go:171","msg":"trace[364620902] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"183.098476ms","start":"2026-02-25T07:42:06.031153Z","end":"2026-02-25T07:42:06.214252Z","steps":["trace[364620902] 'process raft request' (duration: 182.752278ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:42:06.214341Z","caller":"traceutil/trace.go:171","msg":"trace[1172411072] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"182.581473ms","start":"2026-02-25T07:42:06.031746Z","end":"2026-02-25T07:42:06.214328Z","steps":["trace[1172411072] 'process raft request' (duration: 182.382168ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:42:06.214326Z","caller":"traceutil/trace.go:171","msg":"trace[1329581665] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"182.458811ms","start":"2026-02-25T07:42:06.031843Z","end":"2026-02-25T07:42:06.214302Z","steps":["trace[1329581665] 'process raft request' (duration: 182.364738ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:42:06.214653Z","caller":"traceutil/trace.go:171","msg":"trace[1346440075] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"159.625309ms","start":"2026-02-25T07:42:06.055021Z","end":"2026-02-25T07:42:06.214646Z","steps":["trace[1346440075] 'process raft request' (duration: 159.479055ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:42:06.214663Z","caller":"traceutil/trace.go:171","msg":"trace[897049252] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"182.460381ms","start":"2026-02-25T07:42:06.032186Z","end":"2026-02-25T07:42:06.214647Z","steps":["trace[897049252] 'process raft request' (duration: 182.072281ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:42:06.442246Z","caller":"traceutil/trace.go:171","msg":"trace[763116029] transaction","detail":"{read_only:false; response_revision:645; number_of_response:1; }","duration":"212.457568ms","start":"2026-02-25T07:42:06.229769Z","end":"2026-02-25T07:42:06.442227Z","steps":["trace[763116029] 'process raft request' (duration: 212.415817ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:42:06.44233Z","caller":"traceutil/trace.go:171","msg":"trace[278509423] transaction","detail":"{read_only:false; response_revision:644; number_of_response:1; }","duration":"215.201139ms","start":"2026-02-25T07:42:06.227094Z","end":"2026-02-25T07:42:06.442295Z","steps":["trace[278509423] 'process raft request' (duration: 198.191118ms)","trace[278509423] 'compare' (duration: 16.770175ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T07:42:06.455152Z","caller":"traceutil/trace.go:171","msg":"trace[1313214951] transaction","detail":"{read_only:false; response_revision:646; number_of_response:1; }","duration":"149.531206ms","start":"2026-02-25T07:42:06.305591Z","end":"2026-02-25T07:42:06.455122Z","steps":["trace[1313214951] 'process raft request' (duration: 149.346781ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:42:06.455215Z","caller":"traceutil/trace.go:171","msg":"trace[1958599326] transaction","detail":"{read_only:false; response_revision:648; number_of_response:1; }","duration":"145.574284ms","start":"2026-02-25T07:42:06.309624Z","end":"2026-02-25T07:42:06.455199Z","steps":["trace[1958599326] 'process raft request' (duration: 145.470091ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:42:06.4552Z","caller":"traceutil/trace.go:171","msg":"trace[87757432] transaction","detail":"{read_only:false; response_revision:647; number_of_response:1; }","duration":"147.770541ms","start":"2026-02-25T07:42:06.307402Z","end":"2026-02-25T07:42:06.455172Z","steps":["trace[87757432] 'process raft request' (duration: 147.633068ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:42:06.455531Z","caller":"traceutil/trace.go:171","msg":"trace[454321592] transaction","detail":"{read_only:false; response_revision:649; number_of_response:1; }","duration":"145.580964ms","start":"2026-02-25T07:42:06.309937Z","end":"2026-02-25T07:42:06.455518Z","steps":["trace[454321592] 'process raft request' (duration: 145.207425ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:42:06.455591Z","caller":"traceutil/trace.go:171","msg":"trace[144595178] transaction","detail":"{read_only:false; response_revision:650; number_of_response:1; }","duration":"145.070701ms","start":"2026-02-25T07:42:06.310479Z","end":"2026-02-25T07:42:06.45555Z","steps":["trace[144595178] 'process raft request' (duration: 144.947348ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:42:06.727658Z","caller":"traceutil/trace.go:171","msg":"trace[1539505841] transaction","detail":"{read_only:false; response_revision:651; number_of_response:1; }","duration":"185.006317ms","start":"2026-02-25T07:42:06.542627Z","end":"2026-02-25T07:42:06.727633Z","steps":["trace[1539505841] 'process raft request' (duration: 184.74722ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:42:07.077534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.063278ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-25T07:42:07.077645Z","caller":"traceutil/trace.go:171","msg":"trace[508299519] linearizableReadLoop","detail":"{readStateIndex:675; appliedIndex:674; }","duration":"160.297126ms","start":"2026-02-25T07:42:06.917329Z","end":"2026-02-25T07:42:07.077627Z","steps":["trace[508299519] 'read index received' (duration: 6.998142ms)","trace[508299519] 'applied index is now lower than readState.Index' (duration: 153.297574ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T07:42:07.077672Z","caller":"traceutil/trace.go:171","msg":"trace[1460186429] transaction","detail":"{read_only:false; response_revision:652; number_of_response:1; }","duration":"327.256034ms","start":"2026-02-25T07:42:06.750388Z","end":"2026-02-25T07:42:07.077644Z","steps":["trace[1460186429] 'process raft request' (duration: 174.006902ms)","trace[1460186429] 'compare' (duration: 152.919084ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T07:42:07.077734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.405448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T07:42:07.077768Z","caller":"traceutil/trace.go:171","msg":"trace[1114454650] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:652; }","duration":"160.4768ms","start":"2026-02-25T07:42:06.917281Z","end":"2026-02-25T07:42:07.077758Z","steps":["trace[1114454650] 'agreement among raft nodes before linearized reading' (duration: 160.392358ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:42:07.077784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:42:06.750365Z","time spent":"327.371067ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1111,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-25T07:42:07.336857Z","caller":"traceutil/trace.go:171","msg":"trace[2024820774] transaction","detail":"{read_only:false; response_revision:653; number_of_response:1; }","duration":"168.350675ms","start":"2026-02-25T07:42:07.168474Z","end":"2026-02-25T07:42:07.336825Z","steps":["trace[2024820774] 'process raft request' (duration: 109.155391ms)","trace[2024820774] 'compare' (duration: 59.050651ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T07:42:07.337819Z","caller":"traceutil/trace.go:171","msg":"trace[507922310] transaction","detail":"{read_only:false; response_revision:654; number_of_response:1; }","duration":"155.518012ms","start":"2026-02-25T07:42:07.182283Z","end":"2026-02-25T07:42:07.337801Z","steps":["trace[507922310] 'process raft request' (duration: 155.195804ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:42:07.704401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.642747ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-25T07:42:07.704526Z","caller":"traceutil/trace.go:171","msg":"trace[1953478444] linearizableReadLoop","detail":"{readStateIndex:678; appliedIndex:677; }","duration":"244.356475ms","start":"2026-02-25T07:42:07.46015Z","end":"2026-02-25T07:42:07.704506Z","steps":["trace[1953478444] 'read index received' (duration: 54.453812ms)","trace[1953478444] 'applied index is now lower than readState.Index' (duration: 189.901483ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T07:42:07.704604Z","caller":"traceutil/trace.go:171","msg":"trace[370598437] transaction","detail":"{read_only:false; response_revision:655; number_of_response:1; }","duration":"348.908395ms","start":"2026-02-25T07:42:07.355647Z","end":"2026-02-25T07:42:07.704556Z","steps":["trace[370598437] 'process raft request' (duration: 159.028212ms)","trace[370598437] 'compare' (duration: 189.449732ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T07:42:07.704748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:42:07.35563Z","time spent":"349.049219ms","remote":"127.0.0.1:44456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1243,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-25T07:42:07.704849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.680983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-25T07:42:07.704966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.867548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-02-25T07:42:07.704988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.120279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-25T07:42:07.705041Z","caller":"traceutil/trace.go:171","msg":"trace[943011699] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:655; }","duration":"195.97905ms","start":"2026-02-25T07:42:07.509046Z","end":"2026-02-25T07:42:07.705025Z","steps":["trace[943011699] 'agreement among raft nodes before linearized reading' (duration: 195.679463ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:42:07.70496Z","caller":"traceutil/trace.go:171","msg":"trace[1189606360] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:655; }","duration":"244.854947ms","start":"2026-02-25T07:42:07.460087Z","end":"2026-02-25T07:42:07.704942Z","steps":["trace[1189606360] 'agreement among raft nodes before linearized reading' (duration: 244.504278ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:42:07.705066Z","caller":"traceutil/trace.go:171","msg":"trace[1459301651] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:655; }","duration":"244.235592ms","start":"2026-02-25T07:42:07.46081Z","end":"2026-02-25T07:42:07.705045Z","steps":["trace[1459301651] 'agreement among raft nodes before linearized reading' (duration: 243.906513ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:42:09.561146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.920515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T07:42:09.561205Z","caller":"traceutil/trace.go:171","msg":"trace[842848752] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:671; }","duration":"644.027137ms","start":"2026-02-25T07:42:08.917165Z","end":"2026-02-25T07:42:09.561192Z","steps":["trace[842848752] 'range keys from in-memory index tree' (duration: 643.836183ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:42:09.561226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:42:08.917144Z","time spent":"644.077078ms","remote":"127.0.0.1:44120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T07:42:09.561388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.623864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-25T07:42:09.561456Z","caller":"traceutil/trace.go:171","msg":"trace[1137400078] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:671; }","duration":"219.735367ms","start":"2026-02-25T07:42:09.341702Z","end":"2026-02-25T07:42:09.561437Z","steps":["trace[1137400078] 'range keys from in-memory index tree' (duration: 219.454599ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:42:09.904898Z","caller":"traceutil/trace.go:171","msg":"trace[1598909013] transaction","detail":"{read_only:false; response_revision:675; number_of_response:1; }","duration":"160.318507ms","start":"2026-02-25T07:42:09.744552Z","end":"2026-02-25T07:42:09.904871Z","steps":["trace[1598909013] 'process raft request' (duration: 160.159863ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:42:09.912741Z","caller":"traceutil/trace.go:171","msg":"trace[1611617577] linearizableReadLoop","detail":"{readStateIndex:699; appliedIndex:697; }","duration":"160.362428ms","start":"2026-02-25T07:42:09.752365Z","end":"2026-02-25T07:42:09.912728Z","steps":["trace[1611617577] 'read index received' (duration: 152.345781ms)","trace[1611617577] 'applied index is now lower than readState.Index' (duration: 8.015857ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T07:42:09.912818Z","caller":"traceutil/trace.go:171","msg":"trace[1584354909] transaction","detail":"{read_only:false; response_revision:676; number_of_response:1; }","duration":"160.583703ms","start":"2026-02-25T07:42:09.752184Z","end":"2026-02-25T07:42:09.912768Z","steps":["trace[1584354909] 'process raft request' (duration: 160.47523ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:42:09.912972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.588764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-rdfls\" ","response":"range_response_count:1 size:17167"} {"level":"info","ts":"2026-02-25T07:42:09.913099Z","caller":"traceutil/trace.go:171","msg":"trace[1500807835] range","detail":"{range_begin:/registry/pods/kube-system/cilium-rdfls; range_end:; response_count:1; response_revision:676; }","duration":"160.742798ms","start":"2026-02-25T07:42:09.752344Z","end":"2026-02-25T07:42:09.913087Z","steps":["trace[1500807835] 'agreement among raft nodes before linearized reading' (duration: 160.437269ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:42:10.755598Z","caller":"traceutil/trace.go:171","msg":"trace[179818262] transaction","detail":"{read_only:false; response_revision:696; number_of_response:1; }","duration":"149.998869ms","start":"2026-02-25T07:42:10.605567Z","end":"2026-02-25T07:42:10.755566Z","steps":["trace[179818262] 'process raft request' (duration: 149.829745ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:42:10.875336Z","caller":"traceutil/trace.go:171","msg":"trace[529962746] transaction","detail":"{read_only:false; response_revision:698; number_of_response:1; }","duration":"103.76446ms","start":"2026-02-25T07:42:10.771544Z","end":"2026-02-25T07:42:10.875308Z","steps":["trace[529962746] 'process raft request' (duration: 103.452272ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:42:12.140213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.029463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T07:42:12.140318Z","caller":"traceutil/trace.go:171","msg":"trace[1382603978] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:727; }","duration":"137.204927ms","start":"2026-02-25T07:42:12.003089Z","end":"2026-02-25T07:42:12.140294Z","steps":["trace[1382603978] 'range keys from in-memory index tree' (duration: 136.918329ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:42:15.80153Z","caller":"traceutil/trace.go:171","msg":"trace[1219217724] transaction","detail":"{read_only:false; response_revision:781; number_of_response:1; }","duration":"172.872852ms","start":"2026-02-25T07:42:15.628621Z","end":"2026-02-25T07:42:15.801493Z","steps":["trace[1219217724] 'process raft request' (duration: 109.586481ms)","trace[1219217724] 'compare' (duration: 63.027803ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T07:42:15.801619Z","caller":"traceutil/trace.go:171","msg":"trace[399631381] linearizableReadLoop","detail":"{readStateIndex:808; appliedIndex:807; }","duration":"145.882122ms","start":"2026-02-25T07:42:15.655677Z","end":"2026-02-25T07:42:15.80156Z","steps":["trace[399631381] 'read index received' (duration: 82.500128ms)","trace[399631381] 'applied index is now lower than readState.Index' (duration: 63.375023ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T07:42:15.802011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.306593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:2249"} {"level":"info","ts":"2026-02-25T07:42:15.802141Z","caller":"traceutil/trace.go:171","msg":"trace[1896922758] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:782; }","duration":"146.523259ms","start":"2026-02-25T07:42:15.655591Z","end":"2026-02-25T07:42:15.802114Z","steps":["trace[1896922758] 'agreement among raft nodes before linearized reading' (duration: 146.114088ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:42:15.945328Z","caller":"traceutil/trace.go:171","msg":"trace[170408111] linearizableReadLoop","detail":"{readStateIndex:811; appliedIndex:809; }","duration":"133.771678ms","start":"2026-02-25T07:42:15.811526Z","end":"2026-02-25T07:42:15.945297Z","steps":["trace[170408111] 'read index received' (duration: 31.047544ms)","trace[170408111] 'applied index is now lower than readState.Index' (duration: 102.722073ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T07:42:15.945373Z","caller":"traceutil/trace.go:171","msg":"trace[1054098910] transaction","detail":"{read_only:false; response_revision:784; number_of_response:1; }","duration":"138.487361ms","start":"2026-02-25T07:42:15.806854Z","end":"2026-02-25T07:42:15.945341Z","steps":["trace[1054098910] 'process raft request' (duration: 99.964252ms)","trace[1054098910] 'compare' (duration: 38.370025ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T07:42:15.945731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.185349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:2249"} {"level":"info","ts":"2026-02-25T07:42:15.945816Z","caller":"traceutil/trace.go:171","msg":"trace[383635395] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:784; }","duration":"134.335652ms","start":"2026-02-25T07:42:15.81146Z","end":"2026-02-25T07:42:15.945795Z","steps":["trace[383635395] 'agreement among raft nodes before linearized reading' (duration: 133.985393ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:42:17.271955Z","caller":"traceutil/trace.go:171","msg":"trace[131050225] transaction","detail":"{read_only:false; response_revision:788; number_of_response:1; }","duration":"205.046416ms","start":"2026-02-25T07:42:17.066884Z","end":"2026-02-25T07:42:17.271931Z","steps":["trace[131050225] 'process raft request' (duration: 204.918593ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:42:17.680318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.379574ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-25T07:42:17.680433Z","caller":"traceutil/trace.go:171","msg":"trace[233672571] linearizableReadLoop","detail":"{readStateIndex:816; appliedIndex:815; }","duration":"400.614396ms","start":"2026-02-25T07:42:17.279802Z","end":"2026-02-25T07:42:17.680417Z","steps":["trace[233672571] 'read index received' (duration: 158.011847ms)","trace[233672571] 'applied index is now lower than readState.Index' (duration: 242.600969ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T07:42:17.680483Z","caller":"traceutil/trace.go:171","msg":"trace[2072072972] transaction","detail":"{read_only:false; response_revision:789; number_of_response:1; }","duration":"520.767151ms","start":"2026-02-25T07:42:17.159658Z","end":"2026-02-25T07:42:17.680425Z","steps":["trace[2072072972] 'process raft request' (duration: 278.207253ms)","trace[2072072972] 'compare' (duration: 242.134878ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T07:42:17.680627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:42:17.159635Z","time spent":"520.928686ms","remote":"127.0.0.1:34982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1238,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-25T07:42:17.680644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.835232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-rdfls\" ","response":"range_response_count:1 size:18246"} {"level":"info","ts":"2026-02-25T07:42:17.68068Z","caller":"traceutil/trace.go:171","msg":"trace[1817392808] range","detail":"{range_begin:/registry/pods/kube-system/cilium-rdfls; range_end:; response_count:1; response_revision:789; }","duration":"400.912054ms","start":"2026-02-25T07:42:17.279758Z","end":"2026-02-25T07:42:17.68067Z","steps":["trace[1817392808] 'agreement among raft nodes before linearized reading' (duration: 400.705098ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:42:17.680713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:42:17.279739Z","time spent":"400.967096ms","remote":"127.0.0.1:44326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":18269,"request content":"key:\"/registry/pods/kube-system/cilium-rdfls\" "} {"level":"info","ts":"2026-02-25T07:42:17.815445Z","caller":"traceutil/trace.go:171","msg":"trace[1047122788] transaction","detail":"{read_only:false; response_revision:791; number_of_response:1; }","duration":"120.322898ms","start":"2026-02-25T07:42:17.695099Z","end":"2026-02-25T07:42:17.815422Z","steps":["trace[1047122788] 'process raft request' (duration: 116.177591ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:42:18.100973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.737447ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T07:42:18.101208Z","caller":"traceutil/trace.go:171","msg":"trace[905956874] transaction","detail":"{read_only:false; response_revision:795; number_of_response:1; }","duration":"272.248378ms","start":"2026-02-25T07:42:17.828936Z","end":"2026-02-25T07:42:18.101185Z","steps":["trace[905956874] 'process raft request' (duration: 106.1048ms)","trace[905956874] 'compare' (duration: 165.357317ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T07:42:18.101279Z","caller":"traceutil/trace.go:171","msg":"trace[40609977] linearizableReadLoop","detail":"{readStateIndex:823; appliedIndex:821; }","duration":"242.174938ms","start":"2026-02-25T07:42:17.859085Z","end":"2026-02-25T07:42:18.10126Z","steps":["trace[40609977] 'read index received' (duration: 76.01211ms)","trace[40609977] 'applied index is now lower than readState.Index' (duration: 166.160517ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T07:42:18.101371Z","caller":"traceutil/trace.go:171","msg":"trace[433670923] transaction","detail":"{read_only:false; response_revision:796; number_of_response:1; }","duration":"270.564405ms","start":"2026-02-25T07:42:17.830795Z","end":"2026-02-25T07:42:18.101359Z","steps":["trace[433670923] 'process raft request' (duration: 270.366139ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:42:18.101575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.256428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-25T07:42:18.101609Z","caller":"traceutil/trace.go:171","msg":"trace[1005543217] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:796; }","duration":"255.32101ms","start":"2026-02-25T07:42:17.846279Z","end":"2026-02-25T07:42:18.1016Z","steps":["trace[1005543217] 'agreement among raft nodes before linearized reading' (duration: 255.200837ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:42:18.1515Z","caller":"traceutil/trace.go:171","msg":"trace[887161187] transaction","detail":"{read_only:false; response_revision:797; number_of_response:1; }","duration":"283.86707ms","start":"2026-02-25T07:42:17.86761Z","end":"2026-02-25T07:42:18.151477Z","steps":["trace[887161187] 'process raft request' (duration: 283.749117ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:42:18.405559Z","caller":"traceutil/trace.go:171","msg":"trace[948060993] transaction","detail":"{read_only:false; response_revision:798; number_of_response:1; }","duration":"465.631291ms","start":"2026-02-25T07:42:17.939896Z","end":"2026-02-25T07:42:18.405527Z","steps":["trace[948060993] 'process raft request' (duration: 459.141703ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:42:18.405596Z","caller":"traceutil/trace.go:171","msg":"trace[105919286] linearizableReadLoop","detail":"{readStateIndex:825; appliedIndex:824; }","duration":"304.238887ms","start":"2026-02-25T07:42:18.101328Z","end":"2026-02-25T07:42:18.405567Z","steps":["trace[105919286] 'read index received' (duration: 50.281603ms)","trace[105919286] 'applied index is now lower than readState.Index' (duration: 253.955674ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T07:42:18.40562Z","caller":"traceutil/trace.go:171","msg":"trace[1206853786] transaction","detail":"{read_only:false; response_revision:799; number_of_response:1; }","duration":"299.932126ms","start":"2026-02-25T07:42:18.105653Z","end":"2026-02-25T07:42:18.405585Z","steps":["trace[1206853786] 'process raft request' (duration: 299.761791ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:42:18.40569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:42:17.939875Z","time spent":"465.750205ms","remote":"127.0.0.1:34982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2247,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-25T07:42:18.405701Z","caller":"traceutil/trace.go:171","msg":"trace[26280028] transaction","detail":"{read_only:false; response_revision:800; number_of_response:1; }","duration":"264.851785ms","start":"2026-02-25T07:42:18.140838Z","end":"2026-02-25T07:42:18.40569Z","steps":["trace[26280028] 'process raft request' (duration: 264.673321ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:42:18.405816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.399742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T07:42:18.405901Z","caller":"traceutil/trace.go:171","msg":"trace[272305330] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:800; }","duration":"488.524685ms","start":"2026-02-25T07:42:17.917358Z","end":"2026-02-25T07:42:18.405883Z","steps":["trace[272305330] 'agreement among raft nodes before linearized reading' (duration: 488.369501ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:42:18.405947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.368642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-25T07:42:18.405964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:42:17.917346Z","time spent":"488.609887ms","remote":"127.0.0.1:44104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T07:42:18.40597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.367503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-25T07:42:18.405828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:42:18.105624Z","time spent":"300.08826ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T07:42:18.405995Z","caller":"traceutil/trace.go:171","msg":"trace[290594864] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:800; }","duration":"456.466834ms","start":"2026-02-25T07:42:17.949515Z","end":"2026-02-25T07:42:18.405981Z","steps":["trace[290594864] 'agreement among raft nodes before linearized reading' (duration: 456.196877ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:42:18.406029Z","caller":"traceutil/trace.go:171","msg":"trace[1627607812] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:800; }","duration":"328.522287ms","start":"2026-02-25T07:42:18.077493Z","end":"2026-02-25T07:42:18.406015Z","steps":["trace[1627607812] 'agreement among raft nodes before linearized reading' (duration: 328.24095ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:42:18.406057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:42:17.949504Z","time spent":"456.542927ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T07:42:18.406071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:42:18.077471Z","time spent":"328.590619ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T07:42:18.669864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.906951ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T07:42:18.670111Z","caller":"traceutil/trace.go:171","msg":"trace[1720898502] transaction","detail":"{read_only:false; response_revision:804; number_of_response:1; }","duration":"259.422836ms","start":"2026-02-25T07:42:18.410672Z","end":"2026-02-25T07:42:18.670095Z","steps":["trace[1720898502] 'process raft request' (duration: 259.388675ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:42:18.670152Z","caller":"traceutil/trace.go:171","msg":"trace[431126707] transaction","detail":"{read_only:false; response_revision:802; number_of_response:1; }","duration":"328.742463ms","start":"2026-02-25T07:42:18.341374Z","end":"2026-02-25T07:42:18.670117Z","steps":["trace[431126707] 'process raft request' (duration: 328.592189ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:42:18.670314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:42:18.34135Z","time spent":"328.887197ms","remote":"127.0.0.1:34956","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2259,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-25T07:42:18.670498Z","caller":"traceutil/trace.go:171","msg":"trace[482429366] transaction","detail":"{read_only:false; response_revision:803; number_of_response:1; }","duration":"260.494994ms","start":"2026-02-25T07:42:18.409986Z","end":"2026-02-25T07:42:18.670481Z","steps":["trace[482429366] 'process raft request' (duration: 260.037662ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:42:18.670645Z","caller":"traceutil/trace.go:171","msg":"trace[842303805] linearizableReadLoop","detail":"{readStateIndex:829; appliedIndex:827; }","duration":"264.97715ms","start":"2026-02-25T07:42:18.405659Z","end":"2026-02-25T07:42:18.670636Z","steps":["trace[842303805] 'read index received' (duration: 110.229968ms)","trace[842303805] 'applied index is now lower than readState.Index' (duration: 154.746342ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T07:42:18.67077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.509454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-02-25T07:42:18.670835Z","caller":"traceutil/trace.go:171","msg":"trace[1933414399] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:804; }","duration":"427.610786ms","start":"2026-02-25T07:42:18.243213Z","end":"2026-02-25T07:42:18.670824Z","steps":["trace[1933414399] 'agreement among raft nodes before linearized reading' (duration: 427.459312ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:42:18.670953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:42:18.243193Z","time spent":"427.748349ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-25T07:42:18.671364Z","caller":"traceutil/trace.go:171","msg":"trace[176671741] transaction","detail":"{read_only:false; response_revision:801; number_of_response:1; }","duration":"513.456582ms","start":"2026-02-25T07:42:18.156886Z","end":"2026-02-25T07:42:18.670342Z","steps":["trace[176671741] 'process raft request' (duration: 358.990747ms)","trace[176671741] 'compare' (duration: 153.793757ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T07:42:18.671671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:42:18.156867Z","time spent":"514.650993ms","remote":"127.0.0.1:44310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4443,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T07:42:18.706322Z","caller":"traceutil/trace.go:171","msg":"trace[1097115945] transaction","detail":"{read_only:false; number_of_response:1; response_revision:804; }","duration":"155.553382ms","start":"2026-02-25T07:42:18.550741Z","end":"2026-02-25T07:42:18.706294Z","steps":["trace[1097115945] 'process raft request' (duration: 155.435269ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:42:18.974187Z","caller":"traceutil/trace.go:171","msg":"trace[1564216219] transaction","detail":"{read_only:false; response_revision:805; number_of_response:1; }","duration":"296.615211ms","start":"2026-02-25T07:42:18.677549Z","end":"2026-02-25T07:42:18.974164Z","steps":["trace[1564216219] 'process raft request' (duration: 296.471787ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:42:19.289347Z","caller":"traceutil/trace.go:171","msg":"trace[2078042139] linearizableReadLoop","detail":"{readStateIndex:835; appliedIndex:832; }","duration":"371.518892ms","start":"2026-02-25T07:42:18.917803Z","end":"2026-02-25T07:42:19.289322Z","steps":["trace[2078042139] 'read index received' (duration: 56.276559ms)","trace[2078042139] 'applied index is now lower than readState.Index' (duration: 315.241333ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T07:42:19.289486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.672546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T07:42:19.289494Z","caller":"traceutil/trace.go:171","msg":"trace[368998447] transaction","detail":"{read_only:false; response_revision:808; number_of_response:1; }","duration":"347.458018ms","start":"2026-02-25T07:42:18.942005Z","end":"2026-02-25T07:42:19.289463Z","steps":["trace[368998447] 'process raft request' (duration: 347.281884ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:42:19.289524Z","caller":"traceutil/trace.go:171","msg":"trace[344703968] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:808; }","duration":"371.779128ms","start":"2026-02-25T07:42:18.917735Z","end":"2026-02-25T07:42:19.289514Z","steps":["trace[344703968] 'agreement among raft nodes before linearized reading' (duration: 371.680706ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:42:19.289572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:42:18.917701Z","time spent":"371.863211ms","remote":"127.0.0.1:44120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T07:42:19.289639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:42:18.94199Z","time spent":"347.577161ms","remote":"127.0.0.1:34956","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3016,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-25T07:42:19.289832Z","caller":"traceutil/trace.go:171","msg":"trace[1393261187] transaction","detail":"{read_only:false; response_revision:807; number_of_response:1; }","duration":"549.694321ms","start":"2026-02-25T07:42:18.740063Z","end":"2026-02-25T07:42:19.289757Z","steps":["trace[1393261187] 'process raft request' (duration: 549.170517ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:42:19.290011Z","caller":"traceutil/trace.go:171","msg":"trace[282326727] transaction","detail":"{read_only:false; response_revision:806; number_of_response:1; }","duration":"578.15738ms","start":"2026-02-25T07:42:18.711755Z","end":"2026-02-25T07:42:19.289912Z","steps":["trace[282326727] 'process raft request' (duration: 577.321698ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:42:19.290461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:42:18.711728Z","time spent":"578.516679ms","remote":"127.0.0.1:44310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4731,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T07:42:19.290582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:42:18.740033Z","time spent":"549.916367ms","remote":"127.0.0.1:34982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1671,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-25T07:42:27.505327Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4092255369792114237,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T07:42:28.006441Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4092255369792114237,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T07:42:28.507473Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4092255369792114237,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T07:42:28.546146Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.560356803s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-25T07:42:29.083026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:42:27.636175Z","time spent":"1.446844171s","remote":"127.0.0.1:51406","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-25T07:42:29.08343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.975762ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T07:42:29.083533Z","caller":"traceutil/trace.go:171","msg":"trace[1141551232] linearizableReadLoop","detail":"{readStateIndex:939; appliedIndex:938; }","duration":"2.078803575s","start":"2026-02-25T07:42:27.00471Z","end":"2026-02-25T07:42:29.083513Z","steps":["trace[1141551232] 'read index received' (duration: 1.541575886s)","trace[1141551232] 'applied index is now lower than readState.Index' (duration: 537.226269ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T07:42:29.083626Z","caller":"traceutil/trace.go:171","msg":"trace[322127061] transaction","detail":"{read_only:false; response_revision:908; number_of_response:1; }","duration":"2.105889867s","start":"2026-02-25T07:42:26.977725Z","end":"2026-02-25T07:42:29.083615Z","steps":["trace[322127061] 'process raft request' (duration: 1.568629548s)","trace[322127061] 'compare' (duration: 536.703335ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T07:42:29.083686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:42:26.977699Z","time spent":"2.10595727s","remote":"127.0.0.1:44576","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4690,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T07:42:29.083953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.854598202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T07:42:29.084009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.856528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-25T07:42:29.084044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.166109073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T07:42:29.084063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.585866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-webhook-6fc5ff4798-sbrvs\" ","response":"range_response_count:1 size:5282"} {"level":"info","ts":"2026-02-25T07:42:29.08407Z","caller":"traceutil/trace.go:171","msg":"trace[92053349] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:908; }","duration":"1.854752076s","start":"2026-02-25T07:42:27.229287Z","end":"2026-02-25T07:42:29.084039Z","steps":["trace[92053349] 'agreement among raft nodes before linearized reading' (duration: 1.854557841s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:42:29.084067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.90356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-25T07:42:29.084096Z","caller":"traceutil/trace.go:171","msg":"trace[1214603504] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:908; }","duration":"340.991771ms","start":"2026-02-25T07:42:28.743082Z","end":"2026-02-25T07:42:29.084073Z","steps":["trace[1214603504] 'agreement among raft nodes before linearized reading' (duration: 340.815347ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:42:29.084106Z","caller":"traceutil/trace.go:171","msg":"trace[1766954137] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-webhook-6fc5ff4798-sbrvs; range_end:; response_count:1; response_revision:908; }","duration":"167.673718ms","start":"2026-02-25T07:42:28.916419Z","end":"2026-02-25T07:42:29.084092Z","steps":["trace[1766954137] 'agreement among raft nodes before linearized reading' (duration: 167.517884ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:42:29.084111Z","caller":"traceutil/trace.go:171","msg":"trace[237398942] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:908; }","duration":"1.166206515s","start":"2026-02-25T07:42:27.917881Z","end":"2026-02-25T07:42:29.084088Z","steps":["trace[237398942] 'agreement among raft nodes before linearized reading' (duration: 1.166086441s)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:42:29.084137Z","caller":"traceutil/trace.go:171","msg":"trace[858767018] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:908; }","duration":"293.996742ms","start":"2026-02-25T07:42:28.790126Z","end":"2026-02-25T07:42:29.084122Z","steps":["trace[858767018] 'agreement among raft nodes before linearized reading' (duration: 293.821518ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:42:29.084144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:42:28.743062Z","time spent":"341.071793ms","remote":"127.0.0.1:44350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":47,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-02-25T07:42:29.084149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:42:27.917862Z","time spent":"1.166281567s","remote":"127.0.0.1:44104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T07:42:29.084135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.744773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-25T07:42:29.084172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.079452251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-02-25T07:42:29.084194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.662247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-25T07:42:29.084268Z","caller":"traceutil/trace.go:171","msg":"trace[1597880315] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:908; }","duration":"2.079576724s","start":"2026-02-25T07:42:27.00466Z","end":"2026-02-25T07:42:29.084236Z","steps":["trace[1597880315] 'agreement among raft nodes before linearized reading' (duration: 2.079284337s)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:42:29.084201Z","caller":"traceutil/trace.go:171","msg":"trace[575671532] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:908; }","duration":"939.811516ms","start":"2026-02-25T07:42:28.144374Z","end":"2026-02-25T07:42:29.084185Z","steps":["trace[575671532] 'agreement among raft nodes before linearized reading' (duration: 939.58134ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:42:29.084338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:42:27.00464Z","time spent":"2.079684858s","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-25T07:42:29.084215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.026843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-02-25T07:42:29.084401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:42:28.14433Z","time spent":"940.037592ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-25T07:42:29.084137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:42:27.229267Z","time spent":"1.854857619s","remote":"127.0.0.1:44120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T07:42:29.084321Z","caller":"traceutil/trace.go:171","msg":"trace[1684245249] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:908; }","duration":"297.843722ms","start":"2026-02-25T07:42:28.786445Z","end":"2026-02-25T07:42:29.084288Z","steps":["trace[1684245249] 'agreement among raft nodes before linearized reading' (duration: 297.438911ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:42:29.08449Z","caller":"traceutil/trace.go:171","msg":"trace[1276433261] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:908; }","duration":"618.331701ms","start":"2026-02-25T07:42:28.466095Z","end":"2026-02-25T07:42:29.084426Z","steps":["trace[1276433261] 'agreement among raft nodes before linearized reading' (duration: 617.791517ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:42:29.08598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:42:28.466075Z","time spent":"619.887112ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-25T07:42:29.619609Z","caller":"traceutil/trace.go:171","msg":"trace[725082757] transaction","detail":"{read_only:false; response_revision:915; number_of_response:1; }","duration":"496.182074ms","start":"2026-02-25T07:42:29.123409Z","end":"2026-02-25T07:42:29.619591Z","steps":["trace[725082757] 'process raft request' (duration: 495.910937ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:42:29.619746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:42:29.123393Z","time spent":"496.281147ms","remote":"127.0.0.1:44416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1612,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T07:42:29.970514Z","caller":"traceutil/trace.go:171","msg":"trace[252509299] transaction","detail":"{read_only:false; response_revision:916; number_of_response:1; }","duration":"846.793333ms","start":"2026-02-25T07:42:29.123706Z","end":"2026-02-25T07:42:29.9705Z","steps":["trace[252509299] 'process raft request' (duration: 846.66896ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:42:29.970615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:42:29.123697Z","time spent":"846.862625ms","remote":"127.0.0.1:44308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1067,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T07:42:29.970763Z","caller":"traceutil/trace.go:171","msg":"trace[1123640718] transaction","detail":"{read_only:false; response_revision:917; number_of_response:1; }","duration":"845.09481ms","start":"2026-02-25T07:42:29.125662Z","end":"2026-02-25T07:42:29.970757Z","steps":["trace[1123640718] 'process raft request' (duration: 844.804842ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:42:29.970797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:42:29.125636Z","time spent":"845.143691ms","remote":"127.0.0.1:44614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4746,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T07:42:30.084892Z","caller":"traceutil/trace.go:171","msg":"trace[779272460] transaction","detail":"{read_only:false; number_of_response:1; response_revision:918; }","duration":"111.876401ms","start":"2026-02-25T07:42:29.972989Z","end":"2026-02-25T07:42:30.084865Z","steps":["trace[779272460] 'process raft request' (duration: 107.246381ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:42:30.148799Z","caller":"traceutil/trace.go:171","msg":"trace[288497026] linearizableReadLoop","detail":"{readStateIndex:950; appliedIndex:948; }","duration":"108.77028ms","start":"2026-02-25T07:42:30.039999Z","end":"2026-02-25T07:42:30.148769Z","steps":["trace[288497026] 'read index received' (duration: 40.252144ms)","trace[288497026] 'applied index is now lower than readState.Index' (duration: 68.516536ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T07:42:30.149002Z","caller":"traceutil/trace.go:171","msg":"trace[1707350] transaction","detail":"{read_only:false; response_revision:919; number_of_response:1; }","duration":"170.882691ms","start":"2026-02-25T07:42:29.978086Z","end":"2026-02-25T07:42:30.148968Z","steps":["trace[1707350] 'process raft request' (duration: 170.533572ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:42:30.149108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.091729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-5dd5756b68-tpgr4\" ","response":"range_response_count:1 size:4814"} {"level":"info","ts":"2026-02-25T07:42:30.149176Z","caller":"traceutil/trace.go:171","msg":"trace[41940862] range","detail":"{range_begin:/registry/pods/kube-system/coredns-5dd5756b68-tpgr4; range_end:; response_count:1; response_revision:919; }","duration":"109.200621ms","start":"2026-02-25T07:42:30.039959Z","end":"2026-02-25T07:42:30.14916Z","steps":["trace[41940862] 'agreement among raft nodes before linearized reading' (duration: 108.926664ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:42:30.400522Z","caller":"traceutil/trace.go:171","msg":"trace[322805013] transaction","detail":"{read_only:false; response_revision:920; number_of_response:1; }","duration":"241.753667ms","start":"2026-02-25T07:42:30.158436Z","end":"2026-02-25T07:42:30.400189Z","steps":["trace[322805013] 'process raft request' (duration: 241.584313ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:42:40.935747Z","caller":"traceutil/trace.go:171","msg":"trace[1704497239] transaction","detail":"{read_only:false; response_revision:975; number_of_response:1; }","duration":"139.068465ms","start":"2026-02-25T07:42:40.796652Z","end":"2026-02-25T07:42:40.93572Z","steps":["trace[1704497239] 'process raft request' (duration: 138.86561ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:42:41.05907Z","caller":"traceutil/trace.go:171","msg":"trace[1906174707] transaction","detail":"{read_only:false; response_revision:977; number_of_response:1; }","duration":"110.033203ms","start":"2026-02-25T07:42:40.948999Z","end":"2026-02-25T07:42:41.059032Z","steps":["trace[1906174707] 'process raft request' (duration: 109.91293ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:42:41.059128Z","caller":"traceutil/trace.go:171","msg":"trace[583433480] transaction","detail":"{read_only:false; number_of_response:1; response_revision:976; }","duration":"113.993575ms","start":"2026-02-25T07:42:40.945084Z","end":"2026-02-25T07:42:41.059078Z","steps":["trace[583433480] 'process raft request' (duration: 113.743789ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:42:47.558728Z","caller":"traceutil/trace.go:171","msg":"trace[353668587] linearizableReadLoop","detail":"{readStateIndex:1069; appliedIndex:1068; }","duration":"237.037035ms","start":"2026-02-25T07:42:47.321675Z","end":"2026-02-25T07:42:47.558712Z","steps":["trace[353668587] 'read index received' (duration: 33.832377ms)","trace[353668587] 'applied index is now lower than readState.Index' (duration: 203.204038ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T07:42:47.558792Z","caller":"traceutil/trace.go:171","msg":"trace[1452370021] transaction","detail":"{read_only:false; response_revision:1029; number_of_response:1; }","duration":"240.548257ms","start":"2026-02-25T07:42:47.318225Z","end":"2026-02-25T07:42:47.558774Z","steps":["trace[1452370021] 'process raft request' (duration: 238.263447ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:42:47.558918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.221743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-25T07:42:47.558947Z","caller":"traceutil/trace.go:171","msg":"trace[622572887] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1029; }","duration":"236.318176ms","start":"2026-02-25T07:42:47.322621Z","end":"2026-02-25T07:42:47.558939Z","steps":["trace[622572887] 'agreement among raft nodes before linearized reading' (duration: 236.198783ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:42:47.558944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.265945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/ingress-nginx/\" range_end:\"/registry/secrets/ingress-nginx0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T07:42:47.558952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.257042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-25T07:42:47.559021Z","caller":"traceutil/trace.go:171","msg":"trace[943181372] range","detail":"{range_begin:/registry/secrets/ingress-nginx/; range_end:/registry/secrets/ingress-nginx0; response_count:0; response_revision:1029; }","duration":"204.371069ms","start":"2026-02-25T07:42:47.354631Z","end":"2026-02-25T07:42:47.559002Z","steps":["trace[943181372] 'agreement among raft nodes before linearized reading' (duration: 204.224715ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:42:47.559029Z","caller":"traceutil/trace.go:171","msg":"trace[930212589] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1029; }","duration":"237.357084ms","start":"2026-02-25T07:42:47.321653Z","end":"2026-02-25T07:42:47.55901Z","steps":["trace[930212589] 'agreement among raft nodes before linearized reading' (duration: 237.125308ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:42:48.943884Z","caller":"traceutil/trace.go:171","msg":"trace[2110316956] transaction","detail":"{read_only:false; response_revision:1034; number_of_response:1; }","duration":"182.351747ms","start":"2026-02-25T07:42:48.761508Z","end":"2026-02-25T07:42:48.943859Z","steps":["trace[2110316956] 'process raft request' (duration: 182.215204ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:42:48.995862Z","caller":"traceutil/trace.go:171","msg":"trace[115134153] transaction","detail":"{read_only:false; response_revision:1035; number_of_response:1; }","duration":"207.605892ms","start":"2026-02-25T07:42:48.788234Z","end":"2026-02-25T07:42:48.99584Z","steps":["trace[115134153] 'process raft request' (duration: 207.348156ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:42:49.266471Z","caller":"traceutil/trace.go:171","msg":"trace[1081529344] transaction","detail":"{read_only:false; response_revision:1037; number_of_response:1; }","duration":"148.790017ms","start":"2026-02-25T07:42:49.117646Z","end":"2026-02-25T07:42:49.266436Z","steps":["trace[1081529344] 'process raft request' (duration: 74.620655ms)","trace[1081529344] 'compare' (duration: 73.997648ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T07:42:49.614776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.100526ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T07:42:49.614889Z","caller":"traceutil/trace.go:171","msg":"trace[1772765203] transaction","detail":"{read_only:false; response_revision:1038; number_of_response:1; }","duration":"301.808815ms","start":"2026-02-25T07:42:49.313056Z","end":"2026-02-25T07:42:49.614865Z","steps":["trace[1772765203] 'process raft request' (duration: 76.533094ms)","trace[1772765203] 'compare' (duration: 224.977903ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T07:42:49.614975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:42:49.31304Z","time spent":"301.905757ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T07:42:49.647802Z","caller":"traceutil/trace.go:171","msg":"trace[1493834708] linearizableReadLoop","detail":"{readStateIndex:1079; appliedIndex:1077; }","duration":"287.868634ms","start":"2026-02-25T07:42:49.359912Z","end":"2026-02-25T07:42:49.64778Z","steps":["trace[1493834708] 'read index received' (duration: 29.816382ms)","trace[1493834708] 'applied index is now lower than readState.Index' (duration: 258.051392ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T07:42:49.647892Z","caller":"traceutil/trace.go:171","msg":"trace[1660465607] transaction","detail":"{read_only:false; response_revision:1039; number_of_response:1; }","duration":"323.716043ms","start":"2026-02-25T07:42:49.324156Z","end":"2026-02-25T07:42:49.647872Z","steps":["trace[1660465607] 'process raft request' (duration: 323.462015ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:42:49.647976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:42:49.324137Z","time spent":"323.801765ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105303,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T07:42:49.648067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.105989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-25T07:42:49.64815Z","caller":"traceutil/trace.go:171","msg":"trace[840694110] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1039; }","duration":"288.251303ms","start":"2026-02-25T07:42:49.359887Z","end":"2026-02-25T07:42:49.648139Z","steps":["trace[840694110] 'agreement among raft nodes before linearized reading' (duration: 288.014707ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:42:49.6638Z","caller":"traceutil/trace.go:171","msg":"trace[428257245] transaction","detail":"{read_only:false; response_revision:1040; number_of_response:1; }","duration":"170.299606ms","start":"2026-02-25T07:42:49.493486Z","end":"2026-02-25T07:42:49.663785Z","steps":["trace[428257245] 'process raft request' (duration: 170.094441ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:42:49.663858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.328086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-25T07:42:49.663918Z","caller":"traceutil/trace.go:171","msg":"trace[444158751] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1040; }","duration":"101.431489ms","start":"2026-02-25T07:42:49.56247Z","end":"2026-02-25T07:42:49.663902Z","steps":["trace[444158751] 'agreement among raft nodes before linearized reading' (duration: 101.241114ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:42:49.953273Z","caller":"traceutil/trace.go:171","msg":"trace[1207693520] transaction","detail":"{read_only:false; response_revision:1047; number_of_response:1; }","duration":"117.476776ms","start":"2026-02-25T07:42:49.835763Z","end":"2026-02-25T07:42:49.95324Z","steps":["trace[1207693520] 'process raft request' (duration: 22.930914ms)","trace[1207693520] 'compare' (duration: 94.258713ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T07:42:51.917868Z","caller":"traceutil/trace.go:171","msg":"trace[946178511] transaction","detail":"{read_only:false; response_revision:1067; number_of_response:1; }","duration":"109.898859ms","start":"2026-02-25T07:42:51.807953Z","end":"2026-02-25T07:42:51.917852Z","steps":["trace[946178511] 'process raft request' (duration: 102.877397ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:42:51.918029Z","caller":"traceutil/trace.go:171","msg":"trace[1354520737] transaction","detail":"{read_only:false; response_revision:1068; number_of_response:1; }","duration":"108.642718ms","start":"2026-02-25T07:42:51.80938Z","end":"2026-02-25T07:42:51.918022Z","steps":["trace[1354520737] 'process raft request' (duration: 108.436082ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:42:57.732626Z","caller":"traceutil/trace.go:171","msg":"trace[1389555313] transaction","detail":"{read_only:false; response_revision:1164; number_of_response:1; }","duration":"106.593723ms","start":"2026-02-25T07:42:57.625997Z","end":"2026-02-25T07:42:57.732591Z","steps":["trace[1389555313] 'process raft request' (duration: 89.392866ms)","trace[1389555313] 'compare' (duration: 16.800406ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T07:42:58.040071Z","caller":"traceutil/trace.go:171","msg":"trace[1996392977] linearizableReadLoop","detail":"{readStateIndex:1211; appliedIndex:1210; }","duration":"121.872419ms","start":"2026-02-25T07:42:57.918105Z","end":"2026-02-25T07:42:58.039978Z","steps":["trace[1996392977] 'read index received' (duration: 119.803686ms)","trace[1996392977] 'applied index is now lower than readState.Index' (duration: 2.066293ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T07:42:58.040588Z","caller":"traceutil/trace.go:171","msg":"trace[1894823301] transaction","detail":"{read_only:false; response_revision:1169; number_of_response:1; }","duration":"127.348071ms","start":"2026-02-25T07:42:57.913197Z","end":"2026-02-25T07:42:58.040545Z","steps":["trace[1894823301] 'process raft request' (duration: 126.231822ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:42:58.040872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.738963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T07:42:58.040943Z","caller":"traceutil/trace.go:171","msg":"trace[849418141] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1169; }","duration":"122.822824ms","start":"2026-02-25T07:42:57.918082Z","end":"2026-02-25T07:42:58.040905Z","steps":["trace[849418141] 'agreement among raft nodes before linearized reading' (duration: 122.721652ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:42:58.061757Z","caller":"traceutil/trace.go:171","msg":"trace[621488021] transaction","detail":"{read_only:false; response_revision:1170; number_of_response:1; }","duration":"105.550087ms","start":"2026-02-25T07:42:57.956154Z","end":"2026-02-25T07:42:58.061704Z","steps":["trace[621488021] 'process raft request' (duration: 105.335621ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:42:58.061976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.880899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-25T07:42:58.062067Z","caller":"traceutil/trace.go:171","msg":"trace[1344860058] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1171; }","duration":"122.036544ms","start":"2026-02-25T07:42:57.940013Z","end":"2026-02-25T07:42:58.062049Z","steps":["trace[1344860058] 'agreement among raft nodes before linearized reading' (duration: 121.822368ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:42:58.061958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.934863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-25T07:42:58.062614Z","caller":"traceutil/trace.go:171","msg":"trace[1662528488] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1171; }","duration":"124.6303ms","start":"2026-02-25T07:42:57.937954Z","end":"2026-02-25T07:42:58.062585Z","steps":["trace[1662528488] 'agreement among raft nodes before linearized reading' (duration: 123.731117ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:42:58.304956Z","caller":"traceutil/trace.go:171","msg":"trace[1435838711] transaction","detail":"{read_only:false; response_revision:1178; number_of_response:1; }","duration":"121.420818ms","start":"2026-02-25T07:42:58.183504Z","end":"2026-02-25T07:42:58.304925Z","steps":["trace[1435838711] 'process raft request' (duration: 121.204383ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:42:58.436456Z","caller":"traceutil/trace.go:171","msg":"trace[1886449292] transaction","detail":"{read_only:false; response_revision:1179; number_of_response:1; }","duration":"115.670539ms","start":"2026-02-25T07:42:58.320755Z","end":"2026-02-25T07:42:58.436425Z","steps":["trace[1886449292] 'process raft request' (duration: 99.604711ms)","trace[1886449292] 'compare' (duration: 15.915434ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T07:42:59.515822Z","caller":"traceutil/trace.go:171","msg":"trace[1025059309] transaction","detail":"{read_only:false; response_revision:1190; number_of_response:1; }","duration":"188.844146ms","start":"2026-02-25T07:42:59.32695Z","end":"2026-02-25T07:42:59.515795Z","steps":["trace[1025059309] 'process raft request' (duration: 103.100113ms)","trace[1025059309] 'compare' (duration: 85.596779ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T07:43:00.337486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.836517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-02-25T07:43:00.337511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.872348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-dvkh8\" ","response":"range_response_count:1 size:4134"} {"level":"warn","ts":"2026-02-25T07:43:00.337554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.895181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-25T07:43:00.337566Z","caller":"traceutil/trace.go:171","msg":"trace[711557731] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1192; }","duration":"494.981001ms","start":"2026-02-25T07:42:59.842568Z","end":"2026-02-25T07:43:00.337549Z","steps":["trace[711557731] 'range keys from in-memory index tree' (duration: 494.646123ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:43:00.337554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.92979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-25T07:43:00.337549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.279831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-25T07:43:00.337588Z","caller":"traceutil/trace.go:171","msg":"trace[1592412067] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-patch-dvkh8; range_end:; response_count:1; response_revision:1192; }","duration":"320.94023ms","start":"2026-02-25T07:43:00.016618Z","end":"2026-02-25T07:43:00.337558Z","steps":["trace[1592412067] 'range keys from in-memory index tree' (duration: 320.720174ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:43:00.337516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.176239ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T07:43:00.337616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:42:59.842545Z","time spent":"495.059363ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-25T07:43:00.337619Z","caller":"traceutil/trace.go:171","msg":"trace[1222321287] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1192; }","duration":"593.219448ms","start":"2026-02-25T07:42:59.744382Z","end":"2026-02-25T07:43:00.337602Z","steps":["trace[1222321287] 'range keys from in-memory index tree' (duration: 592.752746ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:43:00.33764Z","caller":"traceutil/trace.go:171","msg":"trace[355600943] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1192; }","duration":"242.415985ms","start":"2026-02-25T07:43:00.095202Z","end":"2026-02-25T07:43:00.337618Z","steps":["trace[355600943] 'range keys from in-memory index tree' (duration: 242.061605ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:43:00.337658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:42:59.744355Z","time spent":"593.29497ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-25T07:43:00.337606Z","caller":"traceutil/trace.go:171","msg":"trace[2032409955] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1192; }","duration":"501.995114ms","start":"2026-02-25T07:42:59.835597Z","end":"2026-02-25T07:43:00.337592Z","steps":["trace[2032409955] 'range keys from in-memory index tree' (duration: 501.748277ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:43:00.337633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:43:00.016562Z","time spent":"321.061883ms","remote":"127.0.0.1:44326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":4157,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-dvkh8\" "} {"level":"info","ts":"2026-02-25T07:43:00.337657Z","caller":"traceutil/trace.go:171","msg":"trace[1445860752] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1192; }","duration":"232.344863ms","start":"2026-02-25T07:43:00.105293Z","end":"2026-02-25T07:43:00.337638Z","steps":["trace[1445860752] 'range keys from in-memory index tree' (duration: 232.154008ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:43:00.33771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:42:59.835575Z","time spent":"502.121287ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-25T07:43:00.338114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.522578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-25T07:43:00.338158Z","caller":"traceutil/trace.go:171","msg":"trace[1395818238] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1192; }","duration":"242.927988ms","start":"2026-02-25T07:43:00.095219Z","end":"2026-02-25T07:43:00.338147Z","steps":["trace[1395818238] 'range keys from in-memory index tree' (duration: 241.984044ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:43:02.895994Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4092255369792114816,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-25T07:43:02.960676Z","caller":"traceutil/trace.go:171","msg":"trace[2002046996] transaction","detail":"{read_only:false; response_revision:1200; number_of_response:1; }","duration":"576.64625ms","start":"2026-02-25T07:43:02.38398Z","end":"2026-02-25T07:43:02.960626Z","steps":["trace[2002046996] 'process raft request' (duration: 576.491576ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:43:02.960832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:43:02.383965Z","time spent":"576.783423ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T07:43:03.014557Z","caller":"traceutil/trace.go:171","msg":"trace[2037962957] linearizableReadLoop","detail":"{readStateIndex:1244; appliedIndex:1242; }","duration":"619.52058ms","start":"2026-02-25T07:43:02.395012Z","end":"2026-02-25T07:43:03.014533Z","steps":["trace[2037962957] 'read index received' (duration: 565.528721ms)","trace[2037962957] 'applied index is now lower than readState.Index' (duration: 53.990829ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T07:43:03.014639Z","caller":"traceutil/trace.go:171","msg":"trace[1636527564] transaction","detail":"{read_only:false; response_revision:1201; number_of_response:1; }","duration":"608.001692ms","start":"2026-02-25T07:43:02.406616Z","end":"2026-02-25T07:43:03.014618Z","steps":["trace[1636527564] 'process raft request' (duration: 607.793367ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:43:03.014864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.833079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-25T07:43:03.014927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:43:02.406605Z","time spent":"608.079464ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T07:43:03.014966Z","caller":"traceutil/trace.go:171","msg":"trace[1417494106] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1201; }","duration":"619.982912ms","start":"2026-02-25T07:43:02.394968Z","end":"2026-02-25T07:43:03.01495Z","steps":["trace[1417494106] 'agreement among raft nodes before linearized reading' (duration: 619.730705ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:43:03.015005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:43:02.394947Z","time spent":"620.046634ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T07:43:03.014981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.87114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-25T07:43:03.014984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.190072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-02-25T07:43:03.015026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.717706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-25T07:43:03.015065Z","caller":"traceutil/trace.go:171","msg":"trace[1584725325] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1201; }","duration":"619.981752ms","start":"2026-02-25T07:43:02.39506Z","end":"2026-02-25T07:43:03.015042Z","steps":["trace[1584725325] 'agreement among raft nodes before linearized reading' (duration: 619.716175ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:43:03.015065Z","caller":"traceutil/trace.go:171","msg":"trace[309068434] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1201; }","duration":"619.304015ms","start":"2026-02-25T07:43:02.395743Z","end":"2026-02-25T07:43:03.015047Z","steps":["trace[309068434] 'agreement among raft nodes before linearized reading' (duration: 619.052249ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:43:03.015107Z","caller":"traceutil/trace.go:171","msg":"trace[1539979063] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1201; }","duration":"619.841978ms","start":"2026-02-25T07:43:02.395243Z","end":"2026-02-25T07:43:03.015085Z","steps":["trace[1539979063] 'agreement among raft nodes before linearized reading' (duration: 619.554951ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:43:03.015128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:43:02.395042Z","time spent":"620.071005ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-25T07:43:03.015128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:43:02.395737Z","time spent":"619.376437ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-25T07:43:03.015164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:43:02.395233Z","time spent":"619.921431ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-25T07:43:03.35979Z","caller":"traceutil/trace.go:171","msg":"trace[2808848] transaction","detail":"{read_only:false; response_revision:1203; number_of_response:1; }","duration":"339.785809ms","start":"2026-02-25T07:43:03.019978Z","end":"2026-02-25T07:43:03.359763Z","steps":["trace[2808848] 'process raft request' (duration: 339.712507ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:43:03.359933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:43:03.019964Z","time spent":"339.892772ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T07:43:03.360002Z","caller":"traceutil/trace.go:171","msg":"trace[1270842043] transaction","detail":"{read_only:false; response_revision:1202; number_of_response:1; }","duration":"340.431026ms","start":"2026-02-25T07:43:03.019549Z","end":"2026-02-25T07:43:03.35998Z","steps":["trace[1270842043] 'process raft request' (duration: 249.604721ms)","trace[1270842043] 'compare' (duration: 90.368883ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T07:43:03.360107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:43:03.019529Z","time spent":"340.516648ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T07:43:03.360261Z","caller":"traceutil/trace.go:171","msg":"trace[926414322] transaction","detail":"{read_only:false; response_revision:1205; number_of_response:1; }","duration":"340.262841ms","start":"2026-02-25T07:43:03.019983Z","end":"2026-02-25T07:43:03.360246Z","steps":["trace[926414322] 'process raft request' (duration: 340.179569ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:43:03.360245Z","caller":"traceutil/trace.go:171","msg":"trace[406755901] transaction","detail":"{read_only:false; response_revision:1204; number_of_response:1; }","duration":"340.22413ms","start":"2026-02-25T07:43:03.019983Z","end":"2026-02-25T07:43:03.360207Z","steps":["trace[406755901] 'process raft request' (duration: 339.748468ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:43:03.360339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:43:03.019966Z","time spent":"340.330864ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T07:43:03.360415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:43:03.019971Z","time spent":"340.349664ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T07:43:11.399099Z","caller":"traceutil/trace.go:171","msg":"trace[1587013965] transaction","detail":"{read_only:false; response_revision:1371; number_of_response:1; }","duration":"144.993194ms","start":"2026-02-25T07:43:11.254081Z","end":"2026-02-25T07:43:11.399074Z","steps":["trace[1587013965] 'process raft request' (duration: 144.381288ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:43:13.118018Z","caller":"traceutil/trace.go:171","msg":"trace[167377783] transaction","detail":"{read_only:false; response_revision:1404; number_of_response:1; }","duration":"114.987345ms","start":"2026-02-25T07:43:13.003004Z","end":"2026-02-25T07:43:13.117992Z","steps":["trace[167377783] 'process raft request' (duration: 114.79774ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:43:19.289175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.753706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-02-25T07:43:19.289278Z","caller":"traceutil/trace.go:171","msg":"trace[241464267] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1482; }","duration":"149.90996ms","start":"2026-02-25T07:43:19.139349Z","end":"2026-02-25T07:43:19.289259Z","steps":["trace[241464267] 'range keys from in-memory index tree' (duration: 149.491318ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:43:19.289306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.983538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T07:43:19.289388Z","caller":"traceutil/trace.go:171","msg":"trace[583823215] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1482; }","duration":"374.105971ms","start":"2026-02-25T07:43:18.915262Z","end":"2026-02-25T07:43:19.289368Z","steps":["trace[583823215] 'range keys from in-memory index tree' (duration: 373.871905ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:43:19.289184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.879193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-02-25T07:43:19.289426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:43:18.915242Z","time spent":"374.177704ms","remote":"127.0.0.1:44120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T07:43:19.289488Z","caller":"traceutil/trace.go:171","msg":"trace[621034895] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1482; }","duration":"566.17066ms","start":"2026-02-25T07:43:18.723272Z","end":"2026-02-25T07:43:19.289442Z","steps":["trace[621034895] 'range keys from in-memory index tree' (duration: 565.691067ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:43:19.28962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:43:18.723206Z","time spent":"566.359295ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-25T07:43:24.820864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.340862ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-25T07:43:24.82099Z","caller":"traceutil/trace.go:171","msg":"trace[359192043] transaction","detail":"{read_only:false; response_revision:1532; number_of_response:1; }","duration":"231.57976ms","start":"2026-02-25T07:43:24.589389Z","end":"2026-02-25T07:43:24.820968Z","steps":["trace[359192043] 'process raft request' (duration: 29.052023ms)","trace[359192043] 'compare' (duration: 202.189038ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T07:43:24.857688Z","caller":"traceutil/trace.go:171","msg":"trace[1805944054] transaction","detail":"{read_only:false; response_revision:1536; number_of_response:1; }","duration":"252.554688ms","start":"2026-02-25T07:43:24.605115Z","end":"2026-02-25T07:43:24.85767Z","steps":["trace[1805944054] 'process raft request' (duration: 252.502866ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:43:24.857903Z","caller":"traceutil/trace.go:171","msg":"trace[796207631] transaction","detail":"{read_only:false; response_revision:1533; number_of_response:1; }","duration":"258.366567ms","start":"2026-02-25T07:43:24.59951Z","end":"2026-02-25T07:43:24.857876Z","steps":["trace[796207631] 'process raft request' (duration: 257.919356ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:43:24.857903Z","caller":"traceutil/trace.go:171","msg":"trace[1665390761] transaction","detail":"{read_only:false; response_revision:1535; number_of_response:1; }","duration":"256.412706ms","start":"2026-02-25T07:43:24.601463Z","end":"2026-02-25T07:43:24.857876Z","steps":["trace[1665390761] 'process raft request' (duration: 256.098718ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:43:24.858153Z","caller":"traceutil/trace.go:171","msg":"trace[674384881] transaction","detail":"{read_only:false; response_revision:1534; number_of_response:1; }","duration":"256.665923ms","start":"2026-02-25T07:43:24.601431Z","end":"2026-02-25T07:43:24.858097Z","steps":["trace[674384881] 'process raft request' (duration: 256.097808ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:43:25.167366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.293205ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-25T07:43:25.167736Z","caller":"traceutil/trace.go:171","msg":"trace[426259934] transaction","detail":"{read_only:false; response_revision:1539; number_of_response:1; }","duration":"337.446322ms","start":"2026-02-25T07:43:24.830265Z","end":"2026-02-25T07:43:25.167711Z","steps":["trace[426259934] 'process raft request' (duration: 337.36205ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:43:25.167871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:43:24.830236Z","time spent":"337.568715ms","remote":"127.0.0.1:44590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15011,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T07:43:25.168185Z","caller":"traceutil/trace.go:171","msg":"trace[426280896] transaction","detail":"{read_only:false; response_revision:1538; number_of_response:1; }","duration":"340.656515ms","start":"2026-02-25T07:43:24.827479Z","end":"2026-02-25T07:43:25.168136Z","steps":["trace[426280896] 'process raft request' (duration: 340.030919ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:43:25.168282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:43:24.827454Z","time spent":"340.781577ms","remote":"127.0.0.1:44326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9107,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T07:43:25.168307Z","caller":"traceutil/trace.go:171","msg":"trace[579052042] transaction","detail":"{read_only:false; response_revision:1537; number_of_response:1; }","duration":"541.552409ms","start":"2026-02-25T07:43:24.62673Z","end":"2026-02-25T07:43:25.168283Z","steps":["trace[579052042] 'process raft request' (duration: 300.246109ms)","trace[579052042] 'compare' (duration: 240.075689ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T07:43:25.168412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:43:24.626703Z","time spent":"541.648722ms","remote":"127.0.0.1:44444","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2653,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-25T07:43:25.17025Z","caller":"traceutil/trace.go:171","msg":"trace[101445286] linearizableReadLoop","detail":"{readStateIndex:1611; appliedIndex:1605; }","duration":"254.865898ms","start":"2026-02-25T07:43:24.915349Z","end":"2026-02-25T07:43:25.170215Z","steps":["trace[101445286] 'read index received' (duration: 11.69876ms)","trace[101445286] 'applied index is now lower than readState.Index' (duration: 243.166178ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T07:43:25.170496Z","caller":"traceutil/trace.go:171","msg":"trace[734527771] transaction","detail":"{read_only:false; response_revision:1542; number_of_response:1; }","duration":"287.76263ms","start":"2026-02-25T07:43:24.882694Z","end":"2026-02-25T07:43:25.170457Z","steps":["trace[734527771] 'process raft request' (duration: 287.469263ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:43:25.170597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.245047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T07:43:25.170641Z","caller":"traceutil/trace.go:171","msg":"trace[1971973080] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1542; }","duration":"255.33944ms","start":"2026-02-25T07:43:24.915288Z","end":"2026-02-25T07:43:25.170627Z","steps":["trace[1971973080] 'agreement among raft nodes before linearized reading' (duration: 255.233687ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:43:25.170726Z","caller":"traceutil/trace.go:171","msg":"trace[791055292] transaction","detail":"{read_only:false; response_revision:1540; number_of_response:1; }","duration":"308.902222ms","start":"2026-02-25T07:43:24.861813Z","end":"2026-02-25T07:43:25.170715Z","steps":["trace[791055292] 'process raft request' (duration: 308.122502ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:43:25.170827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:43:24.861795Z","time spent":"308.968283ms","remote":"127.0.0.1:44204","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":761,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-25T07:43:25.171276Z","caller":"traceutil/trace.go:171","msg":"trace[947218901] transaction","detail":"{read_only:false; response_revision:1541; number_of_response:1; }","duration":"307.480856ms","start":"2026-02-25T07:43:24.863737Z","end":"2026-02-25T07:43:25.171218Z","steps":["trace[947218901] 'process raft request' (duration: 306.353937ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:43:25.171491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:43:24.863715Z","time spent":"307.65972ms","remote":"127.0.0.1:44294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T07:43:25.171535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.420053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.12\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-02-25T07:43:25.172922Z","caller":"traceutil/trace.go:171","msg":"trace[1497301553] range","detail":"{range_begin:/registry/masterleases/162.253.55.12; range_end:; response_count:1; response_revision:1542; }","duration":"137.816389ms","start":"2026-02-25T07:43:25.035045Z","end":"2026-02-25T07:43:25.172861Z","steps":["trace[1497301553] 'agreement among raft nodes before linearized reading' (duration: 136.237248ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:43:25.513249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.109742ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-02-25T07:43:25.513358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:43:25.174527Z","time spent":"338.825598ms","remote":"127.0.0.1:44154","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-25T07:43:25.523292Z","caller":"traceutil/trace.go:171","msg":"trace[285856127] transaction","detail":"{read_only:false; response_revision:1543; number_of_response:1; }","duration":"348.561928ms","start":"2026-02-25T07:43:25.174698Z","end":"2026-02-25T07:43:25.52326Z","steps":["trace[285856127] 'process raft request' (duration: 348.297611ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:43:25.52337Z","caller":"traceutil/trace.go:171","msg":"trace[608188116] transaction","detail":"{read_only:false; response_revision:1544; number_of_response:1; }","duration":"348.097835ms","start":"2026-02-25T07:43:25.175247Z","end":"2026-02-25T07:43:25.523345Z","steps":["trace[608188116] 'process raft request' (duration: 347.920391ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:43:25.5234Z","caller":"traceutil/trace.go:171","msg":"trace[1640255668] transaction","detail":"{read_only:false; response_revision:1545; number_of_response:1; }","duration":"343.106648ms","start":"2026-02-25T07:43:25.180274Z","end":"2026-02-25T07:43:25.523381Z","steps":["trace[1640255668] 'process raft request' (duration: 342.943154ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:43:25.523453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:43:25.175227Z","time spent":"348.176587ms","remote":"127.0.0.1:44204","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":967,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-25T07:43:25.523452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:43:25.174677Z","time spent":"348.688661ms","remote":"127.0.0.1:44204","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":712,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-25T07:43:25.52352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:43:25.180263Z","time spent":"343.18789ms","remote":"127.0.0.1:44590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15075,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T07:43:25.523604Z","caller":"traceutil/trace.go:171","msg":"trace[1889778864] linearizableReadLoop","detail":"{readStateIndex:1613; appliedIndex:1611; }","duration":"348.640779ms","start":"2026-02-25T07:43:25.174933Z","end":"2026-02-25T07:43:25.523574Z","steps":["trace[1889778864] 'read index received' (duration: 94.220333ms)","trace[1889778864] 'applied index is now lower than readState.Index' (duration: 254.417996ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T07:43:25.523689Z","caller":"traceutil/trace.go:171","msg":"trace[1208045509] transaction","detail":"{read_only:false; response_revision:1546; number_of_response:1; }","duration":"342.201035ms","start":"2026-02-25T07:43:25.181445Z","end":"2026-02-25T07:43:25.523646Z","steps":["trace[1208045509] 'process raft request' (duration: 341.847016ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:43:25.523813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.847204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-02-25T07:43:25.523887Z","caller":"traceutil/trace.go:171","msg":"trace[823064726] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:1546; }","duration":"348.994927ms","start":"2026-02-25T07:43:25.174866Z","end":"2026-02-25T07:43:25.523861Z","steps":["trace[823064726] 'agreement among raft nodes before linearized reading' (duration: 348.846124ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:43:25.523992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:43:25.174855Z","time spent":"349.120751ms","remote":"127.0.0.1:44350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" "} {"level":"warn","ts":"2026-02-25T07:43:25.524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:43:25.181433Z","time spent":"342.374679ms","remote":"127.0.0.1:44326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10438,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T07:43:25.571028Z","caller":"traceutil/trace.go:171","msg":"trace[1966206795] transaction","detail":"{read_only:false; response_revision:1547; number_of_response:1; }","duration":"293.142798ms","start":"2026-02-25T07:43:25.277863Z","end":"2026-02-25T07:43:25.571006Z","steps":["trace[1966206795] 'process raft request' (duration: 292.773918ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:43:25.571081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.985254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-02-25T07:43:25.571124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.761186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:6486"} {"level":"info","ts":"2026-02-25T07:43:25.571194Z","caller":"traceutil/trace.go:171","msg":"trace[1202779532] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:1548; }","duration":"395.867908ms","start":"2026-02-25T07:43:25.175305Z","end":"2026-02-25T07:43:25.571173Z","steps":["trace[1202779532] 'agreement among raft nodes before linearized reading' (duration: 395.672903ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:43:25.571251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:43:25.175294Z","time spent":"395.943461ms","remote":"127.0.0.1:44310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":6509,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-02-25T07:43:25.571145Z","caller":"traceutil/trace.go:171","msg":"trace[1355439824] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1548; }","duration":"252.057286ms","start":"2026-02-25T07:43:25.319072Z","end":"2026-02-25T07:43:25.571129Z","steps":["trace[1355439824] 'agreement among raft nodes before linearized reading' (duration: 251.80742ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:43:25.571488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.012743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-02-25T07:43:25.571557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.746283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:175"} {"level":"info","ts":"2026-02-25T07:43:25.571572Z","caller":"traceutil/trace.go:171","msg":"trace[105805144] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1548; }","duration":"250.135796ms","start":"2026-02-25T07:43:25.321422Z","end":"2026-02-25T07:43:25.571557Z","steps":["trace[105805144] 'agreement among raft nodes before linearized reading' (duration: 249.584362ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:43:25.571624Z","caller":"traceutil/trace.go:171","msg":"trace[2063798116] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:1548; }","duration":"204.885447ms","start":"2026-02-25T07:43:25.366723Z","end":"2026-02-25T07:43:25.571608Z","steps":["trace[2063798116] 'agreement among raft nodes before linearized reading' (duration: 204.105237ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:43:25.693964Z","caller":"traceutil/trace.go:171","msg":"trace[436870053] transaction","detail":"{read_only:false; response_revision:1550; number_of_response:1; }","duration":"117.960221ms","start":"2026-02-25T07:43:25.575973Z","end":"2026-02-25T07:43:25.693934Z","steps":["trace[436870053] 'process raft request' (duration: 77.904436ms)","trace[436870053] 'compare' (duration: 39.901022ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T07:43:25.694365Z","caller":"traceutil/trace.go:171","msg":"trace[1608909227] transaction","detail":"{read_only:false; response_revision:1551; number_of_response:1; }","duration":"118.29622ms","start":"2026-02-25T07:43:25.576019Z","end":"2026-02-25T07:43:25.694315Z","steps":["trace[1608909227] 'process raft request' (duration: 118.058604ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:43:25.694379Z","caller":"traceutil/trace.go:171","msg":"trace[1106551530] transaction","detail":"{read_only:false; response_revision:1552; number_of_response:1; }","duration":"118.32808ms","start":"2026-02-25T07:43:25.576025Z","end":"2026-02-25T07:43:25.694353Z","steps":["trace[1106551530] 'process raft request' (duration: 118.168036ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:43:25.694624Z","caller":"traceutil/trace.go:171","msg":"trace[2121293511] transaction","detail":"{read_only:false; response_revision:1553; number_of_response:1; }","duration":"118.475044ms","start":"2026-02-25T07:43:25.576131Z","end":"2026-02-25T07:43:25.694606Z","steps":["trace[2121293511] 'process raft request' (duration: 118.121155ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:43:25.694761Z","caller":"traceutil/trace.go:171","msg":"trace[2019926754] transaction","detail":"{read_only:false; response_revision:1555; number_of_response:1; }","duration":"117.874569ms","start":"2026-02-25T07:43:25.576864Z","end":"2026-02-25T07:43:25.694738Z","steps":["trace[2019926754] 'process raft request' (duration: 117.733785ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:43:25.694789Z","caller":"traceutil/trace.go:171","msg":"trace[1611984618] transaction","detail":"{read_only:false; response_revision:1554; number_of_response:1; }","duration":"118.569267ms","start":"2026-02-25T07:43:25.576203Z","end":"2026-02-25T07:43:25.694772Z","steps":["trace[1611984618] 'process raft request' (duration: 118.29963ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:43:25.694837Z","caller":"traceutil/trace.go:171","msg":"trace[1471191948] transaction","detail":"{read_only:false; response_revision:1558; number_of_response:1; }","duration":"114.476862ms","start":"2026-02-25T07:43:25.580349Z","end":"2026-02-25T07:43:25.694826Z","steps":["trace[1471191948] 'process raft request' (duration: 114.371899ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:43:25.694846Z","caller":"traceutil/trace.go:171","msg":"trace[886775666] linearizableReadLoop","detail":"{readStateIndex:1625; appliedIndex:1619; }","duration":"116.424781ms","start":"2026-02-25T07:43:25.578397Z","end":"2026-02-25T07:43:25.694822Z","steps":["trace[886775666] 'read index received' (duration: 75.567455ms)","trace[886775666] 'applied index is now lower than readState.Index' (duration: 40.856356ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T07:43:25.694961Z","caller":"traceutil/trace.go:171","msg":"trace[1807073439] transaction","detail":"{read_only:false; response_revision:1556; number_of_response:1; }","duration":"116.006901ms","start":"2026-02-25T07:43:25.578945Z","end":"2026-02-25T07:43:25.694952Z","steps":["trace[1807073439] 'process raft request' (duration: 115.703594ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:43:25.695862Z","caller":"traceutil/trace.go:171","msg":"trace[1555934720] transaction","detail":"{read_only:false; response_revision:1559; number_of_response:1; }","duration":"114.141623ms","start":"2026-02-25T07:43:25.581619Z","end":"2026-02-25T07:43:25.695761Z","steps":["trace[1555934720] 'process raft request' (duration: 113.137647ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:43:25.696732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.845961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/local-path-storage/\" range_end:\"/registry/limitranges/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T07:43:25.696793Z","caller":"traceutil/trace.go:171","msg":"trace[942181473] range","detail":"{range_begin:/registry/limitranges/local-path-storage/; range_end:/registry/limitranges/local-path-storage0; response_count:0; response_revision:1559; }","duration":"114.937703ms","start":"2026-02-25T07:43:25.581839Z","end":"2026-02-25T07:43:25.696777Z","steps":["trace[942181473] 'agreement among raft nodes before linearized reading' (duration: 114.80709ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:43:25.696865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.461364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-02-25T07:43:25.696919Z","caller":"traceutil/trace.go:171","msg":"trace[735078713] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:1559; }","duration":"118.544756ms","start":"2026-02-25T07:43:25.578361Z","end":"2026-02-25T07:43:25.696906Z","steps":["trace[735078713] 'agreement among raft nodes before linearized reading' (duration: 118.368021ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:43:25.696906Z","caller":"traceutil/trace.go:171","msg":"trace[13960138] transaction","detail":"{read_only:false; response_revision:1557; number_of_response:1; }","duration":"117.283714ms","start":"2026-02-25T07:43:25.579568Z","end":"2026-02-25T07:43:25.696852Z","steps":["trace[13960138] 'process raft request' (duration: 115.117088ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:43:25.944681Z","caller":"traceutil/trace.go:171","msg":"trace[1792101020] linearizableReadLoop","detail":"{readStateIndex:1633; appliedIndex:1632; }","duration":"157.629237ms","start":"2026-02-25T07:43:25.787033Z","end":"2026-02-25T07:43:25.944663Z","steps":["trace[1792101020] 'read index received' (duration: 64.44373ms)","trace[1792101020] 'applied index is now lower than readState.Index' (duration: 93.184787ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T07:43:25.944744Z","caller":"traceutil/trace.go:171","msg":"trace[423259131] transaction","detail":"{read_only:false; response_revision:1563; number_of_response:1; }","duration":"189.250417ms","start":"2026-02-25T07:43:25.755452Z","end":"2026-02-25T07:43:25.944703Z","steps":["trace[423259131] 'process raft request' (duration: 96.136112ms)","trace[423259131] 'compare' (duration: 92.973471ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T07:43:25.945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.919674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c2ff53ef-b207-43fd-9adc-d04eb6c38609\" ","response":"range_response_count:1 size:2539"} {"level":"info","ts":"2026-02-25T07:43:25.945074Z","caller":"traceutil/trace.go:171","msg":"trace[171497017] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c2ff53ef-b207-43fd-9adc-d04eb6c38609; range_end:; response_count:1; response_revision:1563; }","duration":"158.056367ms","start":"2026-02-25T07:43:25.786998Z","end":"2026-02-25T07:43:25.945054Z","steps":["trace[171497017] 'agreement among raft nodes before linearized reading' (duration: 157.76439ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:43:25.95519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.320911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c2ff53ef-b207-43fd-9adc-d04eb6c38609\" ","response":"range_response_count:1 size:2539"} {"level":"info","ts":"2026-02-25T07:43:25.955279Z","caller":"traceutil/trace.go:171","msg":"trace[1445854864] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c2ff53ef-b207-43fd-9adc-d04eb6c38609; range_end:; response_count:1; response_revision:1564; }","duration":"159.443024ms","start":"2026-02-25T07:43:25.795815Z","end":"2026-02-25T07:43:25.955258Z","steps":["trace[1445854864] 'agreement among raft nodes before linearized reading' (duration: 159.187518ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:43:26.276989Z","caller":"traceutil/trace.go:171","msg":"trace[1058656258] transaction","detail":"{read_only:false; response_revision:1574; number_of_response:1; }","duration":"133.967201ms","start":"2026-02-25T07:43:26.142979Z","end":"2026-02-25T07:43:26.276946Z","steps":["trace[1058656258] 'process raft request' (duration: 63.23335ms)","trace[1058656258] 'compare' (duration: 70.525816ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T07:43:26.280413Z","caller":"traceutil/trace.go:171","msg":"trace[2077331182] transaction","detail":"{read_only:false; response_revision:1575; number_of_response:1; }","duration":"132.341079ms","start":"2026-02-25T07:43:26.148051Z","end":"2026-02-25T07:43:26.280392Z","steps":["trace[2077331182] 'process raft request' (duration: 132.240787ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:43:27.898667Z","caller":"traceutil/trace.go:171","msg":"trace[2085515537] transaction","detail":"{read_only:false; response_revision:1587; number_of_response:1; }","duration":"193.396334ms","start":"2026-02-25T07:43:27.705241Z","end":"2026-02-25T07:43:27.898638Z","steps":["trace[2085515537] 'process raft request' (duration: 175.845054ms)","trace[2085515537] 'compare' (duration: 17.212291ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T07:43:27.89868Z","caller":"traceutil/trace.go:171","msg":"trace[1581348985] transaction","detail":"{read_only:false; response_revision:1588; number_of_response:1; }","duration":"193.2911ms","start":"2026-02-25T07:43:27.705365Z","end":"2026-02-25T07:43:27.898656Z","steps":["trace[1581348985] 'process raft request' (duration: 193.164317ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:43:27.898813Z","caller":"traceutil/trace.go:171","msg":"trace[239409778] transaction","detail":"{read_only:false; response_revision:1589; number_of_response:1; }","duration":"193.379533ms","start":"2026-02-25T07:43:27.705427Z","end":"2026-02-25T07:43:27.898807Z","steps":["trace[239409778] 'process raft request' (duration: 193.185458ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:43:27.898855Z","caller":"traceutil/trace.go:171","msg":"trace[481778167] transaction","detail":"{read_only:false; response_revision:1593; number_of_response:1; }","duration":"189.397681ms","start":"2026-02-25T07:43:27.709449Z","end":"2026-02-25T07:43:27.898847Z","steps":["trace[481778167] 'process raft request' (duration: 189.37109ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:43:27.898933Z","caller":"traceutil/trace.go:171","msg":"trace[513979490] transaction","detail":"{read_only:false; response_revision:1591; number_of_response:1; }","duration":"192.85445ms","start":"2026-02-25T07:43:27.70602Z","end":"2026-02-25T07:43:27.898875Z","steps":["trace[513979490] 'process raft request' (duration: 192.747997ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:43:27.898977Z","caller":"traceutil/trace.go:171","msg":"trace[857356684] transaction","detail":"{read_only:false; response_revision:1590; number_of_response:1; }","duration":"193.406694ms","start":"2026-02-25T07:43:27.705548Z","end":"2026-02-25T07:43:27.898954Z","steps":["trace[857356684] 'process raft request' (duration: 193.165167ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:43:27.898977Z","caller":"traceutil/trace.go:171","msg":"trace[287668188] transaction","detail":"{read_only:false; response_revision:1592; number_of_response:1; }","duration":"191.428842ms","start":"2026-02-25T07:43:27.707521Z","end":"2026-02-25T07:43:27.89895Z","steps":["trace[287668188] 'process raft request' (duration: 191.267668ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:43:30.19781Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4092255369792115647,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T07:43:30.698419Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4092255369792115647,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T07:43:31.103661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.722989ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T07:43:31.103813Z","caller":"traceutil/trace.go:171","msg":"trace[1766275664] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1604; }","duration":"998.887583ms","start":"2026-02-25T07:43:30.104905Z","end":"2026-02-25T07:43:31.103792Z","steps":["trace[1766275664] 'range keys from in-memory index tree' (duration: 998.707139ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:43:31.19349Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.61335698s","expected-duration":"1s"} {"level":"info","ts":"2026-02-25T07:43:31.193968Z","caller":"traceutil/trace.go:171","msg":"trace[1942859097] transaction","detail":"{read_only:false; response_revision:1605; number_of_response:1; }","duration":"2.009699202s","start":"2026-02-25T07:43:29.184231Z","end":"2026-02-25T07:43:31.19393Z","steps":["trace[1942859097] 'process raft request' (duration: 2.009531657s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:43:31.194104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:43:29.184206Z","time spent":"2.009826484s","remote":"127.0.0.1:44326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3665,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T07:43:31.332967Z","caller":"traceutil/trace.go:171","msg":"trace[663062213] transaction","detail":"{read_only:false; response_revision:1606; number_of_response:1; }","duration":"1.30018875s","start":"2026-02-25T07:43:30.032741Z","end":"2026-02-25T07:43:31.33293Z","steps":["trace[663062213] 'process raft request' (duration: 1.260433102s)","trace[663062213] 'compare' (duration: 39.514192ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T07:43:31.333163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:43:30.032728Z","time spent":"1.300326263s","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T07:43:31.431344Z","caller":"traceutil/trace.go:171","msg":"trace[1599190117] linearizableReadLoop","detail":"{readStateIndex:1678; appliedIndex:1674; }","duration":"1.734156655s","start":"2026-02-25T07:43:29.697162Z","end":"2026-02-25T07:43:31.431319Z","steps":["trace[1599190117] 'read index received' (duration: 1.49657011s)","trace[1599190117] 'applied index is now lower than readState.Index' (duration: 237.585465ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T07:43:31.431453Z","caller":"traceutil/trace.go:171","msg":"trace[327758309] transaction","detail":"{read_only:false; response_revision:1607; number_of_response:1; }","duration":"912.191523ms","start":"2026-02-25T07:43:30.519206Z","end":"2026-02-25T07:43:31.431398Z","steps":["trace[327758309] 'process raft request' (duration: 911.997008ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:43:31.431608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.640325002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-02-25T07:43:31.431609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.734433342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5356"} {"level":"info","ts":"2026-02-25T07:43:31.431657Z","caller":"traceutil/trace.go:171","msg":"trace[166557504] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1607; }","duration":"1.640388523s","start":"2026-02-25T07:43:29.791257Z","end":"2026-02-25T07:43:31.431645Z","steps":["trace[166557504] 'agreement among raft nodes before linearized reading' (duration: 1.640232819s)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:43:31.431671Z","caller":"traceutil/trace.go:171","msg":"trace[592204098] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1607; }","duration":"1.734525104s","start":"2026-02-25T07:43:29.697129Z","end":"2026-02-25T07:43:31.431654Z","steps":["trace[592204098] 'agreement among raft nodes before linearized reading' (duration: 1.73432941s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:43:31.431673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:43:30.51919Z","time spent":"912.377788ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T07:43:31.431692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:43:29.791215Z","time spent":"1.640467766s","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-25T07:43:31.431715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:43:29.697113Z","time spent":"1.734594046s","remote":"127.0.0.1:50454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5379,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-25T07:43:31.431662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.528364255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-25T07:43:31.431765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.312948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T07:43:31.43181Z","caller":"traceutil/trace.go:171","msg":"trace[1555045328] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:1607; }","duration":"925.37663ms","start":"2026-02-25T07:43:30.506415Z","end":"2026-02-25T07:43:31.431792Z","steps":["trace[1555045328] 'agreement among raft nodes before linearized reading' (duration: 925.302668ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:43:31.431853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:43:30.506396Z","time spent":"925.449522ms","remote":"127.0.0.1:44660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":30,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-02-25T07:43:31.431831Z","caller":"traceutil/trace.go:171","msg":"trace[1710647330] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1607; }","duration":"1.528556389s","start":"2026-02-25T07:43:29.903235Z","end":"2026-02-25T07:43:31.431791Z","steps":["trace[1710647330] 'agreement among raft nodes before linearized reading' (duration: 1.528261822s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:43:31.431867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.528830186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-02-25T07:43:31.431959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.528864867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-25T07:43:31.431969Z","caller":"traceutil/trace.go:171","msg":"trace[1502933641] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1607; }","duration":"1.528951169s","start":"2026-02-25T07:43:29.902999Z","end":"2026-02-25T07:43:31.43195Z","steps":["trace[1502933641] 'agreement among raft nodes before linearized reading' (duration: 1.52857831s)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:43:31.432001Z","caller":"traceutil/trace.go:171","msg":"trace[1840243969] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1607; }","duration":"1.528928759s","start":"2026-02-25T07:43:29.903063Z","end":"2026-02-25T07:43:31.431991Z","steps":["trace[1840243969] 'agreement among raft nodes before linearized reading' (duration: 1.528835127s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:43:31.431894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.396929628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c2ff53ef-b207-43fd-9adc-d04eb6c38609\" ","response":"range_response_count:1 size:3680"} {"level":"warn","ts":"2026-02-25T07:43:31.432035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.529598476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-02-25T07:43:31.432041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:43:29.903048Z","time spent":"1.52898676s","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T07:43:31.432014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.51531691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T07:43:31.43205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:43:29.902991Z","time spent":"1.529045852s","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-25T07:43:31.432075Z","caller":"traceutil/trace.go:171","msg":"trace[824262413] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1607; }","duration":"1.529659038s","start":"2026-02-25T07:43:29.902401Z","end":"2026-02-25T07:43:31.43206Z","steps":["trace[824262413] 'agreement among raft nodes before linearized reading' (duration: 1.529574236s)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:43:31.432077Z","caller":"traceutil/trace.go:171","msg":"trace[589156235] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c2ff53ef-b207-43fd-9adc-d04eb6c38609; range_end:; response_count:1; response_revision:1607; }","duration":"1.397131714s","start":"2026-02-25T07:43:30.034926Z","end":"2026-02-25T07:43:31.432057Z","steps":["trace[589156235] 'agreement among raft nodes before linearized reading' (duration: 1.396882987s)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:43:31.432088Z","caller":"traceutil/trace.go:171","msg":"trace[1926721679] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1607; }","duration":"1.515415043s","start":"2026-02-25T07:43:29.916656Z","end":"2026-02-25T07:43:31.432071Z","steps":["trace[1926721679] 'agreement among raft nodes before linearized reading' (duration: 1.51528036s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:43:31.43191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:43:29.903226Z","time spent":"1.528662462s","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-25T07:43:31.432115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:43:29.902389Z","time spent":"1.529718049s","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-25T07:43:31.432132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:43:29.916648Z","time spent":"1.515477124s","remote":"127.0.0.1:44120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T07:43:31.432126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:43:30.034872Z","time spent":"1.397240466s","remote":"127.0.0.1:44326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3703,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c2ff53ef-b207-43fd-9adc-d04eb6c38609\" "} {"level":"warn","ts":"2026-02-25T07:43:31.432237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.52979054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-25T07:43:31.432367Z","caller":"traceutil/trace.go:171","msg":"trace[971190281] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1607; }","duration":"1.529951094s","start":"2026-02-25T07:43:29.902374Z","end":"2026-02-25T07:43:31.432325Z","steps":["trace[971190281] 'agreement among raft nodes before linearized reading' (duration: 1.529466532s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:43:31.432448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:43:29.902352Z","time spent":"1.530060218s","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T07:43:31.889345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.598298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T07:43:31.889477Z","caller":"traceutil/trace.go:171","msg":"trace[1352338133] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1607; }","duration":"455.777353ms","start":"2026-02-25T07:43:31.433674Z","end":"2026-02-25T07:43:31.889452Z","steps":["trace[1352338133] 'range keys from in-memory index tree' (duration: 455.515676ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:43:31.889539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:43:31.433658Z","time spent":"455.866465ms","remote":"127.0.0.1:44104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T07:43:31.889688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.605087ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T07:43:31.889844Z","caller":"traceutil/trace.go:171","msg":"trace[1323987415] transaction","detail":"{read_only:false; response_revision:1608; number_of_response:1; }","duration":"453.158146ms","start":"2026-02-25T07:43:31.436667Z","end":"2026-02-25T07:43:31.889825Z","steps":["trace[1323987415] 'process raft request' (duration: 47.326052ms)","trace[1323987415] 'compare' (duration: 405.479784ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T07:43:31.889917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:43:31.436644Z","time spent":"453.242329ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T07:43:31.890012Z","caller":"traceutil/trace.go:171","msg":"trace[1074244058] transaction","detail":"{read_only:false; response_revision:1609; number_of_response:1; }","duration":"453.31603ms","start":"2026-02-25T07:43:31.436676Z","end":"2026-02-25T07:43:31.889992Z","steps":["trace[1074244058] 'process raft request' (duration: 453.098805ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:43:31.890153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:43:31.436651Z","time spent":"453.415123ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T07:43:31.906209Z","caller":"traceutil/trace.go:171","msg":"trace[1679272144] transaction","detail":"{read_only:false; response_revision:1610; number_of_response:1; }","duration":"469.393612ms","start":"2026-02-25T07:43:31.436791Z","end":"2026-02-25T07:43:31.906185Z","steps":["trace[1679272144] 'process raft request' (duration: 469.251468ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:43:31.906343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:43:31.436783Z","time spent":"469.492774ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T07:43:31.906494Z","caller":"traceutil/trace.go:171","msg":"trace[1530710485] transaction","detail":"{read_only:false; response_revision:1611; number_of_response:1; }","duration":"469.441273ms","start":"2026-02-25T07:43:31.437031Z","end":"2026-02-25T07:43:31.906472Z","steps":["trace[1530710485] 'process raft request' (duration: 469.121475ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:43:31.906575Z","caller":"traceutil/trace.go:171","msg":"trace[1571032960] transaction","detail":"{read_only:false; response_revision:1612; number_of_response:1; }","duration":"469.210298ms","start":"2026-02-25T07:43:31.437356Z","end":"2026-02-25T07:43:31.906566Z","steps":["trace[1571032960] 'process raft request' (duration: 469.041303ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:43:31.906598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:43:31.437011Z","time spent":"469.529227ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T07:43:31.906615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:43:31.437346Z","time spent":"469.246789ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T07:43:31.906603Z","caller":"traceutil/trace.go:171","msg":"trace[1168978730] transaction","detail":"{read_only:false; response_revision:1613; number_of_response:1; }","duration":"469.166437ms","start":"2026-02-25T07:43:31.437416Z","end":"2026-02-25T07:43:31.906582Z","steps":["trace[1168978730] 'process raft request' (duration: 469.086765ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:43:31.906697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:43:31.437409Z","time spent":"469.238918ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T07:43:37.682414Z","caller":"traceutil/trace.go:171","msg":"trace[1655460651] transaction","detail":"{read_only:false; response_revision:1658; number_of_response:1; }","duration":"331.862599ms","start":"2026-02-25T07:43:37.350523Z","end":"2026-02-25T07:43:37.682386Z","steps":["trace[1655460651] 'process raft request' (duration: 331.690134ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:43:37.682589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:43:37.350497Z","time spent":"332.009323ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T07:43:37.787604Z","caller":"traceutil/trace.go:171","msg":"trace[1741312391] linearizableReadLoop","detail":"{readStateIndex:1731; appliedIndex:1729; }","duration":"311.970401ms","start":"2026-02-25T07:43:37.475607Z","end":"2026-02-25T07:43:37.787577Z","steps":["trace[1741312391] 'read index received' (duration: 206.683524ms)","trace[1741312391] 'applied index is now lower than readState.Index' (duration: 105.285667ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T07:43:37.787765Z","caller":"traceutil/trace.go:171","msg":"trace[643680416] transaction","detail":"{read_only:false; response_revision:1659; number_of_response:1; }","duration":"331.453778ms","start":"2026-02-25T07:43:37.456283Z","end":"2026-02-25T07:43:37.787737Z","steps":["trace[643680416] 'process raft request' (duration: 316.884075ms)","trace[643680416] 'compare' (duration: 14.295966ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T07:43:37.787857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.233658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5356"} {"level":"warn","ts":"2026-02-25T07:43:37.787897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:43:37.456263Z","time spent":"331.565892ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T07:43:37.787909Z","caller":"traceutil/trace.go:171","msg":"trace[1976979796] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1659; }","duration":"312.33379ms","start":"2026-02-25T07:43:37.47556Z","end":"2026-02-25T07:43:37.787894Z","steps":["trace[1976979796] 'agreement among raft nodes before linearized reading' (duration: 312.119415ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:43:37.787962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:43:37.475539Z","time spent":"312.414442ms","remote":"127.0.0.1:50454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5379,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-25T07:43:44.446706Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4092255369792115873,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T07:43:44.993495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.247677ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T07:43:44.993799Z","caller":"traceutil/trace.go:171","msg":"trace[1583907836] linearizableReadLoop","detail":"{readStateIndex:1784; appliedIndex:1782; }","duration":"1.047837117s","start":"2026-02-25T07:43:43.945939Z","end":"2026-02-25T07:43:44.993776Z","steps":["trace[1583907836] 'read index received' (duration: 588.81175ms)","trace[1583907836] 'applied index is now lower than readState.Index' (duration: 459.024057ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T07:43:44.993847Z","caller":"traceutil/trace.go:171","msg":"trace[168429466] transaction","detail":"{read_only:false; response_revision:1711; number_of_response:1; }","duration":"561.118401ms","start":"2026-02-25T07:43:44.432698Z","end":"2026-02-25T07:43:44.993816Z","steps":["trace[168429466] 'process raft request' (duration: 560.959517ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:43:44.993897Z","caller":"traceutil/trace.go:171","msg":"trace[1405396781] transaction","detail":"{read_only:false; response_revision:1710; number_of_response:1; }","duration":"1.115864649s","start":"2026-02-25T07:43:43.877997Z","end":"2026-02-25T07:43:44.993862Z","steps":["trace[1405396781] 'process raft request' (duration: 656.74012ms)","trace[1405396781] 'compare' (duration: 457.803476ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T07:43:44.993994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:43:44.432681Z","time spent":"561.235203ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T07:43:44.994006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:43:43.877969Z","time spent":"1.115984781s","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T07:43:44.994036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.048087483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-25T07:43:44.994107Z","caller":"traceutil/trace.go:171","msg":"trace[1598066605] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1711; }","duration":"1.048197136s","start":"2026-02-25T07:43:43.945891Z","end":"2026-02-25T07:43:44.994088Z","steps":["trace[1598066605] 'agreement among raft nodes before linearized reading' (duration: 1.047995191s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:43:44.994156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:43:43.945868Z","time spent":"1.048279318s","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T07:43:44.994156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047777606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-02-25T07:43:44.99423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.814323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5356"} {"level":"warn","ts":"2026-02-25T07:43:44.994259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.043330041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-25T07:43:44.994266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038540328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-25T07:43:44.994295Z","caller":"traceutil/trace.go:171","msg":"trace[1889634017] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1711; }","duration":"1.043427084s","start":"2026-02-25T07:43:43.950855Z","end":"2026-02-25T07:43:44.994282Z","steps":["trace[1889634017] 'agreement among raft nodes before linearized reading' (duration: 1.04327206s)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:43:44.994318Z","caller":"traceutil/trace.go:171","msg":"trace[292043179] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1711; }","duration":"1.038645661s","start":"2026-02-25T07:43:43.955654Z","end":"2026-02-25T07:43:44.9943Z","steps":["trace[292043179] 'agreement among raft nodes before linearized reading' (duration: 1.038467327s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:43:44.994329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:43:43.950846Z","time spent":"1.043476705s","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-25T07:43:44.994334Z","caller":"traceutil/trace.go:171","msg":"trace[1898149729] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1711; }","duration":"134.939136ms","start":"2026-02-25T07:43:44.859359Z","end":"2026-02-25T07:43:44.994298Z","steps":["trace[1898149729] 'agreement among raft nodes before linearized reading' (duration: 134.738721ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:43:44.994351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:43:43.955639Z","time spent":"1.038704702s","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T07:43:44.99437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.147303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T07:43:44.994396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031546849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-25T07:43:44.994459Z","caller":"traceutil/trace.go:171","msg":"trace[1086352214] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1711; }","duration":"1.031608741s","start":"2026-02-25T07:43:43.96284Z","end":"2026-02-25T07:43:44.994448Z","steps":["trace[1086352214] 'agreement among raft nodes before linearized reading' (duration: 1.031480178s)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:43:44.994469Z","caller":"traceutil/trace.go:171","msg":"trace[630626868] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:1711; }","duration":"285.312477ms","start":"2026-02-25T07:43:44.709132Z","end":"2026-02-25T07:43:44.994445Z","steps":["trace[630626868] 'agreement among raft nodes before linearized reading' (duration: 285.085001ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:43:44.994497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:43:43.962813Z","time spent":"1.031676753s","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-25T07:43:44.99424Z","caller":"traceutil/trace.go:171","msg":"trace[211119582] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1711; }","duration":"1.047906189s","start":"2026-02-25T07:43:43.946313Z","end":"2026-02-25T07:43:44.994219Z","steps":["trace[211119582] 'agreement among raft nodes before linearized reading' (duration: 1.047690344s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:43:44.994579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:43:43.946295Z","time spent":"1.048271059s","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-25T07:43:44.99486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03544119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-02-25T07:43:44.99489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.366594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T07:43:44.994944Z","caller":"traceutil/trace.go:171","msg":"trace[1183840531] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1711; }","duration":"1.035574633s","start":"2026-02-25T07:43:43.959352Z","end":"2026-02-25T07:43:44.994927Z","steps":["trace[1183840531] 'agreement among raft nodes before linearized reading' (duration: 1.034725481s)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:43:44.994964Z","caller":"traceutil/trace.go:171","msg":"trace[36457889] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1711; }","duration":"578.486577ms","start":"2026-02-25T07:43:44.416465Z","end":"2026-02-25T07:43:44.994951Z","steps":["trace[36457889] 'agreement among raft nodes before linearized reading' (duration: 577.569932ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:43:44.995004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:43:44.416444Z","time spent":"578.550768ms","remote":"127.0.0.1:44204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":234,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-02-25T07:43:44.995109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:43:43.959336Z","time spent":"1.035633925s","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-25T07:43:45.474231Z","caller":"traceutil/trace.go:171","msg":"trace[601980441] transaction","detail":"{read_only:false; response_revision:1712; number_of_response:1; }","duration":"475.024036ms","start":"2026-02-25T07:43:44.999182Z","end":"2026-02-25T07:43:45.474206Z","steps":["trace[601980441] 'process raft request' (duration: 474.880232ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:43:45.474383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:43:44.999156Z","time spent":"475.15366ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T07:43:45.996448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.287016ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T07:43:45.996772Z","caller":"traceutil/trace.go:171","msg":"trace[215320156] transaction","detail":"{read_only:false; response_revision:1713; number_of_response:1; }","duration":"997.445946ms","start":"2026-02-25T07:43:44.999286Z","end":"2026-02-25T07:43:45.996732Z","steps":["trace[215320156] 'process raft request' (duration: 581.780331ms)","trace[215320156] 'compare' (duration: 415.086311ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T07:43:45.996863Z","caller":"traceutil/trace.go:171","msg":"trace[2032801549] transaction","detail":"{read_only:false; response_revision:1715; number_of_response:1; }","duration":"997.308293ms","start":"2026-02-25T07:43:44.999536Z","end":"2026-02-25T07:43:45.996844Z","steps":["trace[2032801549] 'process raft request' (duration: 997.242781ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:43:45.99695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:43:44.999525Z","time spent":"997.385405ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T07:43:45.996953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:43:44.999259Z","time spent":"997.59166ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T07:43:45.997017Z","caller":"traceutil/trace.go:171","msg":"trace[552298225] transaction","detail":"{read_only:false; response_revision:1716; number_of_response:1; }","duration":"997.079207ms","start":"2026-02-25T07:43:44.999908Z","end":"2026-02-25T07:43:45.996987Z","steps":["trace[552298225] 'process raft request' (duration: 996.904552ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:43:45.997171Z","caller":"traceutil/trace.go:171","msg":"trace[1589064300] transaction","detail":"{read_only:false; response_revision:1717; number_of_response:1; }","duration":"997.105048ms","start":"2026-02-25T07:43:45.000049Z","end":"2026-02-25T07:43:45.997154Z","steps":["trace[1589064300] 'process raft request' (duration: 996.853151ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:43:45.997206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.937846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.12\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-02-25T07:43:45.99724Z","caller":"traceutil/trace.go:171","msg":"trace[246290782] range","detail":"{range_begin:/registry/masterleases/162.253.55.12; range_end:; response_count:1; response_revision:1717; }","duration":"961.996428ms","start":"2026-02-25T07:43:45.035234Z","end":"2026-02-25T07:43:45.997231Z","steps":["trace[246290782] 'agreement among raft nodes before linearized reading' (duration: 961.869435ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:43:45.997262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:43:45.000027Z","time spent":"997.192129ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T07:43:45.997291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:43:45.035222Z","time spent":"962.061769ms","remote":"127.0.0.1:44154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/162.253.55.12\" "} {"level":"warn","ts":"2026-02-25T07:43:45.997257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:43:44.999703Z","time spent":"997.444426ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T07:43:45.99708Z","caller":"traceutil/trace.go:171","msg":"trace[1048040361] linearizableReadLoop","detail":"{readStateIndex:1790; appliedIndex:1784; }","duration":"961.797853ms","start":"2026-02-25T07:43:45.035273Z","end":"2026-02-25T07:43:45.99707Z","steps":["trace[1048040361] 'read index received' (duration: 438.799149ms)","trace[1048040361] 'applied index is now lower than readState.Index' (duration: 522.997614ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T07:43:45.997023Z","caller":"traceutil/trace.go:171","msg":"trace[1655112662] transaction","detail":"{read_only:false; response_revision:1714; number_of_response:1; }","duration":"997.483657ms","start":"2026-02-25T07:43:44.999458Z","end":"2026-02-25T07:43:45.996941Z","steps":["trace[1655112662] 'process raft request' (duration: 997.229341ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:43:45.997421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:43:44.999447Z","time spent":"997.944269ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T07:43:46.498007Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4092255369792115887,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-25T07:43:46.510421Z","caller":"traceutil/trace.go:171","msg":"trace[1327574275] transaction","detail":"{read_only:false; response_revision:1718; number_of_response:1; }","duration":"774.047326ms","start":"2026-02-25T07:43:45.736343Z","end":"2026-02-25T07:43:46.51039Z","steps":["trace[1327574275] 'process raft request' (duration: 773.858481ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:43:46.510615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:43:45.736311Z","time spent":"774.201939ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T07:43:46.934766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.436897ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T07:43:46.935154Z","caller":"traceutil/trace.go:171","msg":"trace[1876343623] linearizableReadLoop","detail":"{readStateIndex:1793; appliedIndex:1790; }","duration":"937.772438ms","start":"2026-02-25T07:43:45.997357Z","end":"2026-02-25T07:43:46.935129Z","steps":["trace[1876343623] 'read index received' (duration: 512.99968ms)","trace[1876343623] 'applied index is now lower than readState.Index' (duration: 424.771128ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T07:43:46.935153Z","caller":"traceutil/trace.go:171","msg":"trace[598159108] transaction","detail":"{read_only:false; response_revision:1719; number_of_response:1; }","duration":"1.078965344s","start":"2026-02-25T07:43:45.856153Z","end":"2026-02-25T07:43:46.935118Z","steps":["trace[598159108] 'process raft request' (duration: 790.082195ms)","trace[598159108] 'compare' (duration: 288.299264ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T07:43:46.935171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:43:45.998648Z","time spent":"936.489814ms","remote":"127.0.0.1:44154","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-25T07:43:46.935282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017349916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T07:43:46.935304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:43:45.85613Z","time spent":"1.079092648s","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T07:43:46.935279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010750187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T07:43:46.935351Z","caller":"traceutil/trace.go:171","msg":"trace[1642836513] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1719; }","duration":"1.017463708s","start":"2026-02-25T07:43:45.917872Z","end":"2026-02-25T07:43:46.935336Z","steps":["trace[1642836513] 'agreement among raft nodes before linearized reading' (duration: 1.017348386s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:43:46.935371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.18651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5356"} {"level":"warn","ts":"2026-02-25T07:43:46.93539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:43:45.917852Z","time spent":"1.017529591s","remote":"127.0.0.1:44120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T07:43:46.935386Z","caller":"traceutil/trace.go:171","msg":"trace[1999540031] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:1719; }","duration":"1.010915011s","start":"2026-02-25T07:43:45.924445Z","end":"2026-02-25T07:43:46.93536Z","steps":["trace[1999540031] 'agreement among raft nodes before linearized reading' (duration: 1.010695606s)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:43:46.935413Z","caller":"traceutil/trace.go:171","msg":"trace[25623553] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1719; }","duration":"933.248932ms","start":"2026-02-25T07:43:46.002151Z","end":"2026-02-25T07:43:46.9354Z","steps":["trace[25623553] 'agreement among raft nodes before linearized reading' (duration: 933.102018ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:43:46.935448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:43:46.00214Z","time spent":"933.298933ms","remote":"127.0.0.1:50454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5379,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-25T07:43:46.935451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:43:45.924434Z","time spent":"1.011002854s","remote":"127.0.0.1:60936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-02-25T07:43:49.449465Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4092255369792115925,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-25T07:43:49.636677Z","caller":"traceutil/trace.go:171","msg":"trace[319441317] linearizableReadLoop","detail":"{readStateIndex:1805; appliedIndex:1804; }","duration":"688.015802ms","start":"2026-02-25T07:43:48.94862Z","end":"2026-02-25T07:43:49.636636Z","steps":["trace[319441317] 'read index received' (duration: 687.709173ms)","trace[319441317] 'applied index is now lower than readState.Index' (duration: 305.449µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T07:43:49.636717Z","caller":"traceutil/trace.go:171","msg":"trace[1515352800] transaction","detail":"{read_only:false; response_revision:1731; number_of_response:1; }","duration":"695.586236ms","start":"2026-02-25T07:43:48.941092Z","end":"2026-02-25T07:43:49.636678Z","steps":["trace[1515352800] 'process raft request' (duration: 695.34828ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:43:49.636966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:43:48.941031Z","time spent":"695.77531ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T07:43:49.637012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.992231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-25T07:43:49.637055Z","caller":"traceutil/trace.go:171","msg":"trace[305974386] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1731; }","duration":"148.111883ms","start":"2026-02-25T07:43:49.488931Z","end":"2026-02-25T07:43:49.637043Z","steps":["trace[305974386] 'agreement among raft nodes before linearized reading' (duration: 147.909998ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:43:49.637147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.513454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5356"} {"level":"info","ts":"2026-02-25T07:43:49.637316Z","caller":"traceutil/trace.go:171","msg":"trace[839479495] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1731; }","duration":"688.688998ms","start":"2026-02-25T07:43:48.948595Z","end":"2026-02-25T07:43:49.637284Z","steps":["trace[839479495] 'agreement among raft nodes before linearized reading' (duration: 688.191766ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:43:49.637376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:43:48.948585Z","time spent":"688.775621ms","remote":"127.0.0.1:50454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5379,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-25T07:44:22.052338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.394099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T07:44:22.052479Z","caller":"traceutil/trace.go:171","msg":"trace[914413148] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:1894; }","duration":"130.607645ms","start":"2026-02-25T07:44:21.921843Z","end":"2026-02-25T07:44:22.052451Z","steps":["trace[914413148] 'count revisions from in-memory index tree' (duration: 130.255355ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:44:24.37091Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4092255369792116387,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T07:44:24.871391Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4092255369792116387,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T07:44:24.920445Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.056815746s","expected-duration":"1s"} {"level":"info","ts":"2026-02-25T07:44:24.920879Z","caller":"traceutil/trace.go:171","msg":"trace[2122311879] transaction","detail":"{read_only:false; response_revision:1902; number_of_response:1; }","duration":"1.057341349s","start":"2026-02-25T07:44:23.863508Z","end":"2026-02-25T07:44:24.920849Z","steps":["trace[2122311879] 'process raft request' (duration: 1.057157515s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:44:24.921058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:44:23.863483Z","time spent":"1.057478982s","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T07:44:24.947802Z","caller":"traceutil/trace.go:171","msg":"trace[812886641] linearizableReadLoop","detail":"{readStateIndex:1985; appliedIndex:1983; }","duration":"1.077262866s","start":"2026-02-25T07:44:23.870509Z","end":"2026-02-25T07:44:24.947772Z","steps":["trace[812886641] 'read index received' (duration: 1.050176485s)","trace[812886641] 'applied index is now lower than readState.Index' (duration: 27.084821ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T07:44:24.947942Z","caller":"traceutil/trace.go:171","msg":"trace[26546027] transaction","detail":"{read_only:false; response_revision:1903; number_of_response:1; }","duration":"141.874592ms","start":"2026-02-25T07:44:24.80605Z","end":"2026-02-25T07:44:24.947925Z","steps":["trace[26546027] 'process raft request' (duration: 141.517672ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:44:24.948016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030395031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T07:44:24.948166Z","caller":"traceutil/trace.go:171","msg":"trace[1393496245] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1903; }","duration":"1.030589355s","start":"2026-02-25T07:44:23.917558Z","end":"2026-02-25T07:44:24.948148Z","steps":["trace[1393496245] 'agreement among raft nodes before linearized reading' (duration: 1.030403571s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:44:24.948277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.349512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-02-25T07:44:24.94828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:44:23.917537Z","time spent":"1.030727609s","remote":"127.0.0.1:44120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T07:44:24.948338Z","caller":"traceutil/trace.go:171","msg":"trace[525179036] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1903; }","duration":"703.459656ms","start":"2026-02-25T07:44:24.24486Z","end":"2026-02-25T07:44:24.94832Z","steps":["trace[525179036] 'agreement among raft nodes before linearized reading' (duration: 703.277961ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:44:24.948377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:44:24.244832Z","time spent":"703.537297ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T07:44:24.948406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.078326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T07:44:24.948522Z","caller":"traceutil/trace.go:171","msg":"trace[1294665276] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:1903; }","duration":"377.24525ms","start":"2026-02-25T07:44:24.571245Z","end":"2026-02-25T07:44:24.94849Z","steps":["trace[1294665276] 'agreement among raft nodes before linearized reading' (duration: 376.973023ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:44:24.94854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.996909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-02-25T07:44:24.948608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:44:24.571178Z","time spent":"377.411153ms","remote":"127.0.0.1:50254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-02-25T07:44:24.948581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.066821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T07:44:24.948681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.883202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-25T07:44:24.948695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.948019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-02-25T07:44:24.94871Z","caller":"traceutil/trace.go:171","msg":"trace[1338193027] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1903; }","duration":"695.222815ms","start":"2026-02-25T07:44:24.253438Z","end":"2026-02-25T07:44:24.948661Z","steps":["trace[1338193027] 'agreement among raft nodes before linearized reading' (duration: 694.736913ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:44:24.9487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.536398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-02-25T07:44:24.948737Z","caller":"traceutil/trace.go:171","msg":"trace[91133690] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1903; }","duration":"693.957644ms","start":"2026-02-25T07:44:24.254767Z","end":"2026-02-25T07:44:24.948724Z","steps":["trace[91133690] 'agreement among raft nodes before linearized reading' (duration: 693.746178ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:44:24.948747Z","caller":"traceutil/trace.go:171","msg":"trace[1545164677] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:1903; }","duration":"923.309128ms","start":"2026-02-25T07:44:24.025408Z","end":"2026-02-25T07:44:24.948717Z","steps":["trace[1545164677] 'agreement among raft nodes before linearized reading' (duration: 922.959779ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:44:24.948757Z","caller":"traceutil/trace.go:171","msg":"trace[123833520] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1903; }","duration":"695.02592ms","start":"2026-02-25T07:44:24.253709Z","end":"2026-02-25T07:44:24.948734Z","steps":["trace[123833520] 'agreement among raft nodes before linearized reading' (duration: 694.909027ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:44:24.948772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:44:24.253426Z","time spent":"695.335108ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-25T07:44:24.948781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:44:24.254737Z","time spent":"694.036105ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-25T07:44:24.948788Z","caller":"traceutil/trace.go:171","msg":"trace[1423632583] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1903; }","duration":"703.663221ms","start":"2026-02-25T07:44:24.245101Z","end":"2026-02-25T07:44:24.948764Z","steps":["trace[1423632583] 'agreement among raft nodes before linearized reading' (duration: 703.371433ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:44:24.948813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:44:24.025372Z","time spent":"923.427871ms","remote":"127.0.0.1:50336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-02-25T07:44:24.948839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:44:24.253696Z","time spent":"695.097703ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-25T07:44:24.948807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.591134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5356"} {"level":"warn","ts":"2026-02-25T07:44:24.94884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:44:24.245087Z","time spent":"703.741382ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-25T07:44:24.948934Z","caller":"traceutil/trace.go:171","msg":"trace[957325212] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1903; }","duration":"972.776299ms","start":"2026-02-25T07:44:23.976119Z","end":"2026-02-25T07:44:24.948895Z","steps":["trace[957325212] 'agreement among raft nodes before linearized reading' (duration: 972.330008ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:44:24.94899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:44:23.9761Z","time spent":"972.880862ms","remote":"127.0.0.1:50454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5379,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-25T07:44:24.949119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.078608681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-25T07:44:24.949197Z","caller":"traceutil/trace.go:171","msg":"trace[795721569] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1903; }","duration":"1.078730294s","start":"2026-02-25T07:44:23.87045Z","end":"2026-02-25T07:44:24.94918Z","steps":["trace[795721569] 'agreement among raft nodes before linearized reading' (duration: 1.077844332s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:44:24.949249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:44:23.870426Z","time spent":"1.078811577s","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-25T07:44:25.350879Z","caller":"traceutil/trace.go:171","msg":"trace[785911206] transaction","detail":"{read_only:false; response_revision:1904; number_of_response:1; }","duration":"396.591262ms","start":"2026-02-25T07:44:24.954251Z","end":"2026-02-25T07:44:25.350842Z","steps":["trace[785911206] 'process raft request' (duration: 387.629234ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:44:25.351112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:44:24.954227Z","time spent":"396.777227ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T07:44:25.364451Z","caller":"traceutil/trace.go:171","msg":"trace[365689520] transaction","detail":"{read_only:false; response_revision:1906; number_of_response:1; }","duration":"409.629276ms","start":"2026-02-25T07:44:24.954794Z","end":"2026-02-25T07:44:25.364423Z","steps":["trace[365689520] 'process raft request' (duration: 409.535903ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:44:25.364463Z","caller":"traceutil/trace.go:171","msg":"trace[2085898696] transaction","detail":"{read_only:false; response_revision:1905; number_of_response:1; }","duration":"409.857671ms","start":"2026-02-25T07:44:24.954564Z","end":"2026-02-25T07:44:25.364422Z","steps":["trace[2085898696] 'process raft request' (duration: 409.552283ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:44:25.364631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:44:24.954764Z","time spent":"409.769219ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T07:44:25.364676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:44:24.954554Z","time spent":"409.994915ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T07:44:25.364843Z","caller":"traceutil/trace.go:171","msg":"trace[1061756079] transaction","detail":"{read_only:false; response_revision:1907; number_of_response:1; }","duration":"409.752519ms","start":"2026-02-25T07:44:24.955026Z","end":"2026-02-25T07:44:25.364779Z","steps":["trace[1061756079] 'process raft request' (duration: 409.351549ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:44:25.365076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:44:24.955009Z","time spent":"409.948873ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T07:44:25.365385Z","caller":"traceutil/trace.go:171","msg":"trace[906973459] transaction","detail":"{read_only:false; response_revision:1908; number_of_response:1; }","duration":"410.234312ms","start":"2026-02-25T07:44:24.955135Z","end":"2026-02-25T07:44:25.365369Z","steps":["trace[906973459] 'process raft request' (duration: 409.926473ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:44:25.365385Z","caller":"traceutil/trace.go:171","msg":"trace[2081970930] linearizableReadLoop","detail":"{readStateIndex:1991; appliedIndex:1985; }","duration":"407.585483ms","start":"2026-02-25T07:44:24.957775Z","end":"2026-02-25T07:44:25.365361Z","steps":["trace[2081970930] 'read index received' (duration: 384.212876ms)","trace[2081970930] 'applied index is now lower than readState.Index' (duration: 23.371457ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T07:44:25.365426Z","caller":"traceutil/trace.go:171","msg":"trace[1917444010] transaction","detail":"{read_only:false; response_revision:1909; number_of_response:1; }","duration":"410.023186ms","start":"2026-02-25T07:44:24.955381Z","end":"2026-02-25T07:44:25.365404Z","steps":["trace[1917444010] 'process raft request' (duration: 409.915814ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:44:25.36546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:44:24.955101Z","time spent":"410.322184ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T07:44:25.365502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:44:24.955371Z","time spent":"410.095448ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T07:44:25.365541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.766199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T07:44:25.365612Z","caller":"traceutil/trace.go:171","msg":"trace[1772684678] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1909; }","duration":"407.87151ms","start":"2026-02-25T07:44:24.957729Z","end":"2026-02-25T07:44:25.3656Z","steps":["trace[1772684678] 'agreement among raft nodes before linearized reading' (duration: 407.725687ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:44:25.365638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.157592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.12\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-02-25T07:44:25.365644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:44:24.957707Z","time spent":"407.931222ms","remote":"127.0.0.1:44120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T07:44:25.365678Z","caller":"traceutil/trace.go:171","msg":"trace[2024210011] range","detail":"{range_begin:/registry/masterleases/162.253.55.12; range_end:; response_count:1; response_revision:1909; }","duration":"329.229924ms","start":"2026-02-25T07:44:25.036435Z","end":"2026-02-25T07:44:25.365665Z","steps":["trace[2024210011] 'agreement among raft nodes before linearized reading' (duration: 329.06148ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:44:25.365727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:44:25.036421Z","time spent":"329.297355ms","remote":"127.0.0.1:44154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/162.253.55.12\" "} {"level":"warn","ts":"2026-02-25T07:44:26.32004Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4092255369792116400,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T07:44:26.381357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.337257ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-02-25T07:44:26.381463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:44:25.366685Z","time spent":"1.014773601s","remote":"127.0.0.1:44154","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-25T07:44:26.383199Z","caller":"traceutil/trace.go:171","msg":"trace[435915652] linearizableReadLoop","detail":"{readStateIndex:1993; appliedIndex:1992; }","duration":"563.438221ms","start":"2026-02-25T07:44:25.819729Z","end":"2026-02-25T07:44:26.383167Z","steps":["trace[435915652] 'read index received' (duration: 563.207046ms)","trace[435915652] 'applied index is now lower than readState.Index' (duration: 230.165µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T07:44:26.383272Z","caller":"traceutil/trace.go:171","msg":"trace[1490530217] transaction","detail":"{read_only:false; response_revision:1910; number_of_response:1; }","duration":"768.387513ms","start":"2026-02-25T07:44:25.614843Z","end":"2026-02-25T07:44:26.38323Z","steps":["trace[1490530217] 'process raft request' (duration: 768.127726ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:44:26.38344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:44:25.614809Z","time spent":"768.538647ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T07:44:26.383576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.830941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18976d8f57cef2e2\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-02-25T07:44:26.38374Z","caller":"traceutil/trace.go:171","msg":"trace[1615533004] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18976d8f57cef2e2; range_end:; response_count:1; response_revision:1910; }","duration":"564.032907ms","start":"2026-02-25T07:44:25.819659Z","end":"2026-02-25T07:44:26.383692Z","steps":["trace[1615533004] 'agreement among raft nodes before linearized reading' (duration: 563.611816ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:44:26.383796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:44:25.819628Z","time spent":"564.155479ms","remote":"127.0.0.1:44204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18976d8f57cef2e2\" "} {"level":"info","ts":"2026-02-25T07:44:26.578773Z","caller":"traceutil/trace.go:171","msg":"trace[1361809955] linearizableReadLoop","detail":"{readStateIndex:1994; appliedIndex:1993; }","duration":"195.448419ms","start":"2026-02-25T07:44:26.383286Z","end":"2026-02-25T07:44:26.578734Z","steps":["trace[1361809955] 'read index received' (duration: 106.603µs)","trace[1361809955] 'applied index is now lower than readState.Index' (duration: 195.339436ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T07:44:26.578785Z","caller":"traceutil/trace.go:171","msg":"trace[339411902] transaction","detail":"{read_only:false; response_revision:1911; number_of_response:1; }","duration":"195.49108ms","start":"2026-02-25T07:44:26.383257Z","end":"2026-02-25T07:44:26.578748Z","steps":["trace[339411902] 'process raft request' (duration: 191.330523ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:44:26.579075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.171411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5356"} {"level":"info","ts":"2026-02-25T07:44:26.579161Z","caller":"traceutil/trace.go:171","msg":"trace[2182662] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1911; }","duration":"622.316394ms","start":"2026-02-25T07:44:25.956824Z","end":"2026-02-25T07:44:26.57914Z","steps":["trace[2182662] 'agreement among raft nodes before linearized reading' (duration: 622.047508ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:44:26.579208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:44:25.956798Z","time spent":"622.400237ms","remote":"127.0.0.1:50454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5379,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-25T07:44:26.579385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.189793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-02-25T07:44:26.579534Z","caller":"traceutil/trace.go:171","msg":"trace[843001286] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1911; }","duration":"262.45667ms","start":"2026-02-25T07:44:26.317051Z","end":"2026-02-25T07:44:26.579507Z","steps":["trace[843001286] 'agreement among raft nodes before linearized reading' (duration: 261.702661ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:44:26.57972Z","caller":"traceutil/trace.go:171","msg":"trace[2072035905] transaction","detail":"{read_only:false; response_revision:1912; number_of_response:1; }","duration":"192.175935ms","start":"2026-02-25T07:44:26.387513Z","end":"2026-02-25T07:44:26.579689Z","steps":["trace[2072035905] 'process raft request' (duration: 191.997221ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:45:09.768174Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4092255369792117225,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-25T07:45:09.801336Z","caller":"traceutil/trace.go:171","msg":"trace[318612281] transaction","detail":"{read_only:false; response_revision:2294; number_of_response:1; }","duration":"631.827778ms","start":"2026-02-25T07:45:09.169476Z","end":"2026-02-25T07:45:09.801303Z","steps":["trace[318612281] 'process raft request' (duration: 631.592572ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:45:09.801547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:45:09.169443Z","time spent":"631.984472ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T07:45:09.819463Z","caller":"traceutil/trace.go:171","msg":"trace[1129448821] linearizableReadLoop","detail":"{readStateIndex:2394; appliedIndex:2392; }","duration":"551.532347ms","start":"2026-02-25T07:45:09.267905Z","end":"2026-02-25T07:45:09.819437Z","steps":["trace[1129448821] 'read index received' (duration: 533.21726ms)","trace[1129448821] 'applied index is now lower than readState.Index' (duration: 18.313517ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T07:45:09.819615Z","caller":"traceutil/trace.go:171","msg":"trace[1847024718] transaction","detail":"{read_only:false; response_revision:2295; number_of_response:1; }","duration":"646.968743ms","start":"2026-02-25T07:45:09.1726Z","end":"2026-02-25T07:45:09.819569Z","steps":["trace[1847024718] 'process raft request' (duration: 646.707387ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:45:09.819761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.849406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12014"} {"level":"info","ts":"2026-02-25T07:45:09.819812Z","caller":"traceutil/trace.go:171","msg":"trace[1706370549] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2295; }","duration":"551.969348ms","start":"2026-02-25T07:45:09.267828Z","end":"2026-02-25T07:45:09.819798Z","steps":["trace[1706370549] 'agreement among raft nodes before linearized reading' (duration: 551.759713ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:45:09.819809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.600551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-25T07:45:09.819829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:45:09.172567Z","time spent":"647.141428ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T07:45:09.81985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:45:09.267804Z","time spent":"552.03724ms","remote":"127.0.0.1:44326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12037,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-25T07:45:09.81987Z","caller":"traceutil/trace.go:171","msg":"trace[898200188] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2295; }","duration":"211.721754ms","start":"2026-02-25T07:45:09.608133Z","end":"2026-02-25T07:45:09.819855Z","steps":["trace[898200188] 'agreement among raft nodes before linearized reading' (duration: 211.524799ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:45:09.819933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.955859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-25T07:45:09.819984Z","caller":"traceutil/trace.go:171","msg":"trace[77713778] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2295; }","duration":"212.064663ms","start":"2026-02-25T07:45:09.607904Z","end":"2026-02-25T07:45:09.819968Z","steps":["trace[77713778] 'agreement among raft nodes before linearized reading' (duration: 211.94751ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:45:09.820054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.124293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-02-25T07:45:09.820097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.352161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-25T07:45:09.820097Z","caller":"traceutil/trace.go:171","msg":"trace[484483578] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2295; }","duration":"212.172824ms","start":"2026-02-25T07:45:09.607911Z","end":"2026-02-25T07:45:09.820083Z","steps":["trace[484483578] 'agreement among raft nodes before linearized reading' (duration: 212.054551ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:45:09.820126Z","caller":"traceutil/trace.go:171","msg":"trace[1019570266] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2295; }","duration":"205.404712ms","start":"2026-02-25T07:45:09.614713Z","end":"2026-02-25T07:45:09.820117Z","steps":["trace[1019570266] 'agreement among raft nodes before linearized reading' (duration: 205.32094ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:45:09.819808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.936426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-02-25T07:45:09.820233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.182075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-02-25T07:45:09.820241Z","caller":"traceutil/trace.go:171","msg":"trace[1014908986] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2295; }","duration":"530.376967ms","start":"2026-02-25T07:45:09.289852Z","end":"2026-02-25T07:45:09.820229Z","steps":["trace[1014908986] 'agreement among raft nodes before linearized reading' (duration: 529.798403ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:45:09.820259Z","caller":"traceutil/trace.go:171","msg":"trace[1238687956] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2295; }","duration":"210.229746ms","start":"2026-02-25T07:45:09.61002Z","end":"2026-02-25T07:45:09.82025Z","steps":["trace[1238687956] 'agreement among raft nodes before linearized reading' (duration: 210.163944ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:45:09.820279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:45:09.289784Z","time spent":"530.48377ms","remote":"127.0.0.1:44342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-02-25T07:45:09.820299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.39448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-25T07:45:09.820353Z","caller":"traceutil/trace.go:171","msg":"trace[1325158915] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2295; }","duration":"212.486944ms","start":"2026-02-25T07:45:09.607851Z","end":"2026-02-25T07:45:09.820338Z","steps":["trace[1325158915] 'agreement among raft nodes before linearized reading' (duration: 212.350099ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:45:11.775323Z","caller":"traceutil/trace.go:171","msg":"trace[97019749] transaction","detail":"{read_only:false; response_revision:2303; number_of_response:1; }","duration":"159.512022ms","start":"2026-02-25T07:45:11.61577Z","end":"2026-02-25T07:45:11.775282Z","steps":["trace[97019749] 'process raft request' (duration: 159.156043ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:45:12.093629Z","caller":"traceutil/trace.go:171","msg":"trace[1142782610] transaction","detail":"{read_only:false; response_revision:2307; number_of_response:1; }","duration":"156.084064ms","start":"2026-02-25T07:45:11.937517Z","end":"2026-02-25T07:45:12.093601Z","steps":["trace[1142782610] 'process raft request' (duration: 145.905594ms)","trace[1142782610] 'compare' (duration: 10.017336ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T07:45:12.094007Z","caller":"traceutil/trace.go:171","msg":"trace[742647949] transaction","detail":"{read_only:false; response_revision:2309; number_of_response:1; }","duration":"156.352731ms","start":"2026-02-25T07:45:11.937634Z","end":"2026-02-25T07:45:12.093986Z","steps":["trace[742647949] 'process raft request' (duration: 156.169956ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:45:12.094008Z","caller":"traceutil/trace.go:171","msg":"trace[209070660] transaction","detail":"{read_only:false; response_revision:2308; number_of_response:1; }","duration":"156.358482ms","start":"2026-02-25T07:45:11.937608Z","end":"2026-02-25T07:45:12.093967Z","steps":["trace[209070660] 'process raft request' (duration: 155.950591ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:45:12.094047Z","caller":"traceutil/trace.go:171","msg":"trace[497436202] transaction","detail":"{read_only:false; response_revision:2310; number_of_response:1; }","duration":"154.814852ms","start":"2026-02-25T07:45:11.939201Z","end":"2026-02-25T07:45:12.094016Z","steps":["trace[497436202] 'process raft request' (duration: 154.721759ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:45:12.094034Z","caller":"traceutil/trace.go:171","msg":"trace[1690307920] transaction","detail":"{read_only:false; response_revision:2311; number_of_response:1; }","duration":"154.630446ms","start":"2026-02-25T07:45:11.93937Z","end":"2026-02-25T07:45:12.094001Z","steps":["trace[1690307920] 'process raft request' (duration: 154.586125ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:45:16.820944Z","caller":"traceutil/trace.go:171","msg":"trace[1849075620] transaction","detail":"{read_only:false; response_revision:2343; number_of_response:1; }","duration":"142.958238ms","start":"2026-02-25T07:45:16.677955Z","end":"2026-02-25T07:45:16.820913Z","steps":["trace[1849075620] 'process raft request' (duration: 142.768223ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:45:42.365183Z","caller":"traceutil/trace.go:171","msg":"trace[468264086] linearizableReadLoop","detail":"{readStateIndex:2581; appliedIndex:2580; }","duration":"446.402008ms","start":"2026-02-25T07:45:41.918754Z","end":"2026-02-25T07:45:42.365156Z","steps":["trace[468264086] 'read index received' (duration: 446.285865ms)","trace[468264086] 'applied index is now lower than readState.Index' (duration: 113.293µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T07:45:42.365291Z","caller":"traceutil/trace.go:171","msg":"trace[383588724] transaction","detail":"{read_only:false; response_revision:2474; number_of_response:1; }","duration":"568.530344ms","start":"2026-02-25T07:45:41.796726Z","end":"2026-02-25T07:45:42.365256Z","steps":["trace[383588724] 'process raft request' (duration: 568.262487ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:45:42.365356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.596053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T07:45:42.365397Z","caller":"traceutil/trace.go:171","msg":"trace[1086609553] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2474; }","duration":"446.712606ms","start":"2026-02-25T07:45:41.918672Z","end":"2026-02-25T07:45:42.365384Z","steps":["trace[1086609553] 'agreement among raft nodes before linearized reading' (duration: 446.623594ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:45:42.365437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:45:41.918644Z","time spent":"446.783788ms","remote":"127.0.0.1:44120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T07:45:42.365473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:45:41.7967Z","time spent":"568.674518ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T07:45:42.382574Z","caller":"traceutil/trace.go:171","msg":"trace[605729798] transaction","detail":"{read_only:false; response_revision:2475; number_of_response:1; }","duration":"277.403072ms","start":"2026-02-25T07:45:42.10515Z","end":"2026-02-25T07:45:42.382553Z","steps":["trace[605729798] 'process raft request' (duration: 277.235468ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:45:42.382743Z","caller":"traceutil/trace.go:171","msg":"trace[144804412] transaction","detail":"{read_only:false; response_revision:2476; number_of_response:1; }","duration":"275.352159ms","start":"2026-02-25T07:45:42.107367Z","end":"2026-02-25T07:45:42.382719Z","steps":["trace[144804412] 'process raft request' (duration: 275.139214ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:45:42.383078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.568574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-25T07:45:42.383147Z","caller":"traceutil/trace.go:171","msg":"trace[1406723836] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2476; }","duration":"131.714729ms","start":"2026-02-25T07:45:42.251416Z","end":"2026-02-25T07:45:42.383131Z","steps":["trace[1406723836] 'agreement among raft nodes before linearized reading' (duration: 131.536124ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:45:42.382931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.396979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-02-25T07:45:42.38332Z","caller":"traceutil/trace.go:171","msg":"trace[1713406361] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2476; }","duration":"118.774369ms","start":"2026-02-25T07:45:42.264499Z","end":"2026-02-25T07:45:42.383274Z","steps":["trace[1713406361] 'agreement among raft nodes before linearized reading' (duration: 118.348849ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:45:42.383033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.352018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-02-25T07:45:42.383511Z","caller":"traceutil/trace.go:171","msg":"trace[905674327] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2476; }","duration":"247.883522ms","start":"2026-02-25T07:45:42.135561Z","end":"2026-02-25T07:45:42.383445Z","steps":["trace[905674327] 'agreement among raft nodes before linearized reading' (duration: 247.261456ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:45:43.037586Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4092255369792117743,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T07:45:44.992497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:45:44.319432Z","time spent":"673.0542ms","remote":"127.0.0.1:55250","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-25T07:45:44.994152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.891228657s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T07:45:44.99446Z","caller":"traceutil/trace.go:171","msg":"trace[562989197] transaction","detail":"{read_only:false; response_revision:2479; number_of_response:1; }","duration":"2.607529208s","start":"2026-02-25T07:45:42.386911Z","end":"2026-02-25T07:45:44.99444Z","steps":["trace[562989197] 'process raft request' (duration: 2.607392364s)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:45:44.994503Z","caller":"traceutil/trace.go:171","msg":"trace[1992092555] transaction","detail":"{read_only:false; response_revision:2480; number_of_response:1; }","duration":"2.60717246s","start":"2026-02-25T07:45:42.387301Z","end":"2026-02-25T07:45:44.994474Z","steps":["trace[1992092555] 'process raft request' (duration: 2.607080136s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:45:44.994604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:45:42.387295Z","time spent":"2.607262522s","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T07:45:44.994632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:45:42.386881Z","time spent":"2.607653801s","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T07:45:44.994419Z","caller":"traceutil/trace.go:171","msg":"trace[1411169148] transaction","detail":"{read_only:false; response_revision:2478; number_of_response:1; }","duration":"2.607497486s","start":"2026-02-25T07:45:42.386881Z","end":"2026-02-25T07:45:44.994378Z","steps":["trace[1411169148] 'process raft request' (duration: 715.93242ms)","trace[1411169148] 'compare' (duration: 1.890988242s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T07:45:44.994839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:45:42.386865Z","time spent":"2.607914038s","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T07:45:44.994865Z","caller":"traceutil/trace.go:171","msg":"trace[796561683] transaction","detail":"{read_only:false; response_revision:2481; number_of_response:1; }","duration":"2.607480867s","start":"2026-02-25T07:45:42.387339Z","end":"2026-02-25T07:45:44.99482Z","steps":["trace[796561683] 'process raft request' (duration: 2.607088876s)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:45:44.994959Z","caller":"traceutil/trace.go:171","msg":"trace[63827921] linearizableReadLoop","detail":"{readStateIndex:2590; appliedIndex:2584; }","duration":"2.457777302s","start":"2026-02-25T07:45:42.537148Z","end":"2026-02-25T07:45:44.994926Z","steps":["trace[63827921] 'read index received' (duration: 565.561028ms)","trace[63827921] 'applied index is now lower than readState.Index' (duration: 1.892215134s)"],"step_count":2} {"level":"info","ts":"2026-02-25T07:45:44.994997Z","caller":"traceutil/trace.go:171","msg":"trace[892405524] transaction","detail":"{read_only:false; response_revision:2482; number_of_response:1; }","duration":"2.607138588s","start":"2026-02-25T07:45:42.387836Z","end":"2026-02-25T07:45:44.994975Z","steps":["trace[892405524] 'process raft request' (duration: 2.606854361s)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:45:44.995007Z","caller":"traceutil/trace.go:171","msg":"trace[1409664114] transaction","detail":"{read_only:false; response_revision:2483; number_of_response:1; }","duration":"2.607055237s","start":"2026-02-25T07:45:42.387912Z","end":"2026-02-25T07:45:44.994967Z","steps":["trace[1409664114] 'process raft request' (duration: 2.606945664s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:45:44.995098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:45:42.387328Z","time spent":"2.607665172s","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T07:45:44.995163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:45:42.387904Z","time spent":"2.60717595s","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T07:45:44.995209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:45:42.387823Z","time spent":"2.607247841s","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T07:45:44.996625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.459446773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18976da4b25c463b\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-02-25T07:45:44.996699Z","caller":"traceutil/trace.go:171","msg":"trace[305418468] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18976da4b25c463b; range_end:; response_count:1; response_revision:2483; }","duration":"2.459567657s","start":"2026-02-25T07:45:42.537103Z","end":"2026-02-25T07:45:44.99667Z","steps":["trace[305418468] 'agreement among raft nodes before linearized reading' (duration: 2.457982587s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:45:44.996737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:45:42.537081Z","time spent":"2.459647859s","remote":"127.0.0.1:44204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":791,"request content":"key:\"/registry/events/openstack/valkey-node-0.18976da4b25c463b\" "} {"level":"warn","ts":"2026-02-25T07:45:45.408167Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.019844096s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-25T07:45:45.506023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000835526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-25T07:45:45.50614Z","caller":"traceutil/trace.go:171","msg":"trace[1691138032] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001051231s","start":"2026-02-25T07:45:43.505063Z","end":"2026-02-25T07:45:45.506114Z","steps":["trace[1691138032] 'agreement among raft nodes before linearized reading' (duration: 2.000871786s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:45:45.506194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:45:43.505041Z","time spent":"2.001141324s","remote":"127.0.0.1:44120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T07:45:45.652824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.290551ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T07:45:45.653356Z","caller":"traceutil/trace.go:171","msg":"trace[469532394] transaction","detail":"{read_only:false; response_revision:2485; number_of_response:1; }","duration":"1.265110822s","start":"2026-02-25T07:45:44.388222Z","end":"2026-02-25T07:45:45.653333Z","steps":["trace[469532394] 'process raft request' (duration: 1.264745503s)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:45:45.653436Z","caller":"traceutil/trace.go:171","msg":"trace[1674381428] transaction","detail":"{read_only:false; response_revision:2484; number_of_response:1; }","duration":"1.265179204s","start":"2026-02-25T07:45:44.388202Z","end":"2026-02-25T07:45:45.653381Z","steps":["trace[1674381428] 'process raft request' (duration: 1.020201485s)","trace[1674381428] 'compare' (duration: 243.971473ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T07:45:45.653457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:45:44.388201Z","time spent":"1.265212055s","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T07:45:45.653639Z","caller":"traceutil/trace.go:171","msg":"trace[1543441466] transaction","detail":"{read_only:false; response_revision:2486; number_of_response:1; }","duration":"654.567991ms","start":"2026-02-25T07:45:44.999047Z","end":"2026-02-25T07:45:45.653615Z","steps":["trace[1543441466] 'process raft request' (duration: 654.023957ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:45:45.65369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:45:44.388183Z","time spent":"1.265361218s","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T07:45:45.653825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:45:44.999018Z","time spent":"654.715855ms","remote":"127.0.0.1:44204","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T07:45:45.653867Z","caller":"traceutil/trace.go:171","msg":"trace[1089389706] transaction","detail":"{read_only:false; response_revision:2487; number_of_response:1; }","duration":"489.270649ms","start":"2026-02-25T07:45:45.164566Z","end":"2026-02-25T07:45:45.653837Z","steps":["trace[1089389706] 'process raft request' (duration: 488.960311ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:45:45.654013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.400710468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T07:45:45.654034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.733994583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T07:45:45.654109Z","caller":"traceutil/trace.go:171","msg":"trace[1077679747] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2487; }","duration":"1.734126126s","start":"2026-02-25T07:45:43.919969Z","end":"2026-02-25T07:45:45.654095Z","steps":["trace[1077679747] 'agreement among raft nodes before linearized reading' (duration: 1.733915711s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:45:45.654154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:45:45.164539Z","time spent":"489.534305ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T07:45:45.654177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.363603288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-02-25T07:45:45.654243Z","caller":"traceutil/trace.go:171","msg":"trace[159867319] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2487; }","duration":"2.363739131s","start":"2026-02-25T07:45:43.290483Z","end":"2026-02-25T07:45:45.654222Z","steps":["trace[159867319] 'agreement among raft nodes before linearized reading' (duration: 2.363481645s)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:45:45.654094Z","caller":"traceutil/trace.go:171","msg":"trace[567602055] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:2487; }","duration":"1.400887843s","start":"2026-02-25T07:45:44.253187Z","end":"2026-02-25T07:45:45.654075Z","steps":["trace[567602055] 'agreement among raft nodes before linearized reading' (duration: 1.400620867s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:45:45.654208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:45:43.919945Z","time spent":"1.73425372s","remote":"127.0.0.1:44104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T07:45:45.654293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:45:43.290458Z","time spent":"2.363826094s","remote":"127.0.0.1:44342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-02-25T07:45:45.654311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:45:44.253163Z","time spent":"1.401130299s","remote":"127.0.0.1:44392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-02-25T07:45:45.653815Z","caller":"traceutil/trace.go:171","msg":"trace[1826435173] linearizableReadLoop","detail":"{readStateIndex:2592; appliedIndex:2590; }","duration":"658.724526ms","start":"2026-02-25T07:45:44.995054Z","end":"2026-02-25T07:45:45.653779Z","steps":["trace[1826435173] 'read index received' (duration: 413.362787ms)","trace[1826435173] 'applied index is now lower than readState.Index' (duration: 245.359319ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T07:45:45.654662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.847032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T07:45:45.654805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.34005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.12\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-02-25T07:45:45.654847Z","caller":"traceutil/trace.go:171","msg":"trace[1681854856] range","detail":"{range_begin:/registry/masterleases/162.253.55.12; range_end:; response_count:1; response_revision:2487; }","duration":"609.429583ms","start":"2026-02-25T07:45:45.045406Z","end":"2026-02-25T07:45:45.654836Z","steps":["trace[1681854856] 'agreement among raft nodes before linearized reading' (duration: 609.305179ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:45:45.654859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.137039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12014"} {"level":"warn","ts":"2026-02-25T07:45:45.654876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:45:45.045381Z","time spent":"609.488593ms","remote":"127.0.0.1:44154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/162.253.55.12\" "} {"level":"info","ts":"2026-02-25T07:45:45.654934Z","caller":"traceutil/trace.go:171","msg":"trace[430311804] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2487; }","duration":"202.268993ms","start":"2026-02-25T07:45:45.452654Z","end":"2026-02-25T07:45:45.654923Z","steps":["trace[430311804] 'agreement among raft nodes before linearized reading' (duration: 202.038037ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:45:45.654703Z","caller":"traceutil/trace.go:171","msg":"trace[1332310427] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:2487; }","duration":"631.970105ms","start":"2026-02-25T07:45:45.02272Z","end":"2026-02-25T07:45:45.65469Z","steps":["trace[1332310427] 'agreement among raft nodes before linearized reading' (duration: 631.862732ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:45:45.656191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:45:45.0227Z","time spent":"633.469414ms","remote":"127.0.0.1:50456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-02-25T07:45:46.323736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.979185ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T07:45:46.323856Z","caller":"traceutil/trace.go:171","msg":"trace[1629640228] linearizableReadLoop","detail":"{readStateIndex:2597; appliedIndex:2596; }","duration":"579.499842ms","start":"2026-02-25T07:45:45.744338Z","end":"2026-02-25T07:45:46.323838Z","steps":["trace[1629640228] 'read index received' (duration: 69.176509ms)","trace[1629640228] 'applied index is now lower than readState.Index' (duration: 510.322093ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T07:45:46.323987Z","caller":"traceutil/trace.go:171","msg":"trace[856390842] transaction","detail":"{read_only:false; response_revision:2489; number_of_response:1; }","duration":"624.147708ms","start":"2026-02-25T07:45:45.699829Z","end":"2026-02-25T07:45:46.323976Z","steps":["trace[856390842] 'process raft request' (duration: 113.826664ms)","trace[856390842] 'compare' (duration: 509.637307ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T07:45:46.324063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:45:45.699809Z","time spent":"624.206079ms","remote":"127.0.0.1:44204","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":764,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T07:45:46.324259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.367068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-02-25T07:45:46.32432Z","caller":"traceutil/trace.go:171","msg":"trace[259836179] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2489; }","duration":"577.46595ms","start":"2026-02-25T07:45:45.746838Z","end":"2026-02-25T07:45:46.324304Z","steps":["trace[259836179] 'agreement among raft nodes before linearized reading' (duration: 577.308326ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:45:46.324363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:45:45.74682Z","time spent":"577.534522ms","remote":"127.0.0.1:44308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-25T07:45:46.324409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.585779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-02-25T07:45:46.324503Z","caller":"traceutil/trace.go:171","msg":"trace[1415572611] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2489; }","duration":"624.713032ms","start":"2026-02-25T07:45:45.699769Z","end":"2026-02-25T07:45:46.324482Z","steps":["trace[1415572611] 'agreement among raft nodes before linearized reading' (duration: 624.368693ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:45:46.324553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:45:45.699757Z","time spent":"624.785144ms","remote":"127.0.0.1:44342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1338,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-02-25T07:45:46.324584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.064106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:7780"} {"level":"info","ts":"2026-02-25T07:45:46.324701Z","caller":"traceutil/trace.go:171","msg":"trace[1802604126] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2489; }","duration":"626.322093ms","start":"2026-02-25T07:45:45.698358Z","end":"2026-02-25T07:45:46.32468Z","steps":["trace[1802604126] 'agreement among raft nodes before linearized reading' (duration: 625.768909ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:45:46.324752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:45:45.69834Z","time spent":"626.401134ms","remote":"127.0.0.1:44310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":7803,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-02-25T07:45:47.178746Z","caller":"traceutil/trace.go:171","msg":"trace[781594947] transaction","detail":"{read_only:false; response_revision:2490; number_of_response:1; }","duration":"174.401194ms","start":"2026-02-25T07:45:47.00431Z","end":"2026-02-25T07:45:47.178712Z","steps":["trace[781594947] 'process raft request' (duration: 174.216709ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:45:47.689087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.179435ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T07:45:47.689704Z","caller":"traceutil/trace.go:171","msg":"trace[1034925066] linearizableReadLoop","detail":"{readStateIndex:2603; appliedIndex:2598; }","duration":"400.721828ms","start":"2026-02-25T07:45:47.288961Z","end":"2026-02-25T07:45:47.689683Z","steps":["trace[1034925066] 'read index received' (duration: 185.66921ms)","trace[1034925066] 'applied index is now lower than readState.Index' (duration: 215.051488ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T07:45:47.689869Z","caller":"traceutil/trace.go:171","msg":"trace[1131012377] transaction","detail":"{read_only:false; response_revision:2494; number_of_response:1; }","duration":"684.907034ms","start":"2026-02-25T07:45:47.004943Z","end":"2026-02-25T07:45:47.68985Z","steps":["trace[1131012377] 'process raft request' (duration: 684.668998ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:45:47.689967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:45:47.004927Z","time spent":"684.992486ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T07:45:47.68994Z","caller":"traceutil/trace.go:171","msg":"trace[1234392302] transaction","detail":"{read_only:false; response_revision:2495; number_of_response:1; }","duration":"683.838976ms","start":"2026-02-25T07:45:47.006049Z","end":"2026-02-25T07:45:47.689888Z","steps":["trace[1234392302] 'process raft request' (duration: 683.59224ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:45:47.690064Z","caller":"traceutil/trace.go:171","msg":"trace[950679092] transaction","detail":"{read_only:false; response_revision:2492; number_of_response:1; }","duration":"685.330994ms","start":"2026-02-25T07:45:47.004691Z","end":"2026-02-25T07:45:47.690022Z","steps":["trace[950679092] 'process raft request' (duration: 684.607955ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:45:47.690145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:45:47.006032Z","time spent":"684.002019ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T07:45:47.690145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.162088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-02-25T07:45:47.690244Z","caller":"traceutil/trace.go:171","msg":"trace[111065453] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2495; }","duration":"401.327773ms","start":"2026-02-25T07:45:47.288896Z","end":"2026-02-25T07:45:47.690223Z","steps":["trace[111065453] 'agreement among raft nodes before linearized reading' (duration: 401.035366ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:45:47.690299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:45:47.28887Z","time spent":"401.418575ms","remote":"127.0.0.1:44342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-02-25T07:45:47.690105Z","caller":"traceutil/trace.go:171","msg":"trace[1397246324] transaction","detail":"{read_only:false; response_revision:2493; number_of_response:1; }","duration":"685.277013ms","start":"2026-02-25T07:45:47.004815Z","end":"2026-02-25T07:45:47.690092Z","steps":["trace[1397246324] 'process raft request' (duration: 684.7586ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:45:47.69039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:45:47.004684Z","time spent":"685.58069ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T07:45:47.690511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:45:47.004771Z","time spent":"685.611021ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T07:45:47.689489Z","caller":"traceutil/trace.go:171","msg":"trace[1104791574] transaction","detail":"{read_only:false; response_revision:2491; number_of_response:1; }","duration":"684.831772ms","start":"2026-02-25T07:45:47.004623Z","end":"2026-02-25T07:45:47.689455Z","steps":["trace[1104791574] 'process raft request' (duration: 470.120992ms)","trace[1104791574] 'compare' (duration: 214.052912ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T07:45:47.691187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:45:47.004613Z","time spent":"686.473293ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T07:45:48.399388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.022329ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T07:45:48.399604Z","caller":"traceutil/trace.go:171","msg":"trace[55870224] transaction","detail":"{read_only:false; response_revision:2498; number_of_response:1; }","duration":"461.802521ms","start":"2026-02-25T07:45:47.937782Z","end":"2026-02-25T07:45:48.399585Z","steps":["trace[55870224] 'process raft request' (duration: 461.723559ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:45:48.399687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:45:47.937763Z","time spent":"461.888263ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T07:45:48.399784Z","caller":"traceutil/trace.go:171","msg":"trace[1333694052] transaction","detail":"{read_only:false; response_revision:2497; number_of_response:1; }","duration":"738.785433ms","start":"2026-02-25T07:45:47.660939Z","end":"2026-02-25T07:45:48.399724Z","steps":["trace[1333694052] 'process raft request' (duration: 565.282101ms)","trace[1333694052] 'compare' (duration: 172.768983ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T07:45:48.399855Z","caller":"traceutil/trace.go:171","msg":"trace[1212875516] linearizableReadLoop","detail":"{readStateIndex:2605; appliedIndex:2603; }","duration":"710.022951ms","start":"2026-02-25T07:45:47.68979Z","end":"2026-02-25T07:45:48.399813Z","steps":["trace[1212875516] 'read index received' (duration: 19.64902ms)","trace[1212875516] 'applied index is now lower than readState.Index' (duration: 690.364531ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T07:45:48.400014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:45:47.660906Z","time spent":"738.987568ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T07:45:48.400311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.979242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-02-25T07:45:48.400346Z","caller":"traceutil/trace.go:171","msg":"trace[814887297] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2498; }","duration":"764.045254ms","start":"2026-02-25T07:45:47.63629Z","end":"2026-02-25T07:45:48.400335Z","steps":["trace[814887297] 'agreement among raft nodes before linearized reading' (duration: 763.804048ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:45:48.400378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:45:47.636216Z","time spent":"764.154677ms","remote":"127.0.0.1:44294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-25T07:45:48.400392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.83433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T07:45:48.400453Z","caller":"traceutil/trace.go:171","msg":"trace[1569771909] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2498; }","duration":"481.948212ms","start":"2026-02-25T07:45:47.918488Z","end":"2026-02-25T07:45:48.400436Z","steps":["trace[1569771909] 'agreement among raft nodes before linearized reading' (duration: 481.85113ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:45:48.40051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:45:47.91846Z","time spent":"482.042065ms","remote":"127.0.0.1:44120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T07:45:48.400693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.054839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"info","ts":"2026-02-25T07:45:48.400816Z","caller":"traceutil/trace.go:171","msg":"trace[253028249] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2498; }","duration":"706.283045ms","start":"2026-02-25T07:45:47.694502Z","end":"2026-02-25T07:45:48.400786Z","steps":["trace[253028249] 'agreement among raft nodes before linearized reading' (duration: 705.842344ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:45:48.400896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:45:47.694479Z","time spent":"706.399188ms","remote":"127.0.0.1:44342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1470,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-02-25T07:45:48.689162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.913456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18976da1733d1dc9\" ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-02-25T07:45:48.689265Z","caller":"traceutil/trace.go:171","msg":"trace[1677056785] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18976da1733d1dc9; range_end:; response_count:1; response_revision:2498; }","duration":"103.09164ms","start":"2026-02-25T07:45:48.586149Z","end":"2026-02-25T07:45:48.689241Z","steps":["trace[1677056785] 'range keys from in-memory index tree' (duration: 102.574068ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:45:50.383295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.343686ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T07:45:50.383496Z","caller":"traceutil/trace.go:171","msg":"trace[531015673] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2501; }","duration":"278.548461ms","start":"2026-02-25T07:45:50.104912Z","end":"2026-02-25T07:45:50.38346Z","steps":["trace[531015673] 'range keys from in-memory index tree' (duration: 278.318734ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:45:50.383756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.535825ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T07:45:50.384149Z","caller":"traceutil/trace.go:171","msg":"trace[1720217522] transaction","detail":"{read_only:false; response_revision:2503; number_of_response:1; }","duration":"682.420558ms","start":"2026-02-25T07:45:49.701701Z","end":"2026-02-25T07:45:50.384121Z","steps":["trace[1720217522] 'process raft request' (duration: 682.187983ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:45:50.384333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:45:49.701664Z","time spent":"682.557452ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T07:45:50.384348Z","caller":"traceutil/trace.go:171","msg":"trace[580837269] transaction","detail":"{read_only:false; response_revision:2502; number_of_response:1; }","duration":"682.372078ms","start":"2026-02-25T07:45:49.701646Z","end":"2026-02-25T07:45:50.384018Z","steps":["trace[580837269] 'process raft request' (duration: 360.430534ms)","trace[580837269] 'compare' (duration: 321.300938ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T07:45:50.384379Z","caller":"traceutil/trace.go:171","msg":"trace[1494594951] transaction","detail":"{read_only:false; response_revision:2504; number_of_response:1; }","duration":"682.201564ms","start":"2026-02-25T07:45:49.702125Z","end":"2026-02-25T07:45:50.384326Z","steps":["trace[1494594951] 'process raft request' (duration: 681.870885ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:45:50.384502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:45:49.701626Z","time spent":"682.778839ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T07:45:50.384583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:45:49.70211Z","time spent":"682.357328ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T07:45:50.384835Z","caller":"traceutil/trace.go:171","msg":"trace[148534016] transaction","detail":"{read_only:false; response_revision:2505; number_of_response:1; }","duration":"682.595024ms","start":"2026-02-25T07:45:49.702227Z","end":"2026-02-25T07:45:50.384822Z","steps":["trace[148534016] 'process raft request' (duration: 681.809363ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:45:50.384905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:45:49.702216Z","time spent":"682.650216ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T07:45:50.384968Z","caller":"traceutil/trace.go:171","msg":"trace[1351108153] transaction","detail":"{read_only:false; response_revision:2506; number_of_response:1; }","duration":"667.387428ms","start":"2026-02-25T07:45:49.717539Z","end":"2026-02-25T07:45:50.384927Z","steps":["trace[1351108153] 'process raft request' (duration: 667.217763ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:45:50.38508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.743095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T07:45:50.385099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:45:49.717512Z","time spent":"667.525291ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T07:45:50.385131Z","caller":"traceutil/trace.go:171","msg":"trace[1068039446] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:2506; }","duration":"628.825407ms","start":"2026-02-25T07:45:49.756294Z","end":"2026-02-25T07:45:50.385119Z","steps":["trace[1068039446] 'agreement among raft nodes before linearized reading' (duration: 628.722025ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:45:50.384984Z","caller":"traceutil/trace.go:171","msg":"trace[1667186086] linearizableReadLoop","detail":"{readStateIndex:2614; appliedIndex:2609; }","duration":"628.644173ms","start":"2026-02-25T07:45:49.756324Z","end":"2026-02-25T07:45:50.384968Z","steps":["trace[1667186086] 'read index received' (duration: 305.767804ms)","trace[1667186086] 'applied index is now lower than readState.Index' (duration: 322.874539ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T07:45:50.385165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:45:49.75628Z","time spent":"628.876388ms","remote":"127.0.0.1:50322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-02-25T07:45:50.385287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.990669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T07:45:50.385351Z","caller":"traceutil/trace.go:171","msg":"trace[1565615560] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2506; }","duration":"463.089762ms","start":"2026-02-25T07:45:49.922235Z","end":"2026-02-25T07:45:50.385325Z","steps":["trace[1565615560] 'agreement among raft nodes before linearized reading' (duration: 463.002059ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:45:50.385391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:45:49.922198Z","time spent":"463.186254ms","remote":"127.0.0.1:44120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T07:45:50.63487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.891946ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-25T07:45:50.635037Z","caller":"traceutil/trace.go:171","msg":"trace[24307313] linearizableReadLoop","detail":"{readStateIndex:2616; appliedIndex:2615; }","duration":"121.466887ms","start":"2026-02-25T07:45:50.513547Z","end":"2026-02-25T07:45:50.635014Z","steps":["trace[24307313] 'read index received' (duration: 124.763µs)","trace[24307313] 'applied index is now lower than readState.Index' (duration: 121.340214ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T07:45:50.635139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.574649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T07:45:50.635174Z","caller":"traceutil/trace.go:171","msg":"trace[316260623] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:2507; }","duration":"121.679203ms","start":"2026-02-25T07:45:50.513485Z","end":"2026-02-25T07:45:50.635164Z","steps":["trace[316260623] 'agreement among raft nodes before linearized reading' (duration: 121.59302ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:48:01.143585Z","caller":"traceutil/trace.go:171","msg":"trace[682087498] transaction","detail":"{read_only:false; response_revision:3327; number_of_response:1; }","duration":"118.407335ms","start":"2026-02-25T07:48:01.025146Z","end":"2026-02-25T07:48:01.143554Z","steps":["trace[682087498] 'process raft request' (duration: 59.928075ms)","trace[682087498] 'compare' (duration: 58.233404ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T07:48:01.143748Z","caller":"traceutil/trace.go:171","msg":"trace[368713984] transaction","detail":"{read_only:false; response_revision:3328; number_of_response:1; }","duration":"118.538679ms","start":"2026-02-25T07:48:01.025199Z","end":"2026-02-25T07:48:01.143738Z","steps":["trace[368713984] 'process raft request' (duration: 118.292962ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:48:01.143969Z","caller":"traceutil/trace.go:171","msg":"trace[678724663] transaction","detail":"{read_only:false; response_revision:3329; number_of_response:1; }","duration":"118.654161ms","start":"2026-02-25T07:48:01.025307Z","end":"2026-02-25T07:48:01.143961Z","steps":["trace[678724663] 'process raft request' (duration: 118.396745ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:48:10.815148Z","caller":"traceutil/trace.go:171","msg":"trace[559133316] transaction","detail":"{read_only:false; response_revision:3373; number_of_response:1; }","duration":"353.73137ms","start":"2026-02-25T07:48:10.461387Z","end":"2026-02-25T07:48:10.815118Z","steps":["trace[559133316] 'process raft request' (duration: 353.446953ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:48:10.815313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:48:10.461366Z","time spent":"353.868083ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T07:48:16.456766Z","caller":"traceutil/trace.go:171","msg":"trace[892290387] linearizableReadLoop","detail":"{readStateIndex:3546; appliedIndex:3545; }","duration":"430.846122ms","start":"2026-02-25T07:48:16.025901Z","end":"2026-02-25T07:48:16.456747Z","steps":["trace[892290387] 'read index received' (duration: 430.681837ms)","trace[892290387] 'applied index is now lower than readState.Index' (duration: 163.735µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T07:48:16.456855Z","caller":"traceutil/trace.go:171","msg":"trace[1963036792] transaction","detail":"{read_only:false; response_revision:3401; number_of_response:1; }","duration":"434.554867ms","start":"2026-02-25T07:48:16.02227Z","end":"2026-02-25T07:48:16.456825Z","steps":["trace[1963036792] 'process raft request' (duration: 434.379952ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:48:16.456953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.032767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7v4p5\" ","response":"range_response_count:1 size:6388"} {"level":"info","ts":"2026-02-25T07:48:16.456998Z","caller":"traceutil/trace.go:171","msg":"trace[1635892368] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7v4p5; range_end:; response_count:1; response_revision:3401; }","duration":"431.12254ms","start":"2026-02-25T07:48:16.025869Z","end":"2026-02-25T07:48:16.456992Z","steps":["trace[1635892368] 'agreement among raft nodes before linearized reading' (duration: 430.946665ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:48:16.456999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:48:16.022241Z","time spent":"434.681571ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T07:48:16.457033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:48:16.025852Z","time spent":"431.17577ms","remote":"127.0.0.1:44326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6411,"request content":"key:\"/registry/pods/openstack/keepalived-7v4p5\" "} {"level":"info","ts":"2026-02-25T07:48:33.5583Z","caller":"traceutil/trace.go:171","msg":"trace[1121353026] transaction","detail":"{read_only:false; response_revision:3493; number_of_response:1; }","duration":"155.51142ms","start":"2026-02-25T07:48:33.402755Z","end":"2026-02-25T07:48:33.558267Z","steps":["trace[1121353026] 'process raft request' (duration: 155.331755ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:49:26.972751Z","caller":"traceutil/trace.go:171","msg":"trace[1279735340] linearizableReadLoop","detail":"{readStateIndex:4364; appliedIndex:4363; }","duration":"173.778504ms","start":"2026-02-25T07:49:26.798936Z","end":"2026-02-25T07:49:26.972714Z","steps":["trace[1279735340] 'read index received' (duration: 173.469696ms)","trace[1279735340] 'applied index is now lower than readState.Index' (duration: 307.578µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T07:49:26.97283Z","caller":"traceutil/trace.go:171","msg":"trace[326703579] transaction","detail":"{read_only:false; response_revision:4183; number_of_response:1; }","duration":"175.603319ms","start":"2026-02-25T07:49:26.797192Z","end":"2026-02-25T07:49:26.972795Z","steps":["trace[326703579] 'process raft request' (duration: 175.324782ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:49:26.973087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.135612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7v4p5\" ","response":"range_response_count:1 size:6388"} {"level":"info","ts":"2026-02-25T07:49:26.973151Z","caller":"traceutil/trace.go:171","msg":"trace[1730855183] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7v4p5; range_end:; response_count:1; response_revision:4183; }","duration":"174.287817ms","start":"2026-02-25T07:49:26.798848Z","end":"2026-02-25T07:49:26.973136Z","steps":["trace[1730855183] 'agreement among raft nodes before linearized reading' (duration: 174.04737ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:49:27.958995Z","caller":"traceutil/trace.go:171","msg":"trace[1030255157] linearizableReadLoop","detail":"{readStateIndex:4426; appliedIndex:4424; }","duration":"151.441367ms","start":"2026-02-25T07:49:27.80753Z","end":"2026-02-25T07:49:27.958971Z","steps":["trace[1030255157] 'read index received' (duration: 1.207071ms)","trace[1030255157] 'applied index is now lower than readState.Index' (duration: 150.233446ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T07:49:27.9591Z","caller":"traceutil/trace.go:171","msg":"trace[27458210] transaction","detail":"{read_only:false; response_revision:4244; number_of_response:1; }","duration":"151.900459ms","start":"2026-02-25T07:49:27.807158Z","end":"2026-02-25T07:49:27.959058Z","steps":["trace[27458210] 'process raft request' (duration: 67.517156ms)","trace[27458210] 'compare' (duration: 84.180668ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T07:49:27.959303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.14767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:10 size:74937"} {"level":"warn","ts":"2026-02-25T07:49:27.959322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.79285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:15123"} {"level":"info","ts":"2026-02-25T07:49:27.959381Z","caller":"traceutil/trace.go:171","msg":"trace[1580479340] range","detail":"{range_begin:/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4244; }","duration":"135.919743ms","start":"2026-02-25T07:49:27.823449Z","end":"2026-02-25T07:49:27.959369Z","steps":["trace[1580479340] 'agreement among raft nodes before linearized reading' (duration: 135.699007ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:49:27.959338Z","caller":"traceutil/trace.go:171","msg":"trace[4822635] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:10; response_revision:4244; }","duration":"140.248083ms","start":"2026-02-25T07:49:27.819082Z","end":"2026-02-25T07:49:27.95933Z","steps":["trace[4822635] 'agreement among raft nodes before linearized reading' (duration: 140.036336ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:49:27.95956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.010042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-02-25T07:49:27.959637Z","caller":"traceutil/trace.go:171","msg":"trace[544026138] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:4244; }","duration":"152.101775ms","start":"2026-02-25T07:49:27.807513Z","end":"2026-02-25T07:49:27.959615Z","steps":["trace[544026138] 'agreement among raft nodes before linearized reading' (duration: 151.589361ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:49:34.48415Z","caller":"traceutil/trace.go:171","msg":"trace[1770613858] transaction","detail":"{read_only:false; response_revision:4364; number_of_response:1; }","duration":"246.901571ms","start":"2026-02-25T07:49:34.237222Z","end":"2026-02-25T07:49:34.484123Z","steps":["trace[1770613858] 'process raft request' (duration: 246.739247ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:49:34.669842Z","caller":"traceutil/trace.go:171","msg":"trace[2048555107] linearizableReadLoop","detail":"{readStateIndex:4552; appliedIndex:4550; }","duration":"164.736485ms","start":"2026-02-25T07:49:34.505082Z","end":"2026-02-25T07:49:34.669818Z","steps":["trace[2048555107] 'read index received' (duration: 164.494079ms)","trace[2048555107] 'applied index is now lower than readState.Index' (duration: 241.566µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T07:49:34.669956Z","caller":"traceutil/trace.go:171","msg":"trace[1245898574] transaction","detail":"{read_only:false; response_revision:4366; number_of_response:1; }","duration":"179.966071ms","start":"2026-02-25T07:49:34.489979Z","end":"2026-02-25T07:49:34.669945Z","steps":["trace[1245898574] 'process raft request' (duration: 179.649223ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:49:34.67003Z","caller":"traceutil/trace.go:171","msg":"trace[1629337529] transaction","detail":"{read_only:false; response_revision:4367; number_of_response:1; }","duration":"171.874426ms","start":"2026-02-25T07:49:34.498115Z","end":"2026-02-25T07:49:34.66999Z","steps":["trace[1629337529] 'process raft request' (duration: 171.65153ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:49:34.670299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.826661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-02-25T07:49:34.670388Z","caller":"traceutil/trace.go:171","msg":"trace[2003324124] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4367; }","duration":"161.965573ms","start":"2026-02-25T07:49:34.508404Z","end":"2026-02-25T07:49:34.67037Z","steps":["trace[2003324124] 'agreement among raft nodes before linearized reading' (duration: 161.633315ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:49:34.670396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.865479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-84967ff689-2t64p\" ","response":"range_response_count:1 size:5083"} {"level":"info","ts":"2026-02-25T07:49:34.670438Z","caller":"traceutil/trace.go:171","msg":"trace[997307775] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-84967ff689-2t64p; range_end:; response_count:1; response_revision:4367; }","duration":"131.966082ms","start":"2026-02-25T07:49:34.538461Z","end":"2026-02-25T07:49:34.670427Z","steps":["trace[997307775] 'agreement among raft nodes before linearized reading' (duration: 131.805608ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:49:34.972823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.100485ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T07:49:34.972972Z","caller":"traceutil/trace.go:171","msg":"trace[1785026198] transaction","detail":"{read_only:false; response_revision:4368; number_of_response:1; }","duration":"296.170293ms","start":"2026-02-25T07:49:34.676778Z","end":"2026-02-25T07:49:34.972948Z","steps":["trace[1785026198] 'process raft request' (duration: 52.831892ms)","trace[1785026198] 'compare' (duration: 242.826759ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T07:49:34.99492Z","caller":"traceutil/trace.go:171","msg":"trace[738145656] transaction","detail":"{read_only:false; response_revision:4369; number_of_response:1; }","duration":"311.343078ms","start":"2026-02-25T07:49:34.683531Z","end":"2026-02-25T07:49:34.994874Z","steps":["trace[738145656] 'process raft request' (duration: 311.139553ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:49:34.995054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:49:34.683522Z","time spent":"311.474291ms","remote":"127.0.0.1:35024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3387,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-25T07:49:34.995276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.991995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-02-25T07:49:34.995354Z","caller":"traceutil/trace.go:171","msg":"trace[647117141] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:4369; }","duration":"310.098517ms","start":"2026-02-25T07:49:34.685241Z","end":"2026-02-25T07:49:34.995339Z","steps":["trace[647117141] 'agreement among raft nodes before linearized reading' (duration: 309.83577ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:49:34.995395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:49:34.685234Z","time spent":"310.149998ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1154,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"info","ts":"2026-02-25T07:49:34.995021Z","caller":"traceutil/trace.go:171","msg":"trace[1044908536] linearizableReadLoop","detail":"{readStateIndex:4554; appliedIndex:4552; }","duration":"309.538923ms","start":"2026-02-25T07:49:34.685258Z","end":"2026-02-25T07:49:34.994797Z","steps":["trace[1044908536] 'read index received' (duration: 44.364427ms)","trace[1044908536] 'applied index is now lower than readState.Index' (duration: 265.173306ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T07:49:35.006535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.048338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2194593"} {"level":"info","ts":"2026-02-25T07:49:35.006616Z","caller":"traceutil/trace.go:171","msg":"trace[1203496676] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4372; }","duration":"277.195401ms","start":"2026-02-25T07:49:34.729406Z","end":"2026-02-25T07:49:35.006601Z","steps":["trace[1203496676] 'agreement among raft nodes before linearized reading' (duration: 276.060552ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:49:36.27181Z","caller":"traceutil/trace.go:171","msg":"trace[1894160519] transaction","detail":"{read_only:false; response_revision:4428; number_of_response:1; }","duration":"577.234692ms","start":"2026-02-25T07:49:35.69452Z","end":"2026-02-25T07:49:36.271755Z","steps":["trace[1894160519] 'process raft request' (duration: 573.735154ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:49:36.271976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:49:35.694503Z","time spent":"577.411867ms","remote":"127.0.0.1:44308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-25T07:49:36.272018Z","caller":"traceutil/trace.go:171","msg":"trace[593337439] linearizableReadLoop","detail":"{readStateIndex:4622; appliedIndex:4611; }","duration":"575.565611ms","start":"2026-02-25T07:49:35.696423Z","end":"2026-02-25T07:49:36.271989Z","steps":["trace[593337439] 'read index received' (duration: 811.102µs)","trace[593337439] 'applied index is now lower than readState.Index' (duration: 574.753389ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T07:49:36.272158Z","caller":"traceutil/trace.go:171","msg":"trace[524416421] transaction","detail":"{read_only:false; response_revision:4429; number_of_response:1; }","duration":"577.483329ms","start":"2026-02-25T07:49:35.694663Z","end":"2026-02-25T07:49:36.272146Z","steps":["trace[524416421] 'process raft request' (duration: 576.990597ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:49:36.272258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:49:35.694653Z","time spent":"577.52978ms","remote":"127.0.0.1:44178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":130909,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T07:49:36.272342Z","caller":"traceutil/trace.go:171","msg":"trace[1881582538] transaction","detail":"{read_only:false; response_revision:4432; number_of_response:1; }","duration":"576.499354ms","start":"2026-02-25T07:49:35.6958Z","end":"2026-02-25T07:49:36.272299Z","steps":["trace[1881582538] 'process raft request' (duration: 576.098514ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:49:36.272476Z","caller":"traceutil/trace.go:171","msg":"trace[131668533] transaction","detail":"{read_only:false; response_revision:4433; number_of_response:1; }","duration":"576.430122ms","start":"2026-02-25T07:49:35.696028Z","end":"2026-02-25T07:49:36.272458Z","steps":["trace[131668533] 'process raft request' (duration: 575.899158ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:49:36.272505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:49:35.695795Z","time spent":"576.646087ms","remote":"127.0.0.1:44416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1419,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-25T07:49:36.272501Z","caller":"traceutil/trace.go:171","msg":"trace[478391549] transaction","detail":"{read_only:false; response_revision:4434; number_of_response:1; }","duration":"576.414311ms","start":"2026-02-25T07:49:35.696065Z","end":"2026-02-25T07:49:36.27248Z","steps":["trace[478391549] 'process raft request' (duration: 575.892828ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:49:36.272535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:49:35.696016Z","time spent":"576.491884ms","remote":"127.0.0.1:44416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1413,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-25T07:49:36.272516Z","caller":"traceutil/trace.go:171","msg":"trace[250890760] transaction","detail":"{read_only:false; response_revision:4430; number_of_response:1; }","duration":"576.968706ms","start":"2026-02-25T07:49:35.695503Z","end":"2026-02-25T07:49:36.272472Z","steps":["trace[250890760] 'process raft request' (duration: 576.32863ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:49:36.272586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:49:35.696034Z","time spent":"576.522804ms","remote":"127.0.0.1:44308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":742,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-25T07:49:36.272625Z","caller":"traceutil/trace.go:171","msg":"trace[1790106694] transaction","detail":"{read_only:false; response_revision:4431; number_of_response:1; }","duration":"576.903394ms","start":"2026-02-25T07:49:35.695715Z","end":"2026-02-25T07:49:36.272618Z","steps":["trace[1790106694] 'process raft request' (duration: 576.149595ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:49:36.272656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:49:35.695708Z","time spent":"576.934084ms","remote":"127.0.0.1:44416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1184,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-25T07:49:36.27266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.220117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"warn","ts":"2026-02-25T07:49:36.272701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:49:35.695494Z","time spent":"577.11312ms","remote":"127.0.0.1:44308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":838,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-25T07:49:36.272719Z","caller":"traceutil/trace.go:171","msg":"trace[446026388] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4434; }","duration":"576.34593ms","start":"2026-02-25T07:49:35.696354Z","end":"2026-02-25T07:49:36.2727Z","steps":["trace[446026388] 'agreement among raft nodes before linearized reading' (duration: 576.078333ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:49:36.272729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.083609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-6555b.18976ddd292c60d7\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-02-25T07:49:36.272761Z","caller":"traceutil/trace.go:171","msg":"trace[1783233545] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-6555b.18976ddd292c60d7; range_end:; response_count:1; response_revision:4434; }","duration":"218.126621ms","start":"2026-02-25T07:49:36.054624Z","end":"2026-02-25T07:49:36.27275Z","steps":["trace[1783233545] 'agreement among raft nodes before linearized reading' (duration: 218.022168ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:49:36.272719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.453188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12014"} {"level":"info","ts":"2026-02-25T07:49:36.272814Z","caller":"traceutil/trace.go:171","msg":"trace[1879395847] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4434; }","duration":"429.620072ms","start":"2026-02-25T07:49:35.843174Z","end":"2026-02-25T07:49:36.272794Z","steps":["trace[1879395847] 'agreement among raft nodes before linearized reading' (duration: 429.307664ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:49:36.272864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:49:35.843152Z","time spent":"429.703465ms","remote":"127.0.0.1:44326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12037,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-25T07:49:36.272901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.406147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-6555b\" ","response":"range_response_count:1 size:9714"} {"level":"info","ts":"2026-02-25T07:49:36.272946Z","caller":"traceutil/trace.go:171","msg":"trace[1669411079] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-6555b; range_end:; response_count:1; response_revision:4434; }","duration":"220.501321ms","start":"2026-02-25T07:49:36.052432Z","end":"2026-02-25T07:49:36.272933Z","steps":["trace[1669411079] 'agreement among raft nodes before linearized reading' (duration: 220.337987ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:49:36.272761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:49:35.696344Z","time spent":"576.408961ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1844,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-02-25T07:49:38.89925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.386104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a12d5f6a-8b0a-46d3-bc1a-ff8190e57dd7\" ","response":"range_response_count:1 size:3556"} {"level":"warn","ts":"2026-02-25T07:49:38.899223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.649722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T07:49:38.899308Z","caller":"traceutil/trace.go:171","msg":"trace[963834345] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a12d5f6a-8b0a-46d3-bc1a-ff8190e57dd7; range_end:; response_count:1; response_revision:4535; }","duration":"234.489817ms","start":"2026-02-25T07:49:38.664801Z","end":"2026-02-25T07:49:38.899291Z","steps":["trace[963834345] 'range keys from in-memory index tree' (duration: 234.228881ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:49:38.89932Z","caller":"traceutil/trace.go:171","msg":"trace[1420126925] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:4535; }","duration":"425.822687ms","start":"2026-02-25T07:49:38.473478Z","end":"2026-02-25T07:49:38.899301Z","steps":["trace[1420126925] 'count revisions from in-memory index tree' (duration: 425.5358ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:49:38.899367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:49:38.473453Z","time spent":"425.899279ms","remote":"127.0.0.1:44294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":5,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-25T07:49:38.899432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.4746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:1 size:894"} {"level":"info","ts":"2026-02-25T07:49:38.899571Z","caller":"traceutil/trace.go:171","msg":"trace[392855846] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:1; response_revision:4535; }","duration":"377.664084ms","start":"2026-02-25T07:49:38.521876Z","end":"2026-02-25T07:49:38.89954Z","steps":["trace[392855846] 'range keys from in-memory index tree' (duration: 377.152982ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:49:38.899626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.17209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:776786"} {"level":"warn","ts":"2026-02-25T07:49:38.899635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:49:38.521856Z","time spent":"377.760926ms","remote":"127.0.0.1:44350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":917,"request content":"key:\"/registry/serviceaccounts/monitoring/vector\" "} {"level":"info","ts":"2026-02-25T07:49:38.899677Z","caller":"traceutil/trace.go:171","msg":"trace[1070374311] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4535; }","duration":"264.263042ms","start":"2026-02-25T07:49:38.635399Z","end":"2026-02-25T07:49:38.899662Z","steps":["trace[1070374311] 'range keys from in-memory index tree' (duration: 263.668008ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:49:39.641966Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4092255369792122890,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-25T07:49:39.886705Z","caller":"traceutil/trace.go:171","msg":"trace[1385416326] transaction","detail":"{read_only:false; response_revision:4536; number_of_response:1; }","duration":"787.34361ms","start":"2026-02-25T07:49:39.099266Z","end":"2026-02-25T07:49:39.88661Z","steps":["trace[1385416326] 'process raft request' (duration: 787.148645ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:49:39.887033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:49:39.099249Z","time spent":"787.555966ms","remote":"127.0.0.1:44326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3633,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T07:49:39.891741Z","caller":"traceutil/trace.go:171","msg":"trace[2070622798] linearizableReadLoop","detail":"{readStateIndex:4728; appliedIndex:4725; }","duration":"750.067364ms","start":"2026-02-25T07:49:39.141642Z","end":"2026-02-25T07:49:39.891709Z","steps":["trace[2070622798] 'read index received' (duration: 744.834131ms)","trace[2070622798] 'applied index is now lower than readState.Index' (duration: 5.232233ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T07:49:39.891806Z","caller":"traceutil/trace.go:171","msg":"trace[1437620211] transaction","detail":"{read_only:false; response_revision:4537; number_of_response:1; }","duration":"627.977363ms","start":"2026-02-25T07:49:39.263777Z","end":"2026-02-25T07:49:39.891755Z","steps":["trace[1437620211] 'process raft request' (duration: 627.713586ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:49:39.89189Z","caller":"traceutil/trace.go:171","msg":"trace[1493310413] transaction","detail":"{read_only:false; response_revision:4538; number_of_response:1; }","duration":"463.755501ms","start":"2026-02-25T07:49:39.428121Z","end":"2026-02-25T07:49:39.891876Z","steps":["trace[1493310413] 'process raft request' (duration: 463.547345ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:49:39.892029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:49:39.428096Z","time spent":"463.831672ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T07:49:39.892063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:49:39.263749Z","time spent":"628.152137ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T07:49:39.892463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.839341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-25T07:49:39.89246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.780502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-25T07:49:39.892577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.705163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-25T07:49:39.892582Z","caller":"traceutil/trace.go:171","msg":"trace[1785318336] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4538; }","duration":"196.999295ms","start":"2026-02-25T07:49:39.69556Z","end":"2026-02-25T07:49:39.892559Z","steps":["trace[1785318336] 'agreement among raft nodes before linearized reading' (duration: 196.701877ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:49:39.8926Z","caller":"traceutil/trace.go:171","msg":"trace[354295385] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4538; }","duration":"750.968977ms","start":"2026-02-25T07:49:39.141603Z","end":"2026-02-25T07:49:39.892572Z","steps":["trace[354295385] 'agreement among raft nodes before linearized reading' (duration: 750.529756ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:49:39.892623Z","caller":"traceutil/trace.go:171","msg":"trace[1945774267] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4538; }","duration":"212.786066ms","start":"2026-02-25T07:49:39.679826Z","end":"2026-02-25T07:49:39.892612Z","steps":["trace[1945774267] 'agreement among raft nodes before linearized reading' (duration: 212.690784ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:49:39.892642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.959824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-02-25T07:49:39.892632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.453068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-25T07:49:39.892658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:49:39.141587Z","time spent":"751.060679ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T07:49:39.892489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.613018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-25T07:49:39.892465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.344135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7v4p5\" ","response":"range_response_count:1 size:6388"} {"level":"info","ts":"2026-02-25T07:49:39.8927Z","caller":"traceutil/trace.go:171","msg":"trace[1520263150] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4538; }","duration":"551.572862ms","start":"2026-02-25T07:49:39.341113Z","end":"2026-02-25T07:49:39.892686Z","steps":["trace[1520263150] 'agreement among raft nodes before linearized reading' (duration: 551.369857ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:49:39.8927Z","caller":"traceutil/trace.go:171","msg":"trace[750899687] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4538; }","duration":"186.038826ms","start":"2026-02-25T07:49:39.706638Z","end":"2026-02-25T07:49:39.892677Z","steps":["trace[750899687] 'agreement among raft nodes before linearized reading' (duration: 185.912053ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:49:39.892734Z","caller":"traceutil/trace.go:171","msg":"trace[1412256978] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7v4p5; range_end:; response_count:1; response_revision:4538; }","duration":"749.661153ms","start":"2026-02-25T07:49:39.143065Z","end":"2026-02-25T07:49:39.892726Z","steps":["trace[1412256978] 'agreement among raft nodes before linearized reading' (duration: 749.122149ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:49:39.892746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:49:39.341091Z","time spent":"551.644003ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-25T07:49:39.892763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:49:39.14305Z","time spent":"749.705104ms","remote":"127.0.0.1:44326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6411,"request content":"key:\"/registry/pods/openstack/keepalived-7v4p5\" "} {"level":"info","ts":"2026-02-25T07:49:39.892769Z","caller":"traceutil/trace.go:171","msg":"trace[620118043] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4538; }","duration":"317.895555ms","start":"2026-02-25T07:49:39.574824Z","end":"2026-02-25T07:49:39.89272Z","steps":["trace[620118043] 'agreement among raft nodes before linearized reading' (duration: 317.540466ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:49:39.892879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:49:39.574805Z","time spent":"318.039769ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-25T07:49:40.256934Z","caller":"traceutil/trace.go:171","msg":"trace[1299675347] linearizableReadLoop","detail":"{readStateIndex:4736; appliedIndex:4735; }","duration":"110.481926ms","start":"2026-02-25T07:49:40.146417Z","end":"2026-02-25T07:49:40.256899Z","steps":["trace[1299675347] 'read index received' (duration: 110.100796ms)","trace[1299675347] 'applied index is now lower than readState.Index' (duration: 379.58µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T07:49:40.256984Z","caller":"traceutil/trace.go:171","msg":"trace[571289383] transaction","detail":"{read_only:false; response_revision:4546; number_of_response:1; }","duration":"151.13795ms","start":"2026-02-25T07:49:40.105797Z","end":"2026-02-25T07:49:40.256935Z","steps":["trace[571289383] 'process raft request' (duration: 150.863173ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:49:40.257743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.294968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:776786"} {"level":"info","ts":"2026-02-25T07:49:40.257807Z","caller":"traceutil/trace.go:171","msg":"trace[1258051030] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4546; }","duration":"111.436661ms","start":"2026-02-25T07:49:40.146351Z","end":"2026-02-25T07:49:40.257788Z","steps":["trace[1258051030] 'agreement among raft nodes before linearized reading' (duration: 110.690051ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:49:40.774269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.887241ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-25T07:49:40.774377Z","caller":"traceutil/trace.go:171","msg":"trace[854750968] linearizableReadLoop","detail":"{readStateIndex:4737; appliedIndex:4736; }","duration":"500.743751ms","start":"2026-02-25T07:49:40.273609Z","end":"2026-02-25T07:49:40.774353Z","steps":["trace[854750968] 'read index received' (duration: 314.711136ms)","trace[854750968] 'applied index is now lower than readState.Index' (duration: 186.030915ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T07:49:40.774592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.834503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T07:49:40.7747Z","caller":"traceutil/trace.go:171","msg":"trace[1482917114] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:4546; }","duration":"231.009688ms","start":"2026-02-25T07:49:40.543667Z","end":"2026-02-25T07:49:40.774676Z","steps":["trace[1482917114] 'agreement among raft nodes before linearized reading' (duration: 230.827853ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:49:40.77501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.247263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:776786"} {"level":"info","ts":"2026-02-25T07:49:40.775045Z","caller":"traceutil/trace.go:171","msg":"trace[694597497] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4546; }","duration":"501.464069ms","start":"2026-02-25T07:49:40.273568Z","end":"2026-02-25T07:49:40.775032Z","steps":["trace[694597497] 'agreement among raft nodes before linearized reading' (duration: 500.896915ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:49:40.775075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:49:40.273551Z","time spent":"501.51377ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":776809,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-02-25T07:49:42.548654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.758003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/ipmi-exporter\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T07:49:42.548761Z","caller":"traceutil/trace.go:171","msg":"trace[144461879] range","detail":"{range_begin:/registry/configmaps/monitoring/ipmi-exporter; range_end:; response_count:0; response_revision:4584; }","duration":"145.925628ms","start":"2026-02-25T07:49:42.402812Z","end":"2026-02-25T07:49:42.548737Z","steps":["trace[144461879] 'range keys from in-memory index tree' (duration: 145.577678ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:49:43.298675Z","caller":"traceutil/trace.go:171","msg":"trace[548749163] transaction","detail":"{read_only:false; response_revision:4594; number_of_response:1; }","duration":"113.544294ms","start":"2026-02-25T07:49:43.185107Z","end":"2026-02-25T07:49:43.298651Z","steps":["trace[548749163] 'process raft request' (duration: 113.495613ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:49:43.298714Z","caller":"traceutil/trace.go:171","msg":"trace[1181643564] transaction","detail":"{read_only:false; response_revision:4593; number_of_response:1; }","duration":"135.39717ms","start":"2026-02-25T07:49:43.16328Z","end":"2026-02-25T07:49:43.298677Z","steps":["trace[1181643564] 'process raft request' (duration: 132.797903ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:49:43.667774Z","caller":"traceutil/trace.go:171","msg":"trace[1390822624] linearizableReadLoop","detail":"{readStateIndex:4789; appliedIndex:4787; }","duration":"307.477251ms","start":"2026-02-25T07:49:43.360266Z","end":"2026-02-25T07:49:43.667743Z","steps":["trace[1390822624] 'read index received' (duration: 264.14911ms)","trace[1390822624] 'applied index is now lower than readState.Index' (duration: 43.327071ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T07:49:43.667856Z","caller":"traceutil/trace.go:171","msg":"trace[2045761661] transaction","detail":"{read_only:false; response_revision:4596; number_of_response:1; }","duration":"330.419264ms","start":"2026-02-25T07:49:43.337396Z","end":"2026-02-25T07:49:43.667815Z","steps":["trace[2045761661] 'process raft request' (duration: 330.278991ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:49:43.667971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.684187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T07:49:43.668013Z","caller":"traceutil/trace.go:171","msg":"trace[399465930] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:4596; }","duration":"307.79842ms","start":"2026-02-25T07:49:43.360202Z","end":"2026-02-25T07:49:43.668Z","steps":["trace[399465930] 'agreement among raft nodes before linearized reading' (duration: 307.707647ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:49:43.668048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:49:43.360184Z","time spent":"307.854371ms","remote":"127.0.0.1:35036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-02-25T07:49:43.668059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.32105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T07:49:43.668056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:49:43.337371Z","time spent":"330.579807ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T07:49:43.668259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.194523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413082"} {"level":"info","ts":"2026-02-25T07:49:43.668302Z","caller":"traceutil/trace.go:171","msg":"trace[639603746] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:4596; }","duration":"153.296205ms","start":"2026-02-25T07:49:43.514993Z","end":"2026-02-25T07:49:43.668289Z","steps":["trace[639603746] 'agreement among raft nodes before linearized reading' (duration: 152.984727ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:49:43.667856Z","caller":"traceutil/trace.go:171","msg":"trace[610387261] transaction","detail":"{read_only:false; response_revision:4595; number_of_response:1; }","duration":"359.550844ms","start":"2026-02-25T07:49:43.308261Z","end":"2026-02-25T07:49:43.667812Z","steps":["trace[610387261] 'process raft request' (duration: 316.052968ms)","trace[610387261] 'compare' (duration: 43.084716ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T07:49:43.668423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:49:43.308227Z","time spent":"360.151998ms","remote":"127.0.0.1:44204","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":814,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-25T07:49:43.669618Z","caller":"traceutil/trace.go:171","msg":"trace[287245328] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:4596; }","duration":"302.419812ms","start":"2026-02-25T07:49:43.365684Z","end":"2026-02-25T07:49:43.668104Z","steps":["trace[287245328] 'agreement among raft nodes before linearized reading' (duration: 302.278859ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:49:43.669815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:49:43.365678Z","time spent":"304.114166ms","remote":"127.0.0.1:44380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-02-25T07:49:50.40293Z","caller":"traceutil/trace.go:171","msg":"trace[1523079929] transaction","detail":"{read_only:false; response_revision:4738; number_of_response:1; }","duration":"477.438738ms","start":"2026-02-25T07:49:49.925434Z","end":"2026-02-25T07:49:50.402873Z","steps":["trace[1523079929] 'process raft request' (duration: 477.101369ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:49:50.403123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:49:49.925422Z","time spent":"477.604342ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T07:49:50.414255Z","caller":"traceutil/trace.go:171","msg":"trace[831614098] transaction","detail":"{read_only:false; response_revision:4739; number_of_response:1; }","duration":"487.226467ms","start":"2026-02-25T07:49:49.927Z","end":"2026-02-25T07:49:50.414226Z","steps":["trace[831614098] 'process raft request' (duration: 486.96861ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:49:50.414408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:49:49.926987Z","time spent":"487.347871ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T07:49:50.488761Z","caller":"traceutil/trace.go:171","msg":"trace[320041458] linearizableReadLoop","detail":"{readStateIndex:4935; appliedIndex:4933; }","duration":"503.242164ms","start":"2026-02-25T07:49:49.985492Z","end":"2026-02-25T07:49:50.488734Z","steps":["trace[320041458] 'read index received' (duration: 417.198748ms)","trace[320041458] 'applied index is now lower than readState.Index' (duration: 86.041266ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T07:49:50.488968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.465909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-25T07:49:50.489039Z","caller":"traceutil/trace.go:171","msg":"trace[1129511238] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4739; }","duration":"503.585152ms","start":"2026-02-25T07:49:49.985435Z","end":"2026-02-25T07:49:50.48902Z","steps":["trace[1129511238] 'agreement among raft nodes before linearized reading' (duration: 503.377417ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:49:50.489101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:49:49.985414Z","time spent":"503.674475ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-25T07:49:50.489133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.725606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-25T07:49:50.489221Z","caller":"traceutil/trace.go:171","msg":"trace[31201813] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4739; }","duration":"466.890361ms","start":"2026-02-25T07:49:50.022311Z","end":"2026-02-25T07:49:50.489202Z","steps":["trace[31201813] 'agreement among raft nodes before linearized reading' (duration: 466.648425ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:49:50.489247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.933976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-25T07:49:50.489253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.565232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-02-25T07:49:50.489367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.735914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-f6f4f7d96-qn5cq\" ","response":"range_response_count:1 size:7678"} {"level":"info","ts":"2026-02-25T07:49:50.489368Z","caller":"traceutil/trace.go:171","msg":"trace[1826178049] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4739; }","duration":"466.711536ms","start":"2026-02-25T07:49:50.022625Z","end":"2026-02-25T07:49:50.489336Z","steps":["trace[1826178049] 'agreement among raft nodes before linearized reading' (duration: 466.438309ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:49:50.489394Z","caller":"traceutil/trace.go:171","msg":"trace[2004633741] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-f6f4f7d96-qn5cq; range_end:; response_count:1; response_revision:4739; }","duration":"286.797365ms","start":"2026-02-25T07:49:50.20259Z","end":"2026-02-25T07:49:50.489387Z","steps":["trace[2004633741] 'agreement among raft nodes before linearized reading' (duration: 286.734084ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:49:50.489405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.572611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7v4p5\" ","response":"range_response_count:1 size:6388"} {"level":"warn","ts":"2026-02-25T07:49:50.489419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:49:50.022609Z","time spent":"466.800928ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-25T07:49:50.489442Z","caller":"traceutil/trace.go:171","msg":"trace[470413305] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7v4p5; range_end:; response_count:1; response_revision:4739; }","duration":"462.646482ms","start":"2026-02-25T07:49:50.026787Z","end":"2026-02-25T07:49:50.489433Z","steps":["trace[470413305] 'agreement among raft nodes before linearized reading' (duration: 462.54495ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:49:50.489475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:49:50.026772Z","time spent":"462.695973ms","remote":"127.0.0.1:44326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6411,"request content":"key:\"/registry/pods/openstack/keepalived-7v4p5\" "} {"level":"warn","ts":"2026-02-25T07:49:50.489259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:49:50.022287Z","time spent":"466.965233ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T07:49:50.489307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.165134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T07:49:50.489603Z","caller":"traceutil/trace.go:171","msg":"trace[1241598469] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4739; }","duration":"444.490751ms","start":"2026-02-25T07:49:50.045101Z","end":"2026-02-25T07:49:50.489592Z","steps":["trace[1241598469] 'agreement among raft nodes before linearized reading' (duration: 444.177914ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:49:50.489135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.855167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-25T07:49:50.489645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:49:50.045081Z","time spent":"444.552093ms","remote":"127.0.0.1:50354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-25T07:49:50.489661Z","caller":"traceutil/trace.go:171","msg":"trace[828681959] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4739; }","duration":"485.445902ms","start":"2026-02-25T07:49:50.004196Z","end":"2026-02-25T07:49:50.489641Z","steps":["trace[828681959] 'agreement among raft nodes before linearized reading' (duration: 484.733014ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:49:50.489745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:49:50.004171Z","time spent":"485.548244ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T07:49:50.489776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.231348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-02-25T07:49:50.489304Z","caller":"traceutil/trace.go:171","msg":"trace[541307097] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4739; }","duration":"477.001777ms","start":"2026-02-25T07:49:50.012284Z","end":"2026-02-25T07:49:50.489285Z","steps":["trace[541307097] 'agreement among raft nodes before linearized reading' (duration: 476.898594ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:49:50.489882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:49:50.012272Z","time spent":"477.589842ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-25T07:49:50.489922Z","caller":"traceutil/trace.go:171","msg":"trace[1922679017] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4739; }","duration":"465.390722ms","start":"2026-02-25T07:49:50.024423Z","end":"2026-02-25T07:49:50.489814Z","steps":["trace[1922679017] 'agreement among raft nodes before linearized reading' (duration: 464.52091ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:49:50.490023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:49:50.024411Z","time spent":"465.598787ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-25T07:49:50.656023Z","caller":"traceutil/trace.go:171","msg":"trace[891827809] transaction","detail":"{read_only:false; response_revision:4741; number_of_response:1; }","duration":"160.704903ms","start":"2026-02-25T07:49:50.495289Z","end":"2026-02-25T07:49:50.655994Z","steps":["trace[891827809] 'process raft request' (duration: 156.214149ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:49:50.656297Z","caller":"traceutil/trace.go:171","msg":"trace[108859813] transaction","detail":"{read_only:false; response_revision:4742; number_of_response:1; }","duration":"160.325054ms","start":"2026-02-25T07:49:50.495934Z","end":"2026-02-25T07:49:50.656259Z","steps":["trace[108859813] 'process raft request' (duration: 160.013756ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:49:50.656472Z","caller":"traceutil/trace.go:171","msg":"trace[1645616730] transaction","detail":"{read_only:false; response_revision:4743; number_of_response:1; }","duration":"160.041976ms","start":"2026-02-25T07:49:50.496411Z","end":"2026-02-25T07:49:50.656453Z","steps":["trace[1645616730] 'process raft request' (duration: 159.785039ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:49:50.656485Z","caller":"traceutil/trace.go:171","msg":"trace[552360465] transaction","detail":"{read_only:false; response_revision:4744; number_of_response:1; }","duration":"159.958884ms","start":"2026-02-25T07:49:50.496489Z","end":"2026-02-25T07:49:50.656448Z","steps":["trace[552360465] 'process raft request' (duration: 159.845681ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:49:50.656687Z","caller":"traceutil/trace.go:171","msg":"trace[226636253] transaction","detail":"{read_only:false; response_revision:4746; number_of_response:1; }","duration":"156.570527ms","start":"2026-02-25T07:49:50.500104Z","end":"2026-02-25T07:49:50.656675Z","steps":["trace[226636253] 'process raft request' (duration: 156.476225ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:49:50.656695Z","caller":"traceutil/trace.go:171","msg":"trace[1866105940] transaction","detail":"{read_only:false; response_revision:4745; number_of_response:1; }","duration":"158.908808ms","start":"2026-02-25T07:49:50.497773Z","end":"2026-02-25T07:49:50.656682Z","steps":["trace[1866105940] 'process raft request' (duration: 158.62161ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:49:53.35222Z","caller":"traceutil/trace.go:171","msg":"trace[899318294] transaction","detail":"{read_only:false; response_revision:4768; number_of_response:1; }","duration":"112.323653ms","start":"2026-02-25T07:49:53.23986Z","end":"2026-02-25T07:49:53.352184Z","steps":["trace[899318294] 'process raft request' (duration: 112.135118ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:49:54.904697Z","caller":"traceutil/trace.go:171","msg":"trace[1203614491] transaction","detail":"{read_only:false; response_revision:4790; number_of_response:1; }","duration":"230.080905ms","start":"2026-02-25T07:49:54.674587Z","end":"2026-02-25T07:49:54.904668Z","steps":["trace[1203614491] 'process raft request' (duration: 229.872909ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:49:54.905895Z","caller":"traceutil/trace.go:171","msg":"trace[1481659694] transaction","detail":"{read_only:false; response_revision:4792; number_of_response:1; }","duration":"230.301501ms","start":"2026-02-25T07:49:54.675547Z","end":"2026-02-25T07:49:54.905848Z","steps":["trace[1481659694] 'process raft request' (duration: 230.222669ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:49:54.905921Z","caller":"traceutil/trace.go:171","msg":"trace[254392071] transaction","detail":"{read_only:false; response_revision:4791; number_of_response:1; }","duration":"230.906446ms","start":"2026-02-25T07:49:54.674991Z","end":"2026-02-25T07:49:54.905898Z","steps":["trace[254392071] 'process raft request' (duration: 230.64271ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:49:54.906209Z","caller":"traceutil/trace.go:171","msg":"trace[83045328] transaction","detail":"{read_only:false; response_revision:4793; number_of_response:1; }","duration":"230.63292ms","start":"2026-02-25T07:49:54.675558Z","end":"2026-02-25T07:49:54.906191Z","steps":["trace[83045328] 'process raft request' (duration: 230.2521ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:49:54.906212Z","caller":"traceutil/trace.go:171","msg":"trace[1209556304] transaction","detail":"{read_only:false; response_revision:4794; number_of_response:1; }","duration":"230.431234ms","start":"2026-02-25T07:49:54.675753Z","end":"2026-02-25T07:49:54.906185Z","steps":["trace[1209556304] 'process raft request' (duration: 230.310901ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:49:57.313262Z","caller":"traceutil/trace.go:171","msg":"trace[433559210] transaction","detail":"{read_only:false; response_revision:4807; number_of_response:1; }","duration":"398.979565ms","start":"2026-02-25T07:49:56.914251Z","end":"2026-02-25T07:49:57.313231Z","steps":["trace[433559210] 'process raft request' (duration: 397.905428ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:49:57.313458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:49:56.914235Z","time spent":"399.110969ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T07:49:57.32192Z","caller":"traceutil/trace.go:171","msg":"trace[1578271832] transaction","detail":"{read_only:false; response_revision:4808; number_of_response:1; }","duration":"407.609244ms","start":"2026-02-25T07:49:56.914288Z","end":"2026-02-25T07:49:57.321898Z","steps":["trace[1578271832] 'process raft request' (duration: 407.316856ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:49:57.321969Z","caller":"traceutil/trace.go:171","msg":"trace[101487472] transaction","detail":"{read_only:false; response_revision:4809; number_of_response:1; }","duration":"406.707392ms","start":"2026-02-25T07:49:56.915232Z","end":"2026-02-25T07:49:57.321939Z","steps":["trace[101487472] 'process raft request' (duration: 406.563108ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:49:57.322032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:49:56.91427Z","time spent":"407.707167ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T07:49:57.322146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:49:56.91522Z","time spent":"406.829535ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T07:49:57.322244Z","caller":"traceutil/trace.go:171","msg":"trace[1613413815] transaction","detail":"{read_only:false; response_revision:4810; number_of_response:1; }","duration":"406.623069ms","start":"2026-02-25T07:49:56.91561Z","end":"2026-02-25T07:49:57.322233Z","steps":["trace[1613413815] 'process raft request' (duration: 406.280441ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:49:57.322311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:49:56.915601Z","time spent":"406.67473ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T07:49:57.322585Z","caller":"traceutil/trace.go:171","msg":"trace[1604056653] transaction","detail":"{read_only:false; response_revision:4811; number_of_response:1; }","duration":"406.135807ms","start":"2026-02-25T07:49:56.916439Z","end":"2026-02-25T07:49:57.322575Z","steps":["trace[1604056653] 'process raft request' (duration: 405.725466ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:49:57.32264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:49:56.916432Z","time spent":"406.180889ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T07:49:57.322845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.027849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T07:49:57.322886Z","caller":"traceutil/trace.go:171","msg":"trace[1566534804] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4811; }","duration":"407.085061ms","start":"2026-02-25T07:49:56.915791Z","end":"2026-02-25T07:49:57.322876Z","steps":["trace[1566534804] 'agreement among raft nodes before linearized reading' (duration: 407.01534ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:49:57.322925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:49:56.915786Z","time spent":"407.134292ms","remote":"127.0.0.1:44120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T07:49:57.323139Z","caller":"traceutil/trace.go:171","msg":"trace[1743926672] linearizableReadLoop","detail":"{readStateIndex:5008; appliedIndex:5004; }","duration":"406.65419ms","start":"2026-02-25T07:49:56.915823Z","end":"2026-02-25T07:49:57.322478Z","steps":["trace[1743926672] 'read index received' (duration: 397.213141ms)","trace[1743926672] 'applied index is now lower than readState.Index' (duration: 9.439899ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T07:49:57.3237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.597613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T07:49:57.323743Z","caller":"traceutil/trace.go:171","msg":"trace[1517745685] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:4811; }","duration":"242.710676ms","start":"2026-02-25T07:49:57.081022Z","end":"2026-02-25T07:49:57.323733Z","steps":["trace[1517745685] 'agreement among raft nodes before linearized reading' (duration: 242.544102ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:49:59.818984Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4092255369792123634,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T07:50:00.320217Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4092255369792123634,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T07:50:00.482678Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.19711051s","expected-duration":"1s"} {"level":"info","ts":"2026-02-25T07:50:00.483105Z","caller":"traceutil/trace.go:171","msg":"trace[1328822655] transaction","detail":"{read_only:false; response_revision:4872; number_of_response:1; }","duration":"1.197658994s","start":"2026-02-25T07:49:59.285422Z","end":"2026-02-25T07:50:00.483081Z","steps":["trace[1328822655] 'process raft request' (duration: 1.19750282s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:50:00.483275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:49:59.285399Z","time spent":"1.197788587s","remote":"127.0.0.1:44326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3684,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T07:50:01.917304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999879132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T07:50:01.917407Z","caller":"traceutil/trace.go:171","msg":"trace[1891957786] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000051047s","start":"2026-02-25T07:49:59.917334Z","end":"2026-02-25T07:50:01.917385Z","steps":["trace[1891957786] 'agreement among raft nodes before linearized reading' (duration: 1.999931224s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:50:01.917455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:49:59.917314Z","time spent":"2.000131388s","remote":"127.0.0.1:44120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 07:50:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T07:50:03.257158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.670797167s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-25T07:50:03.258012Z","caller":"traceutil/trace.go:171","msg":"trace[1851677211] transaction","detail":"{read_only:false; response_revision:4873; number_of_response:1; }","duration":"2.812312311s","start":"2026-02-25T07:50:00.445661Z","end":"2026-02-25T07:50:03.257973Z","steps":["trace[1851677211] 'process raft request' (duration: 2.811630774s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:50:03.258315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:50:00.445628Z","time spent":"2.812495536s","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T07:50:03.735275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.091049ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T07:50:03.73561Z","caller":"traceutil/trace.go:171","msg":"trace[1679062274] transaction","detail":"{read_only:false; response_revision:4875; number_of_response:1; }","duration":"2.836550017s","start":"2026-02-25T07:50:00.899032Z","end":"2026-02-25T07:50:03.735582Z","steps":["trace[1679062274] 'process raft request' (duration: 2.836449854s)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:50:03.735609Z","caller":"traceutil/trace.go:171","msg":"trace[1256926812] transaction","detail":"{read_only:false; response_revision:4874; number_of_response:1; }","duration":"3.28701719s","start":"2026-02-25T07:50:00.448544Z","end":"2026-02-25T07:50:03.735561Z","steps":["trace[1256926812] 'process raft request' (duration: 2.809401228s)","trace[1256926812] 'compare' (duration: 476.867933ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T07:50:03.735639Z","caller":"traceutil/trace.go:171","msg":"trace[458514938] linearizableReadLoop","detail":"{readStateIndex:5071; appliedIndex:5069; }","duration":"4.417694373s","start":"2026-02-25T07:49:59.317896Z","end":"2026-02-25T07:50:03.73559Z","steps":["trace[458514938] 'read index received' (duration: 1.165123886s)","trace[458514938] 'applied index is now lower than readState.Index' (duration: 3.252561956s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T07:50:03.735728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:50:00.899002Z","time spent":"2.836671431s","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T07:50:03.73579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:50:00.448514Z","time spent":"3.287183635s","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T07:50:03.735914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.417533836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-25T07:50:03.735942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.41047203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-25T07:50:03.735983Z","caller":"traceutil/trace.go:171","msg":"trace[1933017876] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4875; }","duration":"4.410557542s","start":"2026-02-25T07:49:59.325411Z","end":"2026-02-25T07:50:03.735969Z","steps":["trace[1933017876] 'agreement among raft nodes before linearized reading' (duration: 4.410378508s)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:50:03.735988Z","caller":"traceutil/trace.go:171","msg":"trace[1872263593] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4875; }","duration":"3.41768151s","start":"2026-02-25T07:50:00.318282Z","end":"2026-02-25T07:50:03.735964Z","steps":["trace[1872263593] 'agreement among raft nodes before linearized reading' (duration: 3.417553787s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:50:03.736021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.894986399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12014"} {"level":"warn","ts":"2026-02-25T07:50:03.736027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.228224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T07:50:03.736043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:50:00.318255Z","time spent":"3.417774722s","remote":"127.0.0.1:50368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-25T07:50:03.736085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.029420011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3221"} {"level":"warn","ts":"2026-02-25T07:50:03.736069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.818631829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T07:50:03.73609Z","caller":"traceutil/trace.go:171","msg":"trace[1110996412] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4875; }","duration":"1.895060851s","start":"2026-02-25T07:50:01.841009Z","end":"2026-02-25T07:50:03.73607Z","steps":["trace[1110996412] 'agreement among raft nodes before linearized reading' (duration: 1.894803074s)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:50:03.736106Z","caller":"traceutil/trace.go:171","msg":"trace[2121866006] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:4875; }","duration":"453.369257ms","start":"2026-02-25T07:50:03.282717Z","end":"2026-02-25T07:50:03.736086Z","steps":["trace[2121866006] 'agreement among raft nodes before linearized reading' (duration: 453.209043ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:50:03.73614Z","caller":"traceutil/trace.go:171","msg":"trace[1954013343] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:4875; }","duration":"1.029503643s","start":"2026-02-25T07:50:02.706613Z","end":"2026-02-25T07:50:03.736117Z","steps":["trace[1954013343] 'agreement among raft nodes before linearized reading' (duration: 1.029412311s)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:50:03.736145Z","caller":"traceutil/trace.go:171","msg":"trace[1748119662] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4875; }","duration":"1.818741982s","start":"2026-02-25T07:50:01.917383Z","end":"2026-02-25T07:50:03.736125Z","steps":["trace[1748119662] 'agreement among raft nodes before linearized reading' (duration: 1.818622239s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:50:03.73615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:50:01.840934Z","time spent":"1.895202824s","remote":"127.0.0.1:44326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12037,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-25T07:50:03.736175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:50:02.706585Z","time spent":"1.029583235s","remote":"127.0.0.1:33238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3244,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-02-25T07:50:03.736163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:50:03.282692Z","time spent":"453.45595ms","remote":"127.0.0.1:44496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-02-25T07:50:03.736175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.695187329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d5cb973a-d98e-4258-84a7-f28bae3c317d\" ","response":"range_response_count:1 size:3699"} {"level":"warn","ts":"2026-02-25T07:50:03.736189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:50:01.917368Z","time spent":"1.818813774s","remote":"127.0.0.1:44104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T07:50:03.736225Z","caller":"traceutil/trace.go:171","msg":"trace[1791088244] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d5cb973a-d98e-4258-84a7-f28bae3c317d; range_end:; response_count:1; response_revision:4875; }","duration":"3.695284701s","start":"2026-02-25T07:50:00.040924Z","end":"2026-02-25T07:50:03.736209Z","steps":["trace[1791088244] 'agreement among raft nodes before linearized reading' (duration: 3.695153638s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:50:03.736263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:50:00.040899Z","time spent":"3.695354083s","remote":"127.0.0.1:44326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3722,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d5cb973a-d98e-4258-84a7-f28bae3c317d\" "} {"level":"warn","ts":"2026-02-25T07:50:03.735935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.418006021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-25T07:50:03.736344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.780255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-25T07:50:03.736374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.165021981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7v4p5\" ","response":"range_response_count:1 size:6388"} {"level":"info","ts":"2026-02-25T07:50:03.7364Z","caller":"traceutil/trace.go:171","msg":"trace[1320471445] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:4875; }","duration":"410.901299ms","start":"2026-02-25T07:50:03.325481Z","end":"2026-02-25T07:50:03.736383Z","steps":["trace[1320471445] 'agreement among raft nodes before linearized reading' (duration: 410.793056ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:50:03.736413Z","caller":"traceutil/trace.go:171","msg":"trace[1341306602] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7v4p5; range_end:; response_count:1; response_revision:4875; }","duration":"3.165105693s","start":"2026-02-25T07:50:00.571296Z","end":"2026-02-25T07:50:03.736402Z","steps":["trace[1341306602] 'agreement among raft nodes before linearized reading' (duration: 3.16499332s)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:50:03.736392Z","caller":"traceutil/trace.go:171","msg":"trace[917715238] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4875; }","duration":"4.418492463s","start":"2026-02-25T07:49:59.31787Z","end":"2026-02-25T07:50:03.736362Z","steps":["trace[917715238] 'agreement among raft nodes before linearized reading' (duration: 4.417809586s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:50:03.736447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:50:00.571277Z","time spent":"3.165164215s","remote":"127.0.0.1:44326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6411,"request content":"key:\"/registry/pods/openstack/keepalived-7v4p5\" "} {"level":"warn","ts":"2026-02-25T07:50:03.73641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.143831813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-25T07:50:03.736448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:50:03.325449Z","time spent":"410.985091ms","remote":"127.0.0.1:44576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":19,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-02-25T07:50:03.736381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.409651209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-25T07:50:03.736041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:49:59.325389Z","time spent":"4.410635335s","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-25T07:50:03.736508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.40889121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-25T07:50:03.73652Z","caller":"traceutil/trace.go:171","msg":"trace[914557540] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4875; }","duration":"4.409827314s","start":"2026-02-25T07:49:59.326681Z","end":"2026-02-25T07:50:03.736508Z","steps":["trace[914557540] 'agreement among raft nodes before linearized reading' (duration: 4.409451894s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:50:03.736543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.20840266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-25T07:50:03.736547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:49:59.31786Z","time spent":"4.418590535s","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-25T07:50:03.736586Z","caller":"traceutil/trace.go:171","msg":"trace[2119811678] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:4875; }","duration":"2.208499593s","start":"2026-02-25T07:50:01.528077Z","end":"2026-02-25T07:50:03.736576Z","steps":["trace[2119811678] 'agreement among raft nodes before linearized reading' (duration: 2.208412541s)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:50:03.736573Z","caller":"traceutil/trace.go:171","msg":"trace[421806916] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4875; }","duration":"4.408954952s","start":"2026-02-25T07:49:59.327591Z","end":"2026-02-25T07:50:03.736546Z","steps":["trace[421806916] 'agreement among raft nodes before linearized reading' (duration: 4.408847679s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:50:03.73665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:50:01.528052Z","time spent":"2.208591596s","remote":"127.0.0.1:44540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-02-25T07:50:03.73671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:49:59.327584Z","time spent":"4.409079265s","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T07:50:03.736564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:49:59.326672Z","time spent":"4.409881655s","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-25T07:50:03.736093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.354980261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T07:50:03.736445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.409924936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-25T07:50:03.736977Z","caller":"traceutil/trace.go:171","msg":"trace[1400948714] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4875; }","duration":"4.4104742s","start":"2026-02-25T07:49:59.326483Z","end":"2026-02-25T07:50:03.736957Z","steps":["trace[1400948714] 'agreement among raft nodes before linearized reading' (duration: 4.409874405s)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:50:03.736937Z","caller":"traceutil/trace.go:171","msg":"trace[1869214912] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:4875; }","duration":"1.355875624s","start":"2026-02-25T07:50:02.381041Z","end":"2026-02-25T07:50:03.736916Z","steps":["trace[1869214912] 'agreement among raft nodes before linearized reading' (duration: 1.354985422s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:50:03.737135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:50:02.381017Z","time spent":"1.356097559s","remote":"127.0.0.1:50456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-02-25T07:50:03.737048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:49:59.326467Z","time spent":"4.410561182s","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-25T07:50:03.736509Z","caller":"traceutil/trace.go:171","msg":"trace[896881913] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4875; }","duration":"3.144002927s","start":"2026-02-25T07:50:00.592482Z","end":"2026-02-25T07:50:03.736485Z","steps":["trace[896881913] 'agreement among raft nodes before linearized reading' (duration: 3.143664529s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:50:03.737545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:50:00.592463Z","time spent":"3.145065064s","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-25T07:50:05.200256Z","caller":"traceutil/trace.go:171","msg":"trace[1722693562] linearizableReadLoop","detail":"{readStateIndex:5113; appliedIndex:5112; }","duration":"203.606831ms","start":"2026-02-25T07:50:04.996621Z","end":"2026-02-25T07:50:05.200228Z","steps":["trace[1722693562] 'read index received' (duration: 191.74573ms)","trace[1722693562] 'applied index is now lower than readState.Index' (duration: 11.859971ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T07:50:05.200606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.807424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.12\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-02-25T07:50:05.200607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.970201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-02-25T07:50:05.200654Z","caller":"traceutil/trace.go:171","msg":"trace[1382522640] range","detail":"{range_begin:/registry/masterleases/162.253.55.12; range_end:; response_count:1; response_revision:4913; }","duration":"145.904967ms","start":"2026-02-25T07:50:05.054738Z","end":"2026-02-25T07:50:05.200643Z","steps":["trace[1382522640] 'agreement among raft nodes before linearized reading' (duration: 145.725562ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:50:05.200663Z","caller":"traceutil/trace.go:171","msg":"trace[194967929] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4913; }","duration":"204.075224ms","start":"2026-02-25T07:50:04.996574Z","end":"2026-02-25T07:50:05.20065Z","steps":["trace[194967929] 'agreement among raft nodes before linearized reading' (duration: 203.805077ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:50:05.200628Z","caller":"traceutil/trace.go:171","msg":"trace[171315094] transaction","detail":"{read_only:false; response_revision:4913; number_of_response:1; }","duration":"226.132784ms","start":"2026-02-25T07:50:04.974444Z","end":"2026-02-25T07:50:05.200577Z","steps":["trace[171315094] 'process raft request' (duration: 213.958165ms)","trace[171315094] 'compare' (duration: 11.481472ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T07:50:05.473703Z","caller":"traceutil/trace.go:171","msg":"trace[1467675193] linearizableReadLoop","detail":"{readStateIndex:5121; appliedIndex:5120; }","duration":"112.734754ms","start":"2026-02-25T07:50:05.36094Z","end":"2026-02-25T07:50:05.473675Z","steps":["trace[1467675193] 'read index received' (duration: 26.099323ms)","trace[1467675193] 'applied index is now lower than readState.Index' (duration: 86.634381ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T07:50:05.473838Z","caller":"traceutil/trace.go:171","msg":"trace[1105800895] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4919; }","duration":"113.644888ms","start":"2026-02-25T07:50:05.360183Z","end":"2026-02-25T07:50:05.473828Z","steps":["trace[1105800895] 'process raft request' (duration: 109.589365ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:50:05.474084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.120483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-02-25T07:50:05.474129Z","caller":"traceutil/trace.go:171","msg":"trace[2128019354] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:4919; }","duration":"113.189685ms","start":"2026-02-25T07:50:05.360926Z","end":"2026-02-25T07:50:05.474116Z","steps":["trace[2128019354] 'agreement among raft nodes before linearized reading' (duration: 113.040901ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:50:05.474168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.369803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-02-25T07:50:05.474266Z","caller":"traceutil/trace.go:171","msg":"trace[217333286] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:4919; }","duration":"110.498576ms","start":"2026-02-25T07:50:05.363745Z","end":"2026-02-25T07:50:05.474243Z","steps":["trace[217333286] 'agreement among raft nodes before linearized reading' (duration: 110.217579ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:50:07.943005Z","caller":"traceutil/trace.go:171","msg":"trace[1615665492] transaction","detail":"{read_only:false; response_revision:4968; number_of_response:1; }","duration":"161.470141ms","start":"2026-02-25T07:50:07.781491Z","end":"2026-02-25T07:50:07.942962Z","steps":["trace[1615665492] 'process raft request' (duration: 96.367367ms)","trace[1615665492] 'compare' (duration: 64.895309ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T07:50:07.948414Z","caller":"traceutil/trace.go:171","msg":"trace[219730260] transaction","detail":"{read_only:false; response_revision:4969; number_of_response:1; }","duration":"166.839607ms","start":"2026-02-25T07:50:07.781539Z","end":"2026-02-25T07:50:07.948378Z","steps":["trace[219730260] 'process raft request' (duration: 166.628752ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:50:07.948715Z","caller":"traceutil/trace.go:171","msg":"trace[1987582541] transaction","detail":"{read_only:false; response_revision:4970; number_of_response:1; }","duration":"165.31793ms","start":"2026-02-25T07:50:07.783352Z","end":"2026-02-25T07:50:07.94867Z","steps":["trace[1987582541] 'process raft request' (duration: 164.974101ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:50:07.949518Z","caller":"traceutil/trace.go:171","msg":"trace[2017507819] transaction","detail":"{read_only:false; response_revision:4971; number_of_response:1; }","duration":"165.129754ms","start":"2026-02-25T07:50:07.784364Z","end":"2026-02-25T07:50:07.949493Z","steps":["trace[2017507819] 'process raft request' (duration: 164.223821ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:50:07.949715Z","caller":"traceutil/trace.go:171","msg":"trace[825240477] transaction","detail":"{read_only:false; response_revision:4972; number_of_response:1; }","duration":"165.190176ms","start":"2026-02-25T07:50:07.784509Z","end":"2026-02-25T07:50:07.949699Z","steps":["trace[825240477] 'process raft request' (duration: 164.93145ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:50:18.670936Z","caller":"traceutil/trace.go:171","msg":"trace[101879414] transaction","detail":"{read_only:false; response_revision:5092; number_of_response:1; }","duration":"123.723043ms","start":"2026-02-25T07:50:18.547139Z","end":"2026-02-25T07:50:18.670862Z","steps":["trace[101879414] 'process raft request' (duration: 72.579414ms)","trace[101879414] 'compare' (duration: 50.984765ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T07:50:18.671839Z","caller":"traceutil/trace.go:171","msg":"trace[1407926131] transaction","detail":"{read_only:false; response_revision:5093; number_of_response:1; }","duration":"123.025046ms","start":"2026-02-25T07:50:18.548794Z","end":"2026-02-25T07:50:18.671819Z","steps":["trace[1407926131] 'process raft request' (duration: 122.872952ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:50:18.672127Z","caller":"traceutil/trace.go:171","msg":"trace[1099856677] transaction","detail":"{read_only:false; response_revision:5094; number_of_response:1; }","duration":"123.2403ms","start":"2026-02-25T07:50:18.548858Z","end":"2026-02-25T07:50:18.672098Z","steps":["trace[1099856677] 'process raft request' (duration: 122.911032ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:50:18.672353Z","caller":"traceutil/trace.go:171","msg":"trace[566673276] transaction","detail":"{read_only:false; response_revision:5095; number_of_response:1; }","duration":"123.23791ms","start":"2026-02-25T07:50:18.549098Z","end":"2026-02-25T07:50:18.672336Z","steps":["trace[566673276] 'process raft request' (duration: 122.927843ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:50:18.672345Z","caller":"traceutil/trace.go:171","msg":"trace[574832376] transaction","detail":"{read_only:false; response_revision:5096; number_of_response:1; }","duration":"112.125459ms","start":"2026-02-25T07:50:18.560184Z","end":"2026-02-25T07:50:18.672309Z","steps":["trace[574832376] 'process raft request' (duration: 111.999806ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:50:26.330609Z","caller":"traceutil/trace.go:171","msg":"trace[119065122] linearizableReadLoop","detail":"{readStateIndex:5342; appliedIndex:5341; }","duration":"191.860713ms","start":"2026-02-25T07:50:26.138713Z","end":"2026-02-25T07:50:26.330573Z","steps":["trace[119065122] 'read index received' (duration: 191.690889ms)","trace[119065122] 'applied index is now lower than readState.Index' (duration: 168.724µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T07:50:26.330785Z","caller":"traceutil/trace.go:171","msg":"trace[1789149579] transaction","detail":"{read_only:false; response_revision:5135; number_of_response:1; }","duration":"196.03089ms","start":"2026-02-25T07:50:26.134639Z","end":"2026-02-25T07:50:26.33067Z","steps":["trace[1789149579] 'process raft request' (duration: 195.716152ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:50:26.330962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.213552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-25T07:50:26.331028Z","caller":"traceutil/trace.go:171","msg":"trace[1694522474] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5135; }","duration":"192.323665ms","start":"2026-02-25T07:50:26.138687Z","end":"2026-02-25T07:50:26.331011Z","steps":["trace[1694522474] 'agreement among raft nodes before linearized reading' (duration: 192.049408ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:50:26.43885Z","caller":"traceutil/trace.go:171","msg":"trace[424514556] transaction","detail":"{read_only:false; response_revision:5136; number_of_response:1; }","duration":"275.476179ms","start":"2026-02-25T07:50:26.163338Z","end":"2026-02-25T07:50:26.438814Z","steps":["trace[424514556] 'process raft request' (duration: 251.801987ms)","trace[424514556] 'compare' (duration: 23.467907ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T07:50:26.438953Z","caller":"traceutil/trace.go:171","msg":"trace[171461771] linearizableReadLoop","detail":"{readStateIndex:5344; appliedIndex:5342; }","duration":"108.24149ms","start":"2026-02-25T07:50:26.330697Z","end":"2026-02-25T07:50:26.438939Z","steps":["trace[171461771] 'read index received' (duration: 84.457935ms)","trace[171461771] 'applied index is now lower than readState.Index' (duration: 23.782025ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T07:50:26.438967Z","caller":"traceutil/trace.go:171","msg":"trace[75679973] transaction","detail":"{read_only:false; response_revision:5137; number_of_response:1; }","duration":"181.811238ms","start":"2026-02-25T07:50:26.25713Z","end":"2026-02-25T07:50:26.438942Z","steps":["trace[75679973] 'process raft request' (duration: 181.607523ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:50:26.438859Z","caller":"traceutil/trace.go:171","msg":"trace[960672801] transaction","detail":"{read_only:false; response_revision:5138; number_of_response:1; }","duration":"103.830288ms","start":"2026-02-25T07:50:26.335012Z","end":"2026-02-25T07:50:26.438842Z","steps":["trace[960672801] 'process raft request' (duration: 103.774356ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:50:26.439163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.472824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-02-25T07:50:26.439162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.185702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-02-25T07:50:26.439181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.500117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-25T07:50:26.439225Z","caller":"traceutil/trace.go:171","msg":"trace[1487298543] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5138; }","duration":"204.576587ms","start":"2026-02-25T07:50:26.234634Z","end":"2026-02-25T07:50:26.43921Z","steps":["trace[1487298543] 'agreement among raft nodes before linearized reading' (duration: 204.369302ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:50:26.43924Z","caller":"traceutil/trace.go:171","msg":"trace[438000427] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5138; }","duration":"203.302885ms","start":"2026-02-25T07:50:26.235919Z","end":"2026-02-25T07:50:26.439222Z","steps":["trace[438000427] 'agreement among raft nodes before linearized reading' (duration: 203.057539ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:50:26.439267Z","caller":"traceutil/trace.go:171","msg":"trace[404700807] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5138; }","duration":"206.64555ms","start":"2026-02-25T07:50:26.232603Z","end":"2026-02-25T07:50:26.439249Z","steps":["trace[404700807] 'agreement among raft nodes before linearized reading' (duration: 206.417594ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:50:41.871766Z","caller":"traceutil/trace.go:171","msg":"trace[789276936] transaction","detail":"{read_only:false; response_revision:5211; number_of_response:1; }","duration":"417.142817ms","start":"2026-02-25T07:50:41.454591Z","end":"2026-02-25T07:50:41.871734Z","steps":["trace[789276936] 'process raft request' (duration: 416.947482ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:50:41.871987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:50:41.454557Z","time spent":"417.311301ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T07:50:41.873635Z","caller":"traceutil/trace.go:171","msg":"trace[996922169] linearizableReadLoop","detail":"{readStateIndex:5422; appliedIndex:5420; }","duration":"157.43767ms","start":"2026-02-25T07:50:41.716171Z","end":"2026-02-25T07:50:41.873609Z","steps":["trace[996922169] 'read index received' (duration: 155.362887ms)","trace[996922169] 'applied index is now lower than readState.Index' (duration: 2.073493ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T07:50:41.873769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.572054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T07:50:41.873805Z","caller":"traceutil/trace.go:171","msg":"trace[1372282020] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:5212; }","duration":"157.695947ms","start":"2026-02-25T07:50:41.716095Z","end":"2026-02-25T07:50:41.873791Z","steps":["trace[1372282020] 'agreement among raft nodes before linearized reading' (duration: 157.605934ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T07:50:41.873766Z","caller":"traceutil/trace.go:171","msg":"trace[1245741947] transaction","detail":"{read_only:false; response_revision:5212; number_of_response:1; }","duration":"408.275932ms","start":"2026-02-25T07:50:41.465441Z","end":"2026-02-25T07:50:41.873717Z","steps":["trace[1245741947] 'process raft request' (duration: 408.025495ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T07:50:41.87399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T07:50:41.465413Z","time spent":"408.454657ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T07:51:11.661214Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2611} {"level":"info","ts":"2026-02-25T07:51:11.723571Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2611,"took":"60.768582ms","hash":239522695,"current-db-size-bytes":39747584,"current-db-size":"40 MB","current-db-size-in-use-bytes":28975104,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-02-25T07:51:11.7237Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":239522695,"revision":2611,"compact-revision":-1} {"level":"info","ts":"2026-02-25T07:56:11.668494Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5372} {"level":"info","ts":"2026-02-25T07:56:11.751636Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5372,"took":"81.612604ms","hash":1021850401,"current-db-size-bytes":39747584,"current-db-size":"40 MB","current-db-size-in-use-bytes":14295040,"current-db-size-in-use":"14 MB"} {"level":"info","ts":"2026-02-25T07:56:11.751699Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1021850401,"revision":5372,"compact-revision":2611} {"level":"info","ts":"2026-02-25T08:01:11.674484Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6754} {"level":"info","ts":"2026-02-25T08:01:11.729378Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6754,"took":"53.369523ms","hash":815012713,"current-db-size-bytes":39747584,"current-db-size":"40 MB","current-db-size-in-use-bytes":12427264,"current-db-size-in-use":"12 MB"} {"level":"info","ts":"2026-02-25T08:01:11.729439Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":815012713,"revision":6754,"compact-revision":5372}