{"level":"warn","ts":"2026-04-28T03:16:18.849306Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-28T03:16:18.849397Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.53:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.53:2380","--initial-cluster=instance=https://199.204.45.53:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.53:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.53:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-28T03:16:18.849475Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-28T03:16:18.849547Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.53:2380"]} {"level":"info","ts":"2026-04-28T03:16:18.849568Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-28T03:16:18.850681Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.53:2379"]} {"level":"info","ts":"2026-04-28T03:16:18.850925Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.53:2380"],"listen-peer-urls":["https://199.204.45.53:2380"],"advertise-client-urls":["https://199.204.45.53:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.53:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.53:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-28T03:16:18.856928Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.774741ms"} {"level":"info","ts":"2026-04-28T03:16:18.869732Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"c47ca1a7b1fe506b","cluster-id":"95bd21e158fabf07"} {"level":"info","ts":"2026-04-28T03:16:18.869831Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c47ca1a7b1fe506b switched to configuration voters=()"} {"level":"info","ts":"2026-04-28T03:16:18.869859Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c47ca1a7b1fe506b became follower at term 0"} {"level":"info","ts":"2026-04-28T03:16:18.86987Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft c47ca1a7b1fe506b [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-28T03:16:18.869885Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c47ca1a7b1fe506b became follower at term 1"} {"level":"info","ts":"2026-04-28T03:16:18.869952Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c47ca1a7b1fe506b switched to configuration voters=(14158369070163841131)"} {"level":"warn","ts":"2026-04-28T03:16:18.878747Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-28T03:16:18.880065Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-28T03:16:18.881899Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-28T03:16:18.884212Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"c47ca1a7b1fe506b","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-28T03:16:18.884776Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"c47ca1a7b1fe506b","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-28T03:16:18.885051Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-28T03:16:18.885119Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-28T03:16:18.885161Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-28T03:16:18.887207Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c47ca1a7b1fe506b switched to configuration voters=(14158369070163841131)"} {"level":"info","ts":"2026-04-28T03:16:18.887436Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"95bd21e158fabf07","local-member-id":"c47ca1a7b1fe506b","added-peer-id":"c47ca1a7b1fe506b","added-peer-peer-urls":["https://199.204.45.53:2380"]} {"level":"info","ts":"2026-04-28T03:16:18.888353Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-28T03:16:18.888586Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.53:2380"} {"level":"info","ts":"2026-04-28T03:16:18.888668Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.53:2380"} {"level":"info","ts":"2026-04-28T03:16:18.889311Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"c47ca1a7b1fe506b","initial-advertise-peer-urls":["https://199.204.45.53:2380"],"listen-peer-urls":["https://199.204.45.53:2380"],"advertise-client-urls":["https://199.204.45.53:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.53:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-28T03:16:18.889357Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-28T03:16:19.070907Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c47ca1a7b1fe506b is starting a new election at term 1"} {"level":"info","ts":"2026-04-28T03:16:19.070958Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c47ca1a7b1fe506b became pre-candidate at term 1"} {"level":"info","ts":"2026-04-28T03:16:19.070976Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c47ca1a7b1fe506b received MsgPreVoteResp from c47ca1a7b1fe506b at term 1"} {"level":"info","ts":"2026-04-28T03:16:19.07099Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c47ca1a7b1fe506b became candidate at term 2"} {"level":"info","ts":"2026-04-28T03:16:19.070999Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c47ca1a7b1fe506b received MsgVoteResp from c47ca1a7b1fe506b at term 2"} {"level":"info","ts":"2026-04-28T03:16:19.071142Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c47ca1a7b1fe506b became leader at term 2"} {"level":"info","ts":"2026-04-28T03:16:19.071162Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: c47ca1a7b1fe506b elected leader c47ca1a7b1fe506b at term 2"} {"level":"info","ts":"2026-04-28T03:16:19.074125Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-28T03:16:19.074325Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"c47ca1a7b1fe506b","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.53:2379]}","request-path":"/0/members/c47ca1a7b1fe506b/attributes","cluster-id":"95bd21e158fabf07","publish-timeout":"7s"} {"level":"info","ts":"2026-04-28T03:16:19.074518Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-28T03:16:19.074863Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-28T03:16:19.076071Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-28T03:16:19.076136Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-28T03:16:19.077058Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"95bd21e158fabf07","local-member-id":"c47ca1a7b1fe506b","cluster-version":"3.5"} {"level":"info","ts":"2026-04-28T03:16:19.077223Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-28T03:16:19.077292Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-28T03:16:19.078088Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.53:2379"} {"level":"info","ts":"2026-04-28T03:16:19.079122Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-28T03:16:31.569694Z","caller":"traceutil/trace.go:171","msg":"trace[672805366] transaction","detail":"{read_only:false; response_revision:399; number_of_response:1; }","duration":"114.503394ms","start":"2026-04-28T03:16:31.455164Z","end":"2026-04-28T03:16:31.569667Z","steps":["trace[672805366] 'process raft request' (duration: 114.244542ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:42.498269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.091085ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:16:42.498454Z","caller":"traceutil/trace.go:171","msg":"trace[580537863] transaction","detail":"{read_only:false; response_revision:462; number_of_response:1; }","duration":"219.908952ms","start":"2026-04-28T03:16:42.27852Z","end":"2026-04-28T03:16:42.498429Z","steps":["trace[580537863] 'process raft request' (duration: 78.013271ms)","trace[580537863] 'compare' (duration: 140.820293ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:16:46.216065Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794898871187356153,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:16:46.717319Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794898871187356153,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:16:46.785803Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.14977327s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:16:46.786322Z","caller":"traceutil/trace.go:171","msg":"trace[1565078691] linearizableReadLoop","detail":"{readStateIndex:486; appliedIndex:485; }","duration":"1.07086207s","start":"2026-04-28T03:16:45.715426Z","end":"2026-04-28T03:16:46.786288Z","steps":["trace[1565078691] 'read index received' (duration: 1.070481048s)","trace[1565078691] 'applied index is now lower than readState.Index' (duration: 379.402µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:16:46.786412Z","caller":"traceutil/trace.go:171","msg":"trace[754698553] transaction","detail":"{read_only:false; response_revision:470; number_of_response:1; }","duration":"1.150446464s","start":"2026-04-28T03:16:45.635921Z","end":"2026-04-28T03:16:46.786367Z","steps":["trace[754698553] 'process raft request' (duration: 1.150134992s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:46.786589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006246518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T03:16:46.786582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.071129262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:16:46.786651Z","caller":"traceutil/trace.go:171","msg":"trace[977770285] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:470; }","duration":"1.006376768s","start":"2026-04-28T03:16:45.780259Z","end":"2026-04-28T03:16:46.786636Z","steps":["trace[977770285] 'agreement among raft nodes before linearized reading' (duration: 1.006234758s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:46.786599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:45.635857Z","time spent":"1.150648595s","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:16:46.786682Z","caller":"traceutil/trace.go:171","msg":"trace[1690834338] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:470; }","duration":"1.071281012s","start":"2026-04-28T03:16:45.715378Z","end":"2026-04-28T03:16:46.786659Z","steps":["trace[1690834338] 'agreement among raft nodes before linearized reading' (duration: 1.071108682s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:46.786706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:45.780244Z","time spent":"1.006451129s","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:16:46.786739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:45.715355Z","time spent":"1.071375673s","remote":"127.0.0.1:56212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:16:48.971661Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.079565913s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:16:48.973238Z","caller":"traceutil/trace.go:171","msg":"trace[326362194] linearizableReadLoop","detail":"{readStateIndex:491; appliedIndex:490; }","duration":"250.192615ms","start":"2026-04-28T03:16:48.722965Z","end":"2026-04-28T03:16:48.973157Z","steps":["trace[326362194] 'read index received' (duration: 249.803383ms)","trace[326362194] 'applied index is now lower than readState.Index' (duration: 386.902µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:16:48.973332Z","caller":"traceutil/trace.go:171","msg":"trace[966434648] transaction","detail":"{read_only:false; response_revision:474; number_of_response:1; }","duration":"1.082048418s","start":"2026-04-28T03:16:47.891238Z","end":"2026-04-28T03:16:48.973286Z","steps":["trace[966434648] 'process raft request' (duration: 1.081296643s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:48.973519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:47.891209Z","time spent":"1.082237859s","remote":"127.0.0.1:56292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":317296,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:16:48.973551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.553167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:16:48.973616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.381705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:16:48.973732Z","caller":"traceutil/trace.go:171","msg":"trace[602361903] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:474; }","duration":"182.607527ms","start":"2026-04-28T03:16:48.791103Z","end":"2026-04-28T03:16:48.973711Z","steps":["trace[602361903] 'agreement among raft nodes before linearized reading' (duration: 182.319265ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:48.973718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.062221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:16:48.973784Z","caller":"traceutil/trace.go:171","msg":"trace[883491520] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:474; }","duration":"156.160521ms","start":"2026-04-28T03:16:48.817605Z","end":"2026-04-28T03:16:48.973766Z","steps":["trace[883491520] 'agreement among raft nodes before linearized reading' (duration: 156.047891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:48.973795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.091611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-28T03:16:48.973827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.436267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:16:48.973872Z","caller":"traceutil/trace.go:171","msg":"trace[1308544004] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:474; }","duration":"155.511947ms","start":"2026-04-28T03:16:48.818348Z","end":"2026-04-28T03:16:48.97386Z","steps":["trace[1308544004] 'agreement among raft nodes before linearized reading' (duration: 155.440436ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:48.973867Z","caller":"traceutil/trace.go:171","msg":"trace[339695678] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:474; }","duration":"163.244063ms","start":"2026-04-28T03:16:48.810602Z","end":"2026-04-28T03:16:48.973846Z","steps":["trace[339695678] 'agreement among raft nodes before linearized reading' (duration: 163.100542ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:48.973619Z","caller":"traceutil/trace.go:171","msg":"trace[1503607953] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:474; }","duration":"250.670597ms","start":"2026-04-28T03:16:48.722923Z","end":"2026-04-28T03:16:48.973593Z","steps":["trace[1503607953] 'agreement among raft nodes before linearized reading' (duration: 250.461126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:51.580627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.274346ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:16:51.580737Z","caller":"traceutil/trace.go:171","msg":"trace[1860296103] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"172.834331ms","start":"2026-04-28T03:16:51.407887Z","end":"2026-04-28T03:16:51.580721Z","steps":["trace[1860296103] 'process raft request' (duration: 72.387284ms)","trace[1860296103] 'compare' (duration: 99.986493ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:16:51.606061Z","caller":"traceutil/trace.go:171","msg":"trace[1594914008] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"181.169159ms","start":"2026-04-28T03:16:51.424863Z","end":"2026-04-28T03:16:51.606032Z","steps":["trace[1594914008] 'process raft request' (duration: 181.134388ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:51.606263Z","caller":"traceutil/trace.go:171","msg":"trace[574339579] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"182.156504ms","start":"2026-04-28T03:16:51.424043Z","end":"2026-04-28T03:16:51.6062Z","steps":["trace[574339579] 'process raft request' (duration: 181.739242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:51.884793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.125652ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:16:51.884904Z","caller":"traceutil/trace.go:171","msg":"trace[1410759738] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"266.785039ms","start":"2026-04-28T03:16:51.618102Z","end":"2026-04-28T03:16:51.884887Z","steps":["trace[1410759738] 'process raft request' (duration: 133.494676ms)","trace[1410759738] 'compare' (duration: 133.017702ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:16:51.896172Z","caller":"traceutil/trace.go:171","msg":"trace[124699374] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"277.41171ms","start":"2026-04-28T03:16:51.618744Z","end":"2026-04-28T03:16:51.896156Z","steps":["trace[124699374] 'process raft request' (duration: 277.194449ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:51.896484Z","caller":"traceutil/trace.go:171","msg":"trace[1056590064] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"270.798512ms","start":"2026-04-28T03:16:51.625639Z","end":"2026-04-28T03:16:51.896438Z","steps":["trace[1056590064] 'process raft request' (duration: 270.48091ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:51.89735Z","caller":"traceutil/trace.go:171","msg":"trace[981102454] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"233.309238ms","start":"2026-04-28T03:16:51.664016Z","end":"2026-04-28T03:16:51.897325Z","steps":["trace[981102454] 'process raft request' (duration: 233.018247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:52.402941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.747017ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:16:52.403458Z","caller":"traceutil/trace.go:171","msg":"trace[1327168971] transaction","detail":"{read_only:false; response_revision:599; number_of_response:1; }","duration":"411.390577ms","start":"2026-04-28T03:16:51.992022Z","end":"2026-04-28T03:16:52.403412Z","steps":["trace[1327168971] 'process raft request' (duration: 184.042477ms)","trace[1327168971] 'compare' (duration: 226.599386ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:16:52.403518Z","caller":"traceutil/trace.go:171","msg":"trace[735113123] transaction","detail":"{read_only:false; response_revision:601; number_of_response:1; }","duration":"403.949424ms","start":"2026-04-28T03:16:51.999543Z","end":"2026-04-28T03:16:52.403492Z","steps":["trace[735113123] 'process raft request' (duration: 403.743783ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:52.403574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:51.991992Z","time spent":"411.532348ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4869,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:16:52.403625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:51.999507Z","time spent":"404.066194ms","remote":"127.0.0.1:56242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14661,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:16:52.403637Z","caller":"traceutil/trace.go:171","msg":"trace[151038757] transaction","detail":"{read_only:false; response_revision:600; number_of_response:1; }","duration":"411.258725ms","start":"2026-04-28T03:16:51.992292Z","end":"2026-04-28T03:16:52.403551Z","steps":["trace[151038757] 'process raft request' (duration: 410.881363ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:52.403765Z","caller":"traceutil/trace.go:171","msg":"trace[1936800836] transaction","detail":"{read_only:false; response_revision:603; number_of_response:1; }","duration":"350.064618ms","start":"2026-04-28T03:16:52.053685Z","end":"2026-04-28T03:16:52.403749Z","steps":["trace[1936800836] 'process raft request' (duration: 349.746016ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:52.403758Z","caller":"traceutil/trace.go:171","msg":"trace[556557931] linearizableReadLoop","detail":"{readStateIndex:625; appliedIndex:620; }","duration":"233.109364ms","start":"2026-04-28T03:16:52.170606Z","end":"2026-04-28T03:16:52.403716Z","steps":["trace[556557931] 'read index received' (duration: 5.559602ms)","trace[556557931] 'applied index is now lower than readState.Index' (duration: 227.547832ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:16:52.403852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:52.053653Z","time spent":"350.149148ms","remote":"127.0.0.1:56242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20851,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:16:52.403494Z","caller":"traceutil/trace.go:171","msg":"trace[654446466] transaction","detail":"{read_only:false; response_revision:602; number_of_response:1; }","duration":"376.389438ms","start":"2026-04-28T03:16:52.027086Z","end":"2026-04-28T03:16:52.403475Z","steps":["trace[654446466] 'process raft request' (duration: 376.274297ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:52.40395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:51.992279Z","time spent":"411.508906ms","remote":"127.0.0.1:56242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5562,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:16:52.404121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.486497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.53\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-28T03:16:52.404078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:52.027066Z","time spent":"376.858501ms","remote":"127.0.0.1:56242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8270,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:16:52.40419Z","caller":"traceutil/trace.go:171","msg":"trace[1364201494] range","detail":"{range_begin:/registry/masterleases/199.204.45.53; range_end:; response_count:1; response_revision:603; }","duration":"233.638897ms","start":"2026-04-28T03:16:52.170534Z","end":"2026-04-28T03:16:52.404173Z","steps":["trace[1364201494] 'agreement among raft nodes before linearized reading' (duration: 233.331576ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:52.435562Z","caller":"traceutil/trace.go:171","msg":"trace[1483827238] transaction","detail":"{read_only:false; response_revision:604; number_of_response:1; }","duration":"209.713941ms","start":"2026-04-28T03:16:52.225826Z","end":"2026-04-28T03:16:52.43554Z","steps":["trace[1483827238] 'process raft request' (duration: 209.603621ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:52.599047Z","caller":"traceutil/trace.go:171","msg":"trace[1794936470] linearizableReadLoop","detail":"{readStateIndex:627; appliedIndex:626; }","duration":"191.520168ms","start":"2026-04-28T03:16:52.407509Z","end":"2026-04-28T03:16:52.599029Z","steps":["trace[1794936470] 'read index received' (duration: 28.017399ms)","trace[1794936470] 'applied index is now lower than readState.Index' (duration: 163.501959ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:16:52.599179Z","caller":"traceutil/trace.go:171","msg":"trace[58727683] transaction","detail":"{read_only:false; response_revision:606; number_of_response:1; }","duration":"184.783979ms","start":"2026-04-28T03:16:52.41436Z","end":"2026-04-28T03:16:52.599144Z","steps":["trace[58727683] 'process raft request' (duration: 184.618908ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:52.599186Z","caller":"traceutil/trace.go:171","msg":"trace[302071655] transaction","detail":"{read_only:false; response_revision:605; number_of_response:1; }","duration":"189.704008ms","start":"2026-04-28T03:16:52.409368Z","end":"2026-04-28T03:16:52.599072Z","steps":["trace[302071655] 'process raft request' (duration: 189.529057ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:52.599316Z","caller":"traceutil/trace.go:171","msg":"trace[549522751] transaction","detail":"{read_only:false; response_revision:607; number_of_response:1; }","duration":"173.009733ms","start":"2026-04-28T03:16:52.426128Z","end":"2026-04-28T03:16:52.599138Z","steps":["trace[549522751] 'process raft request' (duration: 172.881502ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:52.599493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.94845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-sgl9f\" ","response":"range_response_count:1 size:4884"} {"level":"info","ts":"2026-04-28T03:16:52.59959Z","caller":"traceutil/trace.go:171","msg":"trace[1059499761] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-sgl9f; range_end:; response_count:1; response_revision:607; }","duration":"192.06724ms","start":"2026-04-28T03:16:52.4075Z","end":"2026-04-28T03:16:52.599568Z","steps":["trace[1059499761] 'agreement among raft nodes before linearized reading' (duration: 191.743779ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:52.635926Z","caller":"traceutil/trace.go:171","msg":"trace[1348768404] transaction","detail":"{read_only:false; response_revision:608; number_of_response:1; }","duration":"103.778529ms","start":"2026-04-28T03:16:52.532121Z","end":"2026-04-28T03:16:52.6359Z","steps":["trace[1348768404] 'process raft request' (duration: 103.598518ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:53.063543Z","caller":"traceutil/trace.go:171","msg":"trace[1302833531] linearizableReadLoop","detail":"{readStateIndex:638; appliedIndex:637; }","duration":"204.297947ms","start":"2026-04-28T03:16:52.859221Z","end":"2026-04-28T03:16:53.063519Z","steps":["trace[1302833531] 'read index received' (duration: 111.914075ms)","trace[1302833531] 'applied index is now lower than readState.Index' (duration: 92.382862ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:16:53.063601Z","caller":"traceutil/trace.go:171","msg":"trace[1697382507] transaction","detail":"{read_only:false; response_revision:615; number_of_response:1; }","duration":"215.110169ms","start":"2026-04-28T03:16:52.848464Z","end":"2026-04-28T03:16:53.063574Z","steps":["trace[1697382507] 'process raft request' (duration: 122.753028ms)","trace[1697382507] 'compare' (duration: 92.173121ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:16:53.063855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.610769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/gateways.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:59631"} {"level":"info","ts":"2026-04-28T03:16:53.063945Z","caller":"traceutil/trace.go:171","msg":"trace[915450223] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/gateways.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:615; }","duration":"204.73641ms","start":"2026-04-28T03:16:52.859193Z","end":"2026-04-28T03:16:53.063929Z","steps":["trace[915450223] 'agreement among raft nodes before linearized reading' (duration: 204.469509ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:53.156354Z","caller":"traceutil/trace.go:171","msg":"trace[73638350] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"115.973042ms","start":"2026-04-28T03:16:53.040354Z","end":"2026-04-28T03:16:53.156328Z","steps":["trace[73638350] 'process raft request' (duration: 115.49391ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:53.156812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.456904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T03:16:53.156817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.433294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:16:53.156873Z","caller":"traceutil/trace.go:171","msg":"trace[1717420437] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:618; }","duration":"146.539864ms","start":"2026-04-28T03:16:53.010317Z","end":"2026-04-28T03:16:53.156857Z","steps":["trace[1717420437] 'agreement among raft nodes before linearized reading' (duration: 146.388933ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:53.156898Z","caller":"traceutil/trace.go:171","msg":"trace[1191946190] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:618; }","duration":"146.536054ms","start":"2026-04-28T03:16:53.010342Z","end":"2026-04-28T03:16:53.156878Z","steps":["trace[1191946190] 'agreement among raft nodes before linearized reading' (duration: 146.362813ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:53.157048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.664015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:16:53.157081Z","caller":"traceutil/trace.go:171","msg":"trace[1770503605] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:618; }","duration":"146.707805ms","start":"2026-04-28T03:16:53.010365Z","end":"2026-04-28T03:16:53.157073Z","steps":["trace[1770503605] 'agreement among raft nodes before linearized reading' (duration: 146.651515ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:53.157379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.073657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:16:53.157441Z","caller":"traceutil/trace.go:171","msg":"trace[2035238777] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:618; }","duration":"147.174709ms","start":"2026-04-28T03:16:53.01025Z","end":"2026-04-28T03:16:53.157425Z","steps":["trace[2035238777] 'agreement among raft nodes before linearized reading' (duration: 146.848257ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:53.350845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.37717ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:16:53.351084Z","caller":"traceutil/trace.go:171","msg":"trace[812466604] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"188.362921ms","start":"2026-04-28T03:16:53.162675Z","end":"2026-04-28T03:16:53.351038Z","steps":["trace[812466604] 'process raft request' (duration: 33.6812ms)","trace[812466604] 'compare' (duration: 154.179938ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:16:53.351277Z","caller":"traceutil/trace.go:171","msg":"trace[1098655229] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"183.600264ms","start":"2026-04-28T03:16:53.167629Z","end":"2026-04-28T03:16:53.35123Z","steps":["trace[1098655229] 'process raft request' (duration: 183.340453ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:53.351337Z","caller":"traceutil/trace.go:171","msg":"trace[195325009] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"182.934811ms","start":"2026-04-28T03:16:53.168315Z","end":"2026-04-28T03:16:53.351249Z","steps":["trace[195325009] 'process raft request' (duration: 182.80019ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:53.35142Z","caller":"traceutil/trace.go:171","msg":"trace[369850210] linearizableReadLoop","detail":"{readStateIndex:646; appliedIndex:641; }","duration":"154.094107ms","start":"2026-04-28T03:16:53.197287Z","end":"2026-04-28T03:16:53.351381Z","steps":["trace[369850210] 'read index received' (duration: 152.82827ms)","trace[369850210] 'applied index is now lower than readState.Index' (duration: 1.264597ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:16:53.351578Z","caller":"traceutil/trace.go:171","msg":"trace[523064651] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"183.248342ms","start":"2026-04-28T03:16:53.168085Z","end":"2026-04-28T03:16:53.351333Z","steps":["trace[523064651] 'process raft request' (duration: 182.94589ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:53.351667Z","caller":"traceutil/trace.go:171","msg":"trace[1260678466] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"181.804213ms","start":"2026-04-28T03:16:53.169799Z","end":"2026-04-28T03:16:53.351603Z","steps":["trace[1260678466] 'process raft request' (duration: 181.400411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:53.351857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.507129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/httproutes.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:151236"} {"level":"info","ts":"2026-04-28T03:16:53.351944Z","caller":"traceutil/trace.go:171","msg":"trace[665984345] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/httproutes.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:623; }","duration":"154.64742ms","start":"2026-04-28T03:16:53.197281Z","end":"2026-04-28T03:16:53.351928Z","steps":["trace[665984345] 'agreement among raft nodes before linearized reading' (duration: 154.258948ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:53.366427Z","caller":"traceutil/trace.go:171","msg":"trace[984251140] transaction","detail":"{read_only:false; response_revision:624; number_of_response:1; }","duration":"166.162396ms","start":"2026-04-28T03:16:53.200249Z","end":"2026-04-28T03:16:53.366412Z","steps":["trace[984251140] 'process raft request' (duration: 165.968395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:53.36662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.132616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5177"} {"level":"info","ts":"2026-04-28T03:16:53.36672Z","caller":"traceutil/trace.go:171","msg":"trace[232167647] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:624; }","duration":"143.284037ms","start":"2026-04-28T03:16:53.223414Z","end":"2026-04-28T03:16:53.366698Z","steps":["trace[232167647] 'agreement among raft nodes before linearized reading' (duration: 142.985515ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:53.561517Z","caller":"traceutil/trace.go:171","msg":"trace[1366660674] transaction","detail":"{read_only:false; response_revision:627; number_of_response:1; }","duration":"177.800621ms","start":"2026-04-28T03:16:53.383688Z","end":"2026-04-28T03:16:53.561488Z","steps":["trace[1366660674] 'process raft request' (duration: 165.858853ms)","trace[1366660674] 'compare' (duration: 11.654956ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:16:53.561564Z","caller":"traceutil/trace.go:171","msg":"trace[349066121] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"130.914217ms","start":"2026-04-28T03:16:53.430632Z","end":"2026-04-28T03:16:53.561546Z","steps":["trace[349066121] 'process raft request' (duration: 130.760606ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:53.561606Z","caller":"traceutil/trace.go:171","msg":"trace[1160047561] linearizableReadLoop","detail":"{readStateIndex:650; appliedIndex:649; }","duration":"132.391055ms","start":"2026-04-28T03:16:53.429191Z","end":"2026-04-28T03:16:53.561582Z","steps":["trace[1160047561] 'read index received' (duration: 120.370707ms)","trace[1160047561] 'applied index is now lower than readState.Index' (duration: 12.017738ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:16:53.561876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.676777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/referencegrants.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:7708"} {"level":"info","ts":"2026-04-28T03:16:53.561925Z","caller":"traceutil/trace.go:171","msg":"trace[1224841249] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/referencegrants.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:628; }","duration":"132.773328ms","start":"2026-04-28T03:16:53.429136Z","end":"2026-04-28T03:16:53.561909Z","steps":["trace[1224841249] 'agreement among raft nodes before linearized reading' (duration: 132.613707ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:53.561986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.271969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"info","ts":"2026-04-28T03:16:53.562098Z","caller":"traceutil/trace.go:171","msg":"trace[62841795] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:628; }","duration":"131.41337ms","start":"2026-04-28T03:16:53.430629Z","end":"2026-04-28T03:16:53.562042Z","steps":["trace[62841795] 'agreement among raft nodes before linearized reading' (duration: 131.155559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:54.459168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.274684ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:16:54.459434Z","caller":"traceutil/trace.go:171","msg":"trace[1119733908] transaction","detail":"{read_only:false; response_revision:631; number_of_response:1; }","duration":"830.073471ms","start":"2026-04-28T03:16:53.629249Z","end":"2026-04-28T03:16:54.459322Z","steps":["trace[1119733908] 'process raft request' (duration: 830.023401ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:54.459423Z","caller":"traceutil/trace.go:171","msg":"trace[590525422] transaction","detail":"{read_only:false; response_revision:630; number_of_response:1; }","duration":"872.554629ms","start":"2026-04-28T03:16:53.58684Z","end":"2026-04-28T03:16:54.459395Z","steps":["trace[590525422] 'process raft request' (duration: 437.988154ms)","trace[590525422] 'compare' (duration: 434.138263ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:16:54.459494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:53.629204Z","time spent":"830.268032ms","remote":"127.0.0.1:56242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":23277,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:16:54.459569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:53.58682Z","time spent":"872.67239ms","remote":"127.0.0.1:56242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13205,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:16:54.524242Z","caller":"traceutil/trace.go:171","msg":"trace[2120502508] linearizableReadLoop","detail":"{readStateIndex:655; appliedIndex:652; }","duration":"853.436669ms","start":"2026-04-28T03:16:53.670755Z","end":"2026-04-28T03:16:54.524192Z","steps":["trace[2120502508] 'read index received' (duration: 354.036142ms)","trace[2120502508] 'applied index is now lower than readState.Index' (duration: 499.399657ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:16:54.524323Z","caller":"traceutil/trace.go:171","msg":"trace[1679021355] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"856.264034ms","start":"2026-04-28T03:16:53.668043Z","end":"2026-04-28T03:16:54.524307Z","steps":["trace[1679021355] 'process raft request' (duration: 856.039583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:54.52441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:53.66802Z","time spent":"856.342945ms","remote":"127.0.0.1:56242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10362,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:16:54.524885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.104783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/udproutes.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:31126"} {"level":"info","ts":"2026-04-28T03:16:54.524952Z","caller":"traceutil/trace.go:171","msg":"trace[1541520188] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/udproutes.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:632; }","duration":"854.224054ms","start":"2026-04-28T03:16:53.670708Z","end":"2026-04-28T03:16:54.524932Z","steps":["trace[1541520188] 'agreement among raft nodes before linearized reading' (duration: 853.6295ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:54.524994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:53.670691Z","time spent":"854.293124ms","remote":"127.0.0.1:56242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":31150,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/udproutes.gateway.networking.k8s.io\" "} {"level":"info","ts":"2026-04-28T03:16:54.654507Z","caller":"traceutil/trace.go:171","msg":"trace[1825863615] linearizableReadLoop","detail":"{readStateIndex:658; appliedIndex:655; }","duration":"130.179996ms","start":"2026-04-28T03:16:54.524309Z","end":"2026-04-28T03:16:54.654489Z","steps":["trace[1825863615] 'read index received' (duration: 79.729785ms)","trace[1825863615] 'applied index is now lower than readState.Index' (duration: 50.449161ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:16:54.654578Z","caller":"traceutil/trace.go:171","msg":"trace[1427203795] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"168.40125ms","start":"2026-04-28T03:16:54.486144Z","end":"2026-04-28T03:16:54.654545Z","steps":["trace[1427203795] 'process raft request' (duration: 168.249019ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:54.65466Z","caller":"traceutil/trace.go:171","msg":"trace[735072274] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"200.445579ms","start":"2026-04-28T03:16:54.454177Z","end":"2026-04-28T03:16:54.654622Z","steps":["trace[735072274] 'process raft request' (duration: 200.154448ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:54.654735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.807441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4180"} {"level":"info","ts":"2026-04-28T03:16:54.654836Z","caller":"traceutil/trace.go:171","msg":"trace[82877597] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"381.239628ms","start":"2026-04-28T03:16:54.273111Z","end":"2026-04-28T03:16:54.654351Z","steps":["trace[82877597] 'process raft request' (duration: 330.828426ms)","trace[82877597] 'compare' (duration: 50.08149ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:16:54.654828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.378892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5586"} {"level":"info","ts":"2026-04-28T03:16:54.654771Z","caller":"traceutil/trace.go:171","msg":"trace[1131636508] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:635; }","duration":"630.895491ms","start":"2026-04-28T03:16:54.023865Z","end":"2026-04-28T03:16:54.654761Z","steps":["trace[1131636508] 'agreement among raft nodes before linearized reading' (duration: 630.72615ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:54.654893Z","caller":"traceutil/trace.go:171","msg":"trace[1829747231] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:635; }","duration":"830.482112ms","start":"2026-04-28T03:16:53.824396Z","end":"2026-04-28T03:16:54.654878Z","steps":["trace[1829747231] 'agreement among raft nodes before linearized reading' (duration: 830.327022ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:54.654929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:53.82434Z","time spent":"830.579894ms","remote":"127.0.0.1:56242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":5610,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" "} {"level":"warn","ts":"2026-04-28T03:16:54.654922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:54.023845Z","time spent":"631.070142ms","remote":"127.0.0.1:56242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4204,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" "} {"level":"warn","ts":"2026-04-28T03:16:54.655037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:54.273078Z","time spent":"381.78945ms","remote":"127.0.0.1:56242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":187455,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:16:54.655104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.20844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:16:54.65532Z","caller":"traceutil/trace.go:171","msg":"trace[1855800764] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:635; }","duration":"938.481162ms","start":"2026-04-28T03:16:53.716797Z","end":"2026-04-28T03:16:54.655278Z","steps":["trace[1855800764] 'agreement among raft nodes before linearized reading' (duration: 938.015579ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:54.655426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:53.716773Z","time spent":"938.638362ms","remote":"127.0.0.1:56204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:16:54.673628Z","caller":"traceutil/trace.go:171","msg":"trace[1761746097] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"148.134167ms","start":"2026-04-28T03:16:54.525475Z","end":"2026-04-28T03:16:54.673609Z","steps":["trace[1761746097] 'process raft request' (duration: 147.852175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:54.674101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.403144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/xbackendtrafficpolicies.gateway.networking.x-k8s.io\" ","response":"range_response_count:1 size:23081"} {"level":"info","ts":"2026-04-28T03:16:54.674143Z","caller":"traceutil/trace.go:171","msg":"trace[1904766829] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/xbackendtrafficpolicies.gateway.networking.x-k8s.io; range_end:; response_count:1; response_revision:637; }","duration":"140.476584ms","start":"2026-04-28T03:16:54.533653Z","end":"2026-04-28T03:16:54.67413Z","steps":["trace[1904766829] 'agreement among raft nodes before linearized reading' (duration: 140.288283ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:55.065339Z","caller":"traceutil/trace.go:171","msg":"trace[521835043] linearizableReadLoop","detail":"{readStateIndex:661; appliedIndex:660; }","duration":"340.284347ms","start":"2026-04-28T03:16:54.725033Z","end":"2026-04-28T03:16:55.065317Z","steps":["trace[521835043] 'read index received' (duration: 251.103522ms)","trace[521835043] 'applied index is now lower than readState.Index' (duration: 89.179885ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:16:55.065562Z","caller":"traceutil/trace.go:171","msg":"trace[1949960997] transaction","detail":"{read_only:false; response_revision:638; number_of_response:1; }","duration":"360.058637ms","start":"2026-04-28T03:16:54.705491Z","end":"2026-04-28T03:16:55.06555Z","steps":["trace[1949960997] 'process raft request' (duration: 270.582441ms)","trace[1949960997] 'compare' (duration: 89.127065ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:16:55.065666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:54.705477Z","time spent":"360.110888ms","remote":"127.0.0.1:56242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13214,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:16:55.066079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.040931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/backendtrafficpolicies.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:98713"} {"level":"info","ts":"2026-04-28T03:16:55.066117Z","caller":"traceutil/trace.go:171","msg":"trace[83339626] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/backendtrafficpolicies.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:638; }","duration":"341.116781ms","start":"2026-04-28T03:16:54.724988Z","end":"2026-04-28T03:16:55.066105Z","steps":["trace[83339626] 'agreement among raft nodes before linearized reading' (duration: 340.88363ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:55.066146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:54.724964Z","time spent":"341.175491ms","remote":"127.0.0.1:56242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":98737,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/backendtrafficpolicies.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-04-28T03:16:55.067412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.935519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4083"} {"level":"info","ts":"2026-04-28T03:16:55.067375Z","caller":"traceutil/trace.go:171","msg":"trace[1238672287] transaction","detail":"{read_only:false; response_revision:639; number_of_response:1; }","duration":"307.306682ms","start":"2026-04-28T03:16:54.760045Z","end":"2026-04-28T03:16:55.067352Z","steps":["trace[1238672287] 'process raft request' (duration: 305.892694ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:55.067494Z","caller":"traceutil/trace.go:171","msg":"trace[1462995810] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:640; }","duration":"244.050579ms","start":"2026-04-28T03:16:54.823427Z","end":"2026-04-28T03:16:55.067477Z","steps":["trace[1462995810] 'agreement among raft nodes before linearized reading' (duration: 243.820118ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:55.067506Z","caller":"traceutil/trace.go:171","msg":"trace[1222180990] transaction","detail":"{read_only:false; response_revision:640; number_of_response:1; }","duration":"277.165604ms","start":"2026-04-28T03:16:54.790132Z","end":"2026-04-28T03:16:55.067298Z","steps":["trace[1222180990] 'process raft request' (duration: 276.978713ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:55.067633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:54.760013Z","time spent":"307.508863ms","remote":"127.0.0.1:56242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188471,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:16:55.79501Z","caller":"traceutil/trace.go:171","msg":"trace[190087195] linearizableReadLoop","detail":"{readStateIndex:667; appliedIndex:666; }","duration":"439.1159ms","start":"2026-04-28T03:16:55.355872Z","end":"2026-04-28T03:16:55.794988Z","steps":["trace[190087195] 'read index received' (duration: 438.536677ms)","trace[190087195] 'applied index is now lower than readState.Index' (duration: 578.383µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:16:55.795152Z","caller":"traceutil/trace.go:171","msg":"trace[676661249] transaction","detail":"{read_only:false; response_revision:644; number_of_response:1; }","duration":"468.391152ms","start":"2026-04-28T03:16:55.326746Z","end":"2026-04-28T03:16:55.795137Z","steps":["trace[676661249] 'process raft request' (duration: 467.767169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:55.795287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:55.326724Z","time spent":"468.461572ms","remote":"127.0.0.1:56242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188237,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:16:55.795499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.876643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T03:16:55.795565Z","caller":"traceutil/trace.go:171","msg":"trace[1727052881] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:644; }","duration":"437.991333ms","start":"2026-04-28T03:16:55.357558Z","end":"2026-04-28T03:16:55.795549Z","steps":["trace[1727052881] 'agreement among raft nodes before linearized reading' (duration: 437.813292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:55.795595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:55.357538Z","time spent":"438.051014ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:16:55.795644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.32206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24244"} {"level":"info","ts":"2026-04-28T03:16:55.79574Z","caller":"traceutil/trace.go:171","msg":"trace[2053328734] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:644; }","duration":"372.454901ms","start":"2026-04-28T03:16:55.423262Z","end":"2026-04-28T03:16:55.795717Z","steps":["trace[2053328734] 'agreement among raft nodes before linearized reading' (duration: 372.173339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:55.795721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.011919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-28T03:16:55.795863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.000755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T03:16:55.795882Z","caller":"traceutil/trace.go:171","msg":"trace[785218637] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:644; }","duration":"437.18878ms","start":"2026-04-28T03:16:55.358646Z","end":"2026-04-28T03:16:55.795835Z","steps":["trace[785218637] 'agreement among raft nodes before linearized reading' (duration: 436.852568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:55.795961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:55.358608Z","time spent":"437.3407ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:16:55.795787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.202609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-28T03:16:55.796027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.434898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188495"} {"level":"info","ts":"2026-04-28T03:16:55.796045Z","caller":"traceutil/trace.go:171","msg":"trace[201815513] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:644; }","duration":"437.489781ms","start":"2026-04-28T03:16:55.358547Z","end":"2026-04-28T03:16:55.796037Z","steps":["trace[201815513] 'agreement among raft nodes before linearized reading' (duration: 437.186229ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:55.79606Z","caller":"traceutil/trace.go:171","msg":"trace[572122168] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:644; }","duration":"171.498329ms","start":"2026-04-28T03:16:55.624551Z","end":"2026-04-28T03:16:55.79605Z","steps":["trace[572122168] 'agreement among raft nodes before linearized reading' (duration: 171.373358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:55.796073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:55.358534Z","time spent":"437.531101ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T03:16:55.795903Z","caller":"traceutil/trace.go:171","msg":"trace[1695979848] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:644; }","duration":"440.082775ms","start":"2026-04-28T03:16:55.355811Z","end":"2026-04-28T03:16:55.795894Z","steps":["trace[1695979848] 'agreement among raft nodes before linearized reading' (duration: 440.014474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:55.796128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.865332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-04-28T03:16:55.795796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:55.423253Z","time spent":"372.533291ms","remote":"127.0.0.1:56242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":24268,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"warn","ts":"2026-04-28T03:16:55.796178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:55.35577Z","time spent":"440.396247ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T03:16:55.796201Z","caller":"traceutil/trace.go:171","msg":"trace[1502306321] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:644; }","duration":"397.962782ms","start":"2026-04-28T03:16:55.398218Z","end":"2026-04-28T03:16:55.796181Z","steps":["trace[1502306321] 'agreement among raft nodes before linearized reading' (duration: 397.771991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:55.796272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:55.398206Z","time spent":"398.052803ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:17:02.216827Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794898871187356603,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:17:02.227724Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.065067676s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:17:02.271702Z","caller":"traceutil/trace.go:171","msg":"trace[1550293957] linearizableReadLoop","detail":"{readStateIndex:707; appliedIndex:705; }","duration":"555.774154ms","start":"2026-04-28T03:17:01.715895Z","end":"2026-04-28T03:17:02.27167Z","steps":["trace[1550293957] 'read index received' (duration: 512.202025ms)","trace[1550293957] 'applied index is now lower than readState.Index' (duration: 43.570809ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:17:02.27187Z","caller":"traceutil/trace.go:171","msg":"trace[1066902479] transaction","detail":"{read_only:false; response_revision:683; number_of_response:1; }","duration":"643.101136ms","start":"2026-04-28T03:17:01.62873Z","end":"2026-04-28T03:17:02.271832Z","steps":["trace[1066902479] 'process raft request' (duration: 642.802844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:02.271961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.035915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:17:02.272016Z","caller":"traceutil/trace.go:171","msg":"trace[1809367932] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:683; }","duration":"556.152927ms","start":"2026-04-28T03:17:01.715849Z","end":"2026-04-28T03:17:02.272002Z","steps":["trace[1809367932] 'agreement among raft nodes before linearized reading' (duration: 556.044216ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:02.272016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:01.628639Z","time spent":"643.299296ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:17:02.271985Z","caller":"traceutil/trace.go:171","msg":"trace[197582248] transaction","detail":"{read_only:false; response_revision:682; number_of_response:1; }","duration":"1.10944794s","start":"2026-04-28T03:17:01.162513Z","end":"2026-04-28T03:17:02.271961Z","steps":["trace[197582248] 'process raft request' (duration: 1.065565489s)","trace[197582248] 'compare' (duration: 43.195327ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:17:02.272058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:01.715823Z","time spent":"556.223837ms","remote":"127.0.0.1:56204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:17:02.272109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:01.162496Z","time spent":"1.10956026s","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2735,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:17:02.27236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.544306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T03:17:02.272396Z","caller":"traceutil/trace.go:171","msg":"trace[499028759] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:683; }","duration":"444.612087ms","start":"2026-04-28T03:17:01.827774Z","end":"2026-04-28T03:17:02.272386Z","steps":["trace[499028759] 'agreement among raft nodes before linearized reading' (duration: 444.493696ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:02.272418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:01.827749Z","time spent":"444.664227ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:17:02.272433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.9188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:17:02.272461Z","caller":"traceutil/trace.go:171","msg":"trace[1315056783] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:683; }","duration":"430.00292ms","start":"2026-04-28T03:17:01.842451Z","end":"2026-04-28T03:17:02.272454Z","steps":["trace[1315056783] 'agreement among raft nodes before linearized reading' (duration: 429.898069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:02.27249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:01.842442Z","time spent":"430.04308ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:17:02.272518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.912785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-28T03:17:02.272557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.424759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:17:02.272586Z","caller":"traceutil/trace.go:171","msg":"trace[342057173] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:683; }","duration":"439.500721ms","start":"2026-04-28T03:17:01.833076Z","end":"2026-04-28T03:17:02.272577Z","steps":["trace[342057173] 'agreement among raft nodes before linearized reading' (duration: 439.43162ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:02.272609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:01.833038Z","time spent":"439.566561ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:17:02.272676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.687753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-28T03:17:02.272696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.202121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.53\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-28T03:17:02.272558Z","caller":"traceutil/trace.go:171","msg":"trace[713631532] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:683; }","duration":"432.984135ms","start":"2026-04-28T03:17:01.839564Z","end":"2026-04-28T03:17:02.272548Z","steps":["trace[713631532] 'agreement among raft nodes before linearized reading' (duration: 432.827055ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:02.272717Z","caller":"traceutil/trace.go:171","msg":"trace[1925103417] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:683; }","duration":"430.797734ms","start":"2026-04-28T03:17:01.84191Z","end":"2026-04-28T03:17:02.272708Z","steps":["trace[1925103417] 'agreement among raft nodes before linearized reading' (duration: 430.665604ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:02.27273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:01.839556Z","time spent":"433.166406ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:17:02.272751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:01.841885Z","time spent":"430.857744ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:17:02.272778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.41097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-4wdq6\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-04-28T03:17:02.272798Z","caller":"traceutil/trace.go:171","msg":"trace[388435288] range","detail":"{range_begin:/registry/pods/kube-system/cilium-4wdq6; range_end:; response_count:1; response_revision:683; }","duration":"318.485521ms","start":"2026-04-28T03:17:01.954307Z","end":"2026-04-28T03:17:02.272793Z","steps":["trace[388435288] 'agreement among raft nodes before linearized reading' (duration: 318.42802ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:02.272817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:01.954275Z","time spent":"318.538121ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16985,"request content":"key:\"/registry/pods/kube-system/cilium-4wdq6\" "} {"level":"info","ts":"2026-04-28T03:17:02.272721Z","caller":"traceutil/trace.go:171","msg":"trace[370303480] range","detail":"{range_begin:/registry/masterleases/199.204.45.53; range_end:; response_count:1; response_revision:683; }","duration":"101.291951ms","start":"2026-04-28T03:17:02.171422Z","end":"2026-04-28T03:17:02.272714Z","steps":["trace[370303480] 'agreement among raft nodes before linearized reading' (duration: 101.166231ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:02.67991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.627564ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:17:02.680095Z","caller":"traceutil/trace.go:171","msg":"trace[2100205184] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:683; }","duration":"225.832625ms","start":"2026-04-28T03:17:02.454233Z","end":"2026-04-28T03:17:02.680066Z","steps":["trace[2100205184] 'range keys from in-memory index tree' (duration: 225.604924ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:02.68492Z","caller":"traceutil/trace.go:171","msg":"trace[1436165684] transaction","detail":"{read_only:false; response_revision:684; number_of_response:1; }","duration":"407.069406ms","start":"2026-04-28T03:17:02.277792Z","end":"2026-04-28T03:17:02.684862Z","steps":["trace[1436165684] 'process raft request' (duration: 406.780723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:02.685078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:02.27777Z","time spent":"407.237456ms","remote":"127.0.0.1:56266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":905,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:17:02.685188Z","caller":"traceutil/trace.go:171","msg":"trace[2144145554] transaction","detail":"{read_only:false; response_revision:685; number_of_response:1; }","duration":"406.876825ms","start":"2026-04-28T03:17:02.278241Z","end":"2026-04-28T03:17:02.685118Z","steps":["trace[2144145554] 'process raft request' (duration: 406.571163ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:02.685356Z","caller":"traceutil/trace.go:171","msg":"trace[129419249] transaction","detail":"{read_only:false; response_revision:686; number_of_response:1; }","duration":"406.985225ms","start":"2026-04-28T03:17:02.278349Z","end":"2026-04-28T03:17:02.685334Z","steps":["trace[129419249] 'process raft request' (duration: 406.699884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:02.68546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:02.278224Z","time spent":"407.088436ms","remote":"127.0.0.1:56266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":775,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:17:02.685481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:02.278319Z","time spent":"407.098155ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:17:02.685768Z","caller":"traceutil/trace.go:171","msg":"trace[937887835] transaction","detail":"{read_only:false; response_revision:688; number_of_response:1; }","duration":"407.217455ms","start":"2026-04-28T03:17:02.278537Z","end":"2026-04-28T03:17:02.685754Z","steps":["trace[937887835] 'process raft request' (duration: 406.991534ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:02.685821Z","caller":"traceutil/trace.go:171","msg":"trace[369163822] transaction","detail":"{read_only:false; response_revision:687; number_of_response:1; }","duration":"407.382837ms","start":"2026-04-28T03:17:02.27842Z","end":"2026-04-28T03:17:02.685803Z","steps":["trace[369163822] 'process raft request' (duration: 406.863295ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:02.685857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:02.278523Z","time spent":"407.291446ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:17:02.685941Z","caller":"traceutil/trace.go:171","msg":"trace[551601683] transaction","detail":"{read_only:false; response_revision:689; number_of_response:1; }","duration":"407.313376ms","start":"2026-04-28T03:17:02.278619Z","end":"2026-04-28T03:17:02.685932Z","steps":["trace[551601683] 'process raft request' (duration: 407.008964ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:02.685967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:02.278393Z","time spent":"407.490528ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:17:02.686014Z","caller":"traceutil/trace.go:171","msg":"trace[1438110614] transaction","detail":"{read_only:false; response_revision:690; number_of_response:1; }","duration":"407.037704ms","start":"2026-04-28T03:17:02.27897Z","end":"2026-04-28T03:17:02.686008Z","steps":["trace[1438110614] 'process raft request' (duration: 406.698833ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:02.686048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:02.278953Z","time spent":"407.076854ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:17:02.685987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:02.278608Z","time spent":"407.357206ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:17:02.68625Z","caller":"traceutil/trace.go:171","msg":"trace[1964697619] transaction","detail":"{read_only:false; response_revision:691; number_of_response:1; }","duration":"406.699162ms","start":"2026-04-28T03:17:02.279535Z","end":"2026-04-28T03:17:02.686234Z","steps":["trace[1964697619] 'process raft request' (duration: 406.16888ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:02.686327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:02.279525Z","time spent":"406.759314ms","remote":"127.0.0.1:56466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:17:02.686646Z","caller":"traceutil/trace.go:171","msg":"trace[1449803998] transaction","detail":"{read_only:false; response_revision:692; number_of_response:1; }","duration":"405.608427ms","start":"2026-04-28T03:17:02.280989Z","end":"2026-04-28T03:17:02.686597Z","steps":["trace[1449803998] 'process raft request' (duration: 404.978784ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:02.686668Z","caller":"traceutil/trace.go:171","msg":"trace[277594006] transaction","detail":"{read_only:false; response_revision:693; number_of_response:1; }","duration":"399.511824ms","start":"2026-04-28T03:17:02.287145Z","end":"2026-04-28T03:17:02.686657Z","steps":["trace[277594006] 'process raft request' (duration: 399.143603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:02.686704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:02.280978Z","time spent":"405.698467ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3209,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:17:02.686734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:02.287132Z","time spent":"399.564265ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:17:02.700345Z","caller":"traceutil/trace.go:171","msg":"trace[1869903774] transaction","detail":"{read_only:false; response_revision:694; number_of_response:1; }","duration":"409.650948ms","start":"2026-04-28T03:17:02.290679Z","end":"2026-04-28T03:17:02.70033Z","steps":["trace[1869903774] 'process raft request' (duration: 409.520728ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:02.700447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:02.290663Z","time spent":"409.730869ms","remote":"127.0.0.1:56228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:17:05.775726Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.079010297s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:17:05.776129Z","caller":"traceutil/trace.go:171","msg":"trace[29369436] transaction","detail":"{read_only:false; response_revision:695; number_of_response:1; }","duration":"1.07952235s","start":"2026-04-28T03:17:04.696589Z","end":"2026-04-28T03:17:05.776112Z","steps":["trace[29369436] 'process raft request' (duration: 1.079373659s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:05.776255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:04.696573Z","time spent":"1.07961469s","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:17:06.008547Z","caller":"traceutil/trace.go:171","msg":"trace[976029822] transaction","detail":"{read_only:false; response_revision:697; number_of_response:1; }","duration":"1.311386678s","start":"2026-04-28T03:17:04.697134Z","end":"2026-04-28T03:17:06.008521Z","steps":["trace[976029822] 'process raft request' (duration: 1.311289177s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:06.008592Z","caller":"traceutil/trace.go:171","msg":"trace[502873629] transaction","detail":"{read_only:false; response_revision:696; number_of_response:1; }","duration":"1.311457808s","start":"2026-04-28T03:17:04.697098Z","end":"2026-04-28T03:17:06.008556Z","steps":["trace[502873629] 'process raft request' (duration: 1.311166787s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:06.008775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:04.697078Z","time spent":"1.311610319s","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:17:06.008847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:04.697114Z","time spent":"1.311514768s","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:17:06.009065Z","caller":"traceutil/trace.go:171","msg":"trace[2077716090] transaction","detail":"{read_only:false; response_revision:698; number_of_response:1; }","duration":"1.311358877s","start":"2026-04-28T03:17:04.697678Z","end":"2026-04-28T03:17:06.009037Z","steps":["trace[2077716090] 'process raft request' (duration: 1.310790355s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:06.009311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:04.697657Z","time spent":"1.311545039s","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:17:06.009658Z","caller":"traceutil/trace.go:171","msg":"trace[314926754] linearizableReadLoop","detail":"{readStateIndex:725; appliedIndex:719; }","duration":"293.339176ms","start":"2026-04-28T03:17:05.716297Z","end":"2026-04-28T03:17:06.009636Z","steps":["trace[314926754] 'read index received' (duration: 59.653339ms)","trace[314926754] 'applied index is now lower than readState.Index' (duration: 233.684647ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:17:06.009816Z","caller":"traceutil/trace.go:171","msg":"trace[1309588301] transaction","detail":"{read_only:false; response_revision:700; number_of_response:1; }","duration":"1.065028114s","start":"2026-04-28T03:17:04.944767Z","end":"2026-04-28T03:17:06.009796Z","steps":["trace[1309588301] 'process raft request' (duration: 1.064570812s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:06.009911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:04.944739Z","time spent":"1.065130524s","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:17:06.009877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.491077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:17:06.01049Z","caller":"traceutil/trace.go:171","msg":"trace[1457239942] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:700; }","duration":"294.231511ms","start":"2026-04-28T03:17:05.716226Z","end":"2026-04-28T03:17:06.010457Z","steps":["trace[1457239942] 'agreement among raft nodes before linearized reading' (duration: 293.492567ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:06.010557Z","caller":"traceutil/trace.go:171","msg":"trace[1963648591] transaction","detail":"{read_only:false; response_revision:699; number_of_response:1; }","duration":"1.305329897s","start":"2026-04-28T03:17:04.704179Z","end":"2026-04-28T03:17:06.009509Z","steps":["trace[1963648591] 'process raft request' (duration: 1.304625853s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:06.011006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:04.704168Z","time spent":"1.306790605s","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:17:22.188068Z","caller":"traceutil/trace.go:171","msg":"trace[1434622926] transaction","detail":"{read_only:false; response_revision:804; number_of_response:1; }","duration":"110.495639ms","start":"2026-04-28T03:17:22.077543Z","end":"2026-04-28T03:17:22.188038Z","steps":["trace[1434622926] 'process raft request' (duration: 110.352528ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:22.237617Z","caller":"traceutil/trace.go:171","msg":"trace[1626145027] linearizableReadLoop","detail":"{readStateIndex:835; appliedIndex:834; }","duration":"147.844693ms","start":"2026-04-28T03:17:22.089743Z","end":"2026-04-28T03:17:22.237588Z","steps":["trace[1626145027] 'read index received' (duration: 98.362591ms)","trace[1626145027] 'applied index is now lower than readState.Index' (duration: 49.480922ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:17:22.237863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.101744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:17:22.237726Z","caller":"traceutil/trace.go:171","msg":"trace[1062847540] transaction","detail":"{read_only:false; response_revision:805; number_of_response:1; }","duration":"154.733436ms","start":"2026-04-28T03:17:22.082938Z","end":"2026-04-28T03:17:22.237671Z","steps":["trace[1062847540] 'process raft request' (duration: 154.495785ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:22.237911Z","caller":"traceutil/trace.go:171","msg":"trace[1424668747] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:805; }","duration":"148.196895ms","start":"2026-04-28T03:17:22.089703Z","end":"2026-04-28T03:17:22.2379Z","steps":["trace[1424668747] 'agreement among raft nodes before linearized reading' (duration: 148.021524ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:22.237913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.1335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T03:17:22.237963Z","caller":"traceutil/trace.go:171","msg":"trace[1937020432] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:805; }","duration":"147.21287ms","start":"2026-04-28T03:17:22.090737Z","end":"2026-04-28T03:17:22.23795Z","steps":["trace[1937020432] 'agreement among raft nodes before linearized reading' (duration: 147.07268ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:22.838876Z","caller":"traceutil/trace.go:171","msg":"trace[1882728259] transaction","detail":"{read_only:false; response_revision:815; number_of_response:1; }","duration":"145.781395ms","start":"2026-04-28T03:17:22.693068Z","end":"2026-04-28T03:17:22.83885Z","steps":["trace[1882728259] 'process raft request' (duration: 145.613744ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:24.21694Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794898871187356855,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:17:24.726859Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794898871187356855,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:17:24.8165Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.566831451s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:17:24.817Z","caller":"traceutil/trace.go:171","msg":"trace[463087719] linearizableReadLoop","detail":"{readStateIndex:847; appliedIndex:846; }","duration":"1.100672151s","start":"2026-04-28T03:17:23.716301Z","end":"2026-04-28T03:17:24.816973Z","steps":["trace[463087719] 'read index received' (duration: 1.100323569s)","trace[463087719] 'applied index is now lower than readState.Index' (duration: 347.312µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:17:24.817124Z","caller":"traceutil/trace.go:171","msg":"trace[1923831815] transaction","detail":"{read_only:false; response_revision:816; number_of_response:1; }","duration":"1.567576804s","start":"2026-04-28T03:17:23.249522Z","end":"2026-04-28T03:17:24.817099Z","steps":["trace[1923831815] 'process raft request' (duration: 1.567254493s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:24.817275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:23.249497Z","time spent":"1.567676555s","remote":"127.0.0.1:56466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:17:24.817339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.444215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-28T03:17:24.817453Z","caller":"traceutil/trace.go:171","msg":"trace[382962987] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:816; }","duration":"484.577347ms","start":"2026-04-28T03:17:24.332858Z","end":"2026-04-28T03:17:24.817435Z","steps":["trace[382962987] 'agreement among raft nodes before linearized reading' (duration: 484.350726ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:24.81753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:24.332843Z","time spent":"484.641467ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:17:24.817538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.37386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T03:17:24.817635Z","caller":"traceutil/trace.go:171","msg":"trace[291391986] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:816; }","duration":"485.543221ms","start":"2026-04-28T03:17:24.332072Z","end":"2026-04-28T03:17:24.817615Z","steps":["trace[291391986] 'agreement among raft nodes before linearized reading' (duration: 485.35335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:24.81768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:24.332047Z","time spent":"485.621401ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:17:24.817343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.55921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:17:24.817844Z","caller":"traceutil/trace.go:171","msg":"trace[1831461063] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:816; }","duration":"855.112513ms","start":"2026-04-28T03:17:23.962715Z","end":"2026-04-28T03:17:24.817828Z","steps":["trace[1831461063] 'agreement among raft nodes before linearized reading' (duration: 854.45281ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:24.817903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:23.96269Z","time spent":"855.199423ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:17:24.817824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.753325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-28T03:17:24.817891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.538807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:17:24.817234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.100921282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:17:24.818144Z","caller":"traceutil/trace.go:171","msg":"trace[1646285409] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:816; }","duration":"461.072208ms","start":"2026-04-28T03:17:24.357055Z","end":"2026-04-28T03:17:24.818128Z","steps":["trace[1646285409] 'agreement among raft nodes before linearized reading' (duration: 460.673005ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:24.818153Z","caller":"traceutil/trace.go:171","msg":"trace[711998749] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:816; }","duration":"701.844549ms","start":"2026-04-28T03:17:24.116293Z","end":"2026-04-28T03:17:24.818138Z","steps":["trace[711998749] 'agreement among raft nodes before linearized reading' (duration: 701.558737ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:24.818169Z","caller":"traceutil/trace.go:171","msg":"trace[1562781927] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:816; }","duration":"1.101886497s","start":"2026-04-28T03:17:23.716263Z","end":"2026-04-28T03:17:24.818149Z","steps":["trace[1562781927] 'agreement among raft nodes before linearized reading' (duration: 1.100828661s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:24.818206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:24.357011Z","time spent":"461.173748ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:17:24.818217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:23.716238Z","time spent":"1.101963728s","remote":"127.0.0.1:56204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:17:24.818207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:24.116271Z","time spent":"701.917629ms","remote":"127.0.0.1:56474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:17:24.818248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.959169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:17:24.818379Z","caller":"traceutil/trace.go:171","msg":"trace[351383181] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:816; }","duration":"485.11857ms","start":"2026-04-28T03:17:24.333234Z","end":"2026-04-28T03:17:24.818352Z","steps":["trace[351383181] 'agreement among raft nodes before linearized reading' (duration: 484.731017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:24.818446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:24.333182Z","time spent":"485.25379ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T03:17:36.764675Z","caller":"traceutil/trace.go:171","msg":"trace[1961359921] transaction","detail":"{read_only:false; response_revision:966; number_of_response:1; }","duration":"375.302238ms","start":"2026-04-28T03:17:36.389323Z","end":"2026-04-28T03:17:36.764625Z","steps":["trace[1961359921] 'process raft request' (duration: 375.12671ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:36.764916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:36.389297Z","time spent":"375.538799ms","remote":"127.0.0.1:56266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":811,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:17:37.201749Z","caller":"traceutil/trace.go:171","msg":"trace[395920506] transaction","detail":"{read_only:false; response_revision:972; number_of_response:1; }","duration":"189.943236ms","start":"2026-04-28T03:17:37.011783Z","end":"2026-04-28T03:17:37.201726Z","steps":["trace[395920506] 'process raft request' (duration: 189.905584ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:37.201936Z","caller":"traceutil/trace.go:171","msg":"trace[1278053099] transaction","detail":"{read_only:false; response_revision:969; number_of_response:1; }","duration":"192.249288ms","start":"2026-04-28T03:17:37.009671Z","end":"2026-04-28T03:17:37.20192Z","steps":["trace[1278053099] 'process raft request' (duration: 191.772887ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:37.202219Z","caller":"traceutil/trace.go:171","msg":"trace[126650971] transaction","detail":"{read_only:false; response_revision:970; number_of_response:1; }","duration":"191.832929ms","start":"2026-04-28T03:17:37.010351Z","end":"2026-04-28T03:17:37.202184Z","steps":["trace[126650971] 'process raft request' (duration: 191.240643ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:37.202422Z","caller":"traceutil/trace.go:171","msg":"trace[665934311] transaction","detail":"{read_only:false; response_revision:971; number_of_response:1; }","duration":"190.73076ms","start":"2026-04-28T03:17:37.011601Z","end":"2026-04-28T03:17:37.202331Z","steps":["trace[665934311] 'process raft request' (duration: 190.0467ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:40.407564Z","caller":"traceutil/trace.go:171","msg":"trace[989647152] transaction","detail":"{read_only:false; response_revision:995; number_of_response:1; }","duration":"139.037595ms","start":"2026-04-28T03:17:40.268502Z","end":"2026-04-28T03:17:40.40754Z","steps":["trace[989647152] 'process raft request' (duration: 76.270487ms)","trace[989647152] 'compare' (duration: 62.669834ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:17:43.444999Z","caller":"traceutil/trace.go:171","msg":"trace[35058213] transaction","detail":"{read_only:false; response_revision:1138; number_of_response:1; }","duration":"163.468759ms","start":"2026-04-28T03:17:43.281509Z","end":"2026-04-28T03:17:43.444978Z","steps":["trace[35058213] 'process raft request' (duration: 161.516878ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:43.445164Z","caller":"traceutil/trace.go:171","msg":"trace[2052228208] transaction","detail":"{read_only:false; response_revision:1139; number_of_response:1; }","duration":"163.599984ms","start":"2026-04-28T03:17:43.281537Z","end":"2026-04-28T03:17:43.445137Z","steps":["trace[2052228208] 'process raft request' (duration: 163.340523ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:43.445488Z","caller":"traceutil/trace.go:171","msg":"trace[1953810272] transaction","detail":"{read_only:false; response_revision:1140; number_of_response:1; }","duration":"161.835641ms","start":"2026-04-28T03:17:43.283549Z","end":"2026-04-28T03:17:43.445384Z","steps":["trace[1953810272] 'process raft request' (duration: 161.400083ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:54.06729Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794898871187357562,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T03:17:54.399406Z","caller":"traceutil/trace.go:171","msg":"trace[892319435] transaction","detail":"{read_only:false; response_revision:1210; number_of_response:1; }","duration":"833.652222ms","start":"2026-04-28T03:17:53.565728Z","end":"2026-04-28T03:17:54.39938Z","steps":["trace[892319435] 'process raft request' (duration: 833.500477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:54.399569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:53.56571Z","time spent":"833.772637ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:17:54.54525Z","caller":"traceutil/trace.go:171","msg":"trace[1960757948] linearizableReadLoop","detail":"{readStateIndex:1254; appliedIndex:1250; }","duration":"978.374216ms","start":"2026-04-28T03:17:53.566859Z","end":"2026-04-28T03:17:54.545233Z","steps":["trace[1960757948] 'read index received' (duration: 832.501509ms)","trace[1960757948] 'applied index is now lower than readState.Index' (duration: 145.871767ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:17:54.545273Z","caller":"traceutil/trace.go:171","msg":"trace[635938535] transaction","detail":"{read_only:false; response_revision:1211; number_of_response:1; }","duration":"979.197947ms","start":"2026-04-28T03:17:53.566003Z","end":"2026-04-28T03:17:54.545201Z","steps":["trace[635938535] 'process raft request' (duration: 976.874403ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:54.545372Z","caller":"traceutil/trace.go:171","msg":"trace[1512634794] transaction","detail":"{read_only:false; response_revision:1212; number_of_response:1; }","duration":"978.103267ms","start":"2026-04-28T03:17:53.56726Z","end":"2026-04-28T03:17:54.545363Z","steps":["trace[1512634794] 'process raft request' (duration: 977.840988ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:54.545408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:53.565994Z","time spent":"979.343683ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:17:54.545472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:53.567253Z","time spent":"978.166539ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:17:54.545578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.702309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:17:54.545662Z","caller":"traceutil/trace.go:171","msg":"trace[228705906] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1214; }","duration":"978.807162ms","start":"2026-04-28T03:17:53.566841Z","end":"2026-04-28T03:17:54.545648Z","steps":["trace[228705906] 'agreement among raft nodes before linearized reading' (duration: 978.644206ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:54.545686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.528928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:17:54.545624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.811665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:17:54.545738Z","caller":"traceutil/trace.go:171","msg":"trace[720993059] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:1214; }","duration":"773.607251ms","start":"2026-04-28T03:17:53.772119Z","end":"2026-04-28T03:17:54.545726Z","steps":["trace[720993059] 'agreement among raft nodes before linearized reading' (duration: 773.536878ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:54.545775Z","caller":"traceutil/trace.go:171","msg":"trace[2039042741] transaction","detail":"{read_only:false; response_revision:1213; number_of_response:1; }","duration":"932.071451ms","start":"2026-04-28T03:17:53.613695Z","end":"2026-04-28T03:17:54.545767Z","steps":["trace[2039042741] 'process raft request' (duration: 931.445339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:54.54578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:53.772107Z","time spent":"773.663104ms","remote":"127.0.0.1:56524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":29,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:17:54.545905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:53.613686Z","time spent":"932.150254ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:17:54.545702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:53.566835Z","time spent":"978.859424ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T03:17:54.545743Z","caller":"traceutil/trace.go:171","msg":"trace[212287387] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1214; }","duration":"830.95355ms","start":"2026-04-28T03:17:53.71478Z","end":"2026-04-28T03:17:54.545734Z","steps":["trace[212287387] 'agreement among raft nodes before linearized reading' (duration: 830.810965ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:54.546091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:53.714769Z","time spent":"831.311793ms","remote":"127.0.0.1:56204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:17:54.546124Z","caller":"traceutil/trace.go:171","msg":"trace[1793871323] transaction","detail":"{read_only:false; response_revision:1214; number_of_response:1; }","duration":"538.489219ms","start":"2026-04-28T03:17:54.007626Z","end":"2026-04-28T03:17:54.546115Z","steps":["trace[1793871323] 'process raft request' (duration: 537.547275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:54.546178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:54.007598Z","time spent":"538.554841ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:17:55.387822Z","caller":"traceutil/trace.go:171","msg":"trace[542261192] transaction","detail":"{read_only:false; response_revision:1217; number_of_response:1; }","duration":"169.353105ms","start":"2026-04-28T03:17:55.218436Z","end":"2026-04-28T03:17:55.387789Z","steps":["trace[542261192] 'process raft request' (duration: 132.746416ms)","trace[542261192] 'compare' (duration: 36.416282ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:18:00.060475Z","caller":"traceutil/trace.go:171","msg":"trace[1274981589] transaction","detail":"{read_only:false; response_revision:1282; number_of_response:1; }","duration":"129.002641ms","start":"2026-04-28T03:17:59.931441Z","end":"2026-04-28T03:18:00.060444Z","steps":["trace[1274981589] 'process raft request' (duration: 128.829675ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:05.431443Z","caller":"traceutil/trace.go:171","msg":"trace[1524875444] transaction","detail":"{read_only:false; response_revision:1306; number_of_response:1; }","duration":"168.15101ms","start":"2026-04-28T03:18:05.263265Z","end":"2026-04-28T03:18:05.431416Z","steps":["trace[1524875444] 'process raft request' (duration: 168.033166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:05.625643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.112106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T03:18:05.62571Z","caller":"traceutil/trace.go:171","msg":"trace[975592575] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1306; }","duration":"113.25246ms","start":"2026-04-28T03:18:05.512444Z","end":"2026-04-28T03:18:05.625696Z","steps":["trace[975592575] 'count revisions from in-memory index tree' (duration: 113.013682ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:06.612853Z","caller":"traceutil/trace.go:171","msg":"trace[2145296170] transaction","detail":"{read_only:false; response_revision:1307; number_of_response:1; }","duration":"145.040842ms","start":"2026-04-28T03:18:06.467779Z","end":"2026-04-28T03:18:06.61282Z","steps":["trace[2145296170] 'process raft request' (duration: 144.854627ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:06.888387Z","caller":"traceutil/trace.go:171","msg":"trace[1207190788] transaction","detail":"{read_only:false; response_revision:1309; number_of_response:1; }","duration":"178.440675ms","start":"2026-04-28T03:18:06.70991Z","end":"2026-04-28T03:18:06.888351Z","steps":["trace[1207190788] 'process raft request' (duration: 177.611769ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:06.888631Z","caller":"traceutil/trace.go:171","msg":"trace[1708170235] linearizableReadLoop","detail":"{readStateIndex:1358; appliedIndex:1355; }","duration":"173.529101ms","start":"2026-04-28T03:18:06.715088Z","end":"2026-04-28T03:18:06.888617Z","steps":["trace[1708170235] 'read index received' (duration: 172.376185ms)","trace[1708170235] 'applied index is now lower than readState.Index' (duration: 1.152335ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:18:06.888753Z","caller":"traceutil/trace.go:171","msg":"trace[586366427] transaction","detail":"{read_only:false; response_revision:1310; number_of_response:1; }","duration":"177.680381ms","start":"2026-04-28T03:18:06.711066Z","end":"2026-04-28T03:18:06.888747Z","steps":["trace[586366427] 'process raft request' (duration: 177.454464ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:06.888818Z","caller":"traceutil/trace.go:171","msg":"trace[687555888] transaction","detail":"{read_only:false; response_revision:1311; number_of_response:1; }","duration":"177.423703ms","start":"2026-04-28T03:18:06.711389Z","end":"2026-04-28T03:18:06.888813Z","steps":["trace[687555888] 'process raft request' (duration: 177.208226ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:06.888878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.781668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:18:06.888898Z","caller":"traceutil/trace.go:171","msg":"trace[1837056286] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1311; }","duration":"173.83559ms","start":"2026-04-28T03:18:06.715057Z","end":"2026-04-28T03:18:06.888892Z","steps":["trace[1837056286] 'agreement among raft nodes before linearized reading' (duration: 173.790489ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:15.930617Z","caller":"traceutil/trace.go:171","msg":"trace[210747306] transaction","detail":"{read_only:false; response_revision:1462; number_of_response:1; }","duration":"223.013261ms","start":"2026-04-28T03:18:15.707586Z","end":"2026-04-28T03:18:15.9306Z","steps":["trace[210747306] 'process raft request' (duration: 222.914228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:18.947714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.654054ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:18:18.947832Z","caller":"traceutil/trace.go:171","msg":"trace[474702891] transaction","detail":"{read_only:false; response_revision:1478; number_of_response:1; }","duration":"199.596903ms","start":"2026-04-28T03:18:18.748215Z","end":"2026-04-28T03:18:18.947811Z","steps":["trace[474702891] 'process raft request' (duration: 76.761024ms)","trace[474702891] 'compare' (duration: 122.547761ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:18:19.314467Z","caller":"traceutil/trace.go:171","msg":"trace[43657349] transaction","detail":"{read_only:false; response_revision:1479; number_of_response:1; }","duration":"317.119285ms","start":"2026-04-28T03:18:18.997313Z","end":"2026-04-28T03:18:19.314432Z","steps":["trace[43657349] 'process raft request' (duration: 311.901582ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:19.315402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:18.997281Z","time spent":"317.28031ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:18:19.327911Z","caller":"traceutil/trace.go:171","msg":"trace[1173361748] transaction","detail":"{read_only:false; response_revision:1480; number_of_response:1; }","duration":"330.273716ms","start":"2026-04-28T03:18:18.997615Z","end":"2026-04-28T03:18:19.327889Z","steps":["trace[1173361748] 'process raft request' (duration: 330.027628ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:19.32799Z","caller":"traceutil/trace.go:171","msg":"trace[773466159] transaction","detail":"{read_only:false; response_revision:1481; number_of_response:1; }","duration":"327.615032ms","start":"2026-04-28T03:18:19.00036Z","end":"2026-04-28T03:18:19.327975Z","steps":["trace[773466159] 'process raft request' (duration: 327.354504ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:19.32806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:18.997591Z","time spent":"330.387708ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:18:19.328102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:19.000334Z","time spent":"327.703404ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:18:28.986666Z","caller":"traceutil/trace.go:171","msg":"trace[1312845371] transaction","detail":"{read_only:false; response_revision:1666; number_of_response:1; }","duration":"119.093484ms","start":"2026-04-28T03:18:28.867548Z","end":"2026-04-28T03:18:28.986641Z","steps":["trace[1312845371] 'process raft request' (duration: 119.023352ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:28.986905Z","caller":"traceutil/trace.go:171","msg":"trace[433555398] linearizableReadLoop","detail":"{readStateIndex:1734; appliedIndex:1733; }","duration":"122.55638ms","start":"2026-04-28T03:18:28.864323Z","end":"2026-04-28T03:18:28.98688Z","steps":["trace[433555398] 'read index received' (duration: 26.300387ms)","trace[433555398] 'applied index is now lower than readState.Index' (duration: 96.253753ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:18:28.987054Z","caller":"traceutil/trace.go:171","msg":"trace[81148914] transaction","detail":"{read_only:false; response_revision:1665; number_of_response:1; }","duration":"123.388512ms","start":"2026-04-28T03:18:28.863648Z","end":"2026-04-28T03:18:28.987036Z","steps":["trace[81148914] 'process raft request' (duration: 27.017705ms)","trace[81148914] 'compare' (duration: 95.742771ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:18:28.987361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.066424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-lpf2d\" ","response":"range_response_count:1 size:4832"} {"level":"info","ts":"2026-04-28T03:18:28.98741Z","caller":"traceutil/trace.go:171","msg":"trace[845320607] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-lpf2d; range_end:; response_count:1; response_revision:1666; }","duration":"123.137705ms","start":"2026-04-28T03:18:28.864259Z","end":"2026-04-28T03:18:28.987397Z","steps":["trace[845320607] 'agreement among raft nodes before linearized reading' (duration: 122.971071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:28.987714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.578686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/rabbitmq-cluster-operator-54f767cff8\" ","response":"range_response_count:1 size:5558"} {"level":"info","ts":"2026-04-28T03:18:28.987777Z","caller":"traceutil/trace.go:171","msg":"trace[2073022749] range","detail":"{range_begin:/registry/replicasets/openstack/rabbitmq-cluster-operator-54f767cff8; range_end:; response_count:1; response_revision:1666; }","duration":"123.674278ms","start":"2026-04-28T03:18:28.864087Z","end":"2026-04-28T03:18:28.987761Z","steps":["trace[2073022749] 'agreement among raft nodes before linearized reading' (duration: 123.399571ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:31.687456Z","caller":"traceutil/trace.go:171","msg":"trace[790165275] transaction","detail":"{read_only:false; response_revision:1717; number_of_response:1; }","duration":"304.378539ms","start":"2026-04-28T03:18:31.383049Z","end":"2026-04-28T03:18:31.687428Z","steps":["trace[790165275] 'process raft request' (duration: 238.233166ms)","trace[790165275] 'compare' (duration: 65.955798ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:18:31.687714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:31.383036Z","time spent":"304.582244ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:18:31.687921Z","caller":"traceutil/trace.go:171","msg":"trace[1679079295] linearizableReadLoop","detail":"{readStateIndex:1790; appliedIndex:1786; }","duration":"281.614808ms","start":"2026-04-28T03:18:31.406292Z","end":"2026-04-28T03:18:31.687906Z","steps":["trace[1679079295] 'read index received' (duration: 215.096525ms)","trace[1679079295] 'applied index is now lower than readState.Index' (duration: 66.517343ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:18:31.688063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.760171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:18:31.691008Z","caller":"traceutil/trace.go:171","msg":"trace[692154249] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1721; }","duration":"284.727604ms","start":"2026-04-28T03:18:31.406263Z","end":"2026-04-28T03:18:31.69099Z","steps":["trace[692154249] 'agreement among raft nodes before linearized reading' (duration: 281.69017ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:31.688202Z","caller":"traceutil/trace.go:171","msg":"trace[604871428] transaction","detail":"{read_only:false; response_revision:1718; number_of_response:1; }","duration":"299.227225ms","start":"2026-04-28T03:18:31.388961Z","end":"2026-04-28T03:18:31.688188Z","steps":["trace[604871428] 'process raft request' (duration: 298.436605ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:31.691182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:31.388941Z","time spent":"302.197987ms","remote":"127.0.0.1:56760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":965,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:18:31.688349Z","caller":"traceutil/trace.go:171","msg":"trace[1945691368] transaction","detail":"{read_only:false; response_revision:1719; number_of_response:1; }","duration":"299.227504ms","start":"2026-04-28T03:18:31.389112Z","end":"2026-04-28T03:18:31.688339Z","steps":["trace[1945691368] 'process raft request' (duration: 298.477486ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:31.691362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:31.389108Z","time spent":"302.222738ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:18:31.688378Z","caller":"traceutil/trace.go:171","msg":"trace[2080044586] transaction","detail":"{read_only:false; response_revision:1720; number_of_response:1; }","duration":"297.498002ms","start":"2026-04-28T03:18:31.390874Z","end":"2026-04-28T03:18:31.688372Z","steps":["trace[2080044586] 'process raft request' (duration: 296.782965ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:31.691512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:31.390867Z","time spent":"300.622288ms","remote":"127.0.0.1:56760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":965,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:18:31.688629Z","caller":"traceutil/trace.go:171","msg":"trace[764456788] transaction","detail":"{read_only:false; response_revision:1721; number_of_response:1; }","duration":"163.140295ms","start":"2026-04-28T03:18:31.525479Z","end":"2026-04-28T03:18:31.68862Z","steps":["trace[764456788] 'process raft request' (duration: 162.280735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:33.854162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.661277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T03:18:33.854244Z","caller":"traceutil/trace.go:171","msg":"trace[466412898] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1737; }","duration":"101.81446ms","start":"2026-04-28T03:18:33.752411Z","end":"2026-04-28T03:18:33.854226Z","steps":["trace[466412898] 'range keys from in-memory index tree' (duration: 101.442681ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:37.370776Z","caller":"traceutil/trace.go:171","msg":"trace[1317975160] transaction","detail":"{read_only:false; response_revision:1790; number_of_response:1; }","duration":"131.225443ms","start":"2026-04-28T03:18:37.239523Z","end":"2026-04-28T03:18:37.370749Z","steps":["trace[1317975160] 'process raft request' (duration: 131.144421ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:37.370787Z","caller":"traceutil/trace.go:171","msg":"trace[665291792] transaction","detail":"{read_only:false; response_revision:1788; number_of_response:1; }","duration":"283.967568ms","start":"2026-04-28T03:18:37.08678Z","end":"2026-04-28T03:18:37.370747Z","steps":["trace[665291792] 'process raft request' (duration: 281.282187ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:37.371797Z","caller":"traceutil/trace.go:171","msg":"trace[1269930106] transaction","detail":"{read_only:false; response_revision:1789; number_of_response:1; }","duration":"222.856389ms","start":"2026-04-28T03:18:37.14784Z","end":"2026-04-28T03:18:37.370696Z","steps":["trace[1269930106] 'process raft request' (duration: 222.755987ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:44.005022Z","caller":"traceutil/trace.go:171","msg":"trace[1281304177] transaction","detail":"{read_only:false; response_revision:1900; number_of_response:1; }","duration":"104.726017ms","start":"2026-04-28T03:18:43.900213Z","end":"2026-04-28T03:18:44.004939Z","steps":["trace[1281304177] 'process raft request' (duration: 104.519213ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:44.785228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.6953ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:18:44.785303Z","caller":"traceutil/trace.go:171","msg":"trace[1757338627] linearizableReadLoop","detail":"{readStateIndex:1978; appliedIndex:1977; }","duration":"644.971006ms","start":"2026-04-28T03:18:44.140321Z","end":"2026-04-28T03:18:44.785292Z","steps":["trace[1757338627] 'read index received' (duration: 282.155783ms)","trace[1757338627] 'applied index is now lower than readState.Index' (duration: 362.814413ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:18:44.785328Z","caller":"traceutil/trace.go:171","msg":"trace[1494831443] transaction","detail":"{read_only:false; response_revision:1901; number_of_response:1; }","duration":"702.417188ms","start":"2026-04-28T03:18:44.082887Z","end":"2026-04-28T03:18:44.785304Z","steps":["trace[1494831443] 'process raft request' (duration: 339.590495ms)","trace[1494831443] 'compare' (duration: 362.418455ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:18:44.785425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:44.082858Z","time spent":"702.51315ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:18:44.785437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.122209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:18:44.785456Z","caller":"traceutil/trace.go:171","msg":"trace[575363392] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1901; }","duration":"645.18609ms","start":"2026-04-28T03:18:44.140262Z","end":"2026-04-28T03:18:44.785448Z","steps":["trace[575363392] 'agreement among raft nodes before linearized reading' (duration: 645.096609ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:44.785438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.782272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:18:44.785477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:44.140234Z","time spent":"645.237161ms","remote":"127.0.0.1:60498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-28T03:18:44.785494Z","caller":"traceutil/trace.go:171","msg":"trace[1189129816] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:1901; }","duration":"417.870894ms","start":"2026-04-28T03:18:44.367609Z","end":"2026-04-28T03:18:44.78548Z","steps":["trace[1189129816] 'agreement among raft nodes before linearized reading' (duration: 417.783982ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:44.785521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:44.367595Z","time spent":"417.920485ms","remote":"127.0.0.1:36960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:18:44.785702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.072004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0455a349-e379-4052-9bcd-3dbce378b37c\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-04-28T03:18:44.785726Z","caller":"traceutil/trace.go:171","msg":"trace[1459296324] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0455a349-e379-4052-9bcd-3dbce378b37c; range_end:; response_count:1; response_revision:1901; }","duration":"339.126645ms","start":"2026-04-28T03:18:44.446593Z","end":"2026-04-28T03:18:44.78572Z","steps":["trace[1459296324] 'agreement among raft nodes before linearized reading' (duration: 339.047883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:44.78574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:44.44657Z","time spent":"339.167316ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0455a349-e379-4052-9bcd-3dbce378b37c\" "} {"level":"info","ts":"2026-04-28T03:18:45.212063Z","caller":"traceutil/trace.go:171","msg":"trace[291017222] linearizableReadLoop","detail":"{readStateIndex:1979; appliedIndex:1978; }","duration":"201.520664ms","start":"2026-04-28T03:18:45.010516Z","end":"2026-04-28T03:18:45.212037Z","steps":["trace[291017222] 'read index received' (duration: 194.056446ms)","trace[291017222] 'applied index is now lower than readState.Index' (duration: 7.463078ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:18:45.212082Z","caller":"traceutil/trace.go:171","msg":"trace[87479164] transaction","detail":"{read_only:false; response_revision:1902; number_of_response:1; }","duration":"420.704315ms","start":"2026-04-28T03:18:44.791346Z","end":"2026-04-28T03:18:45.21205Z","steps":["trace[87479164] 'process raft request' (duration: 413.328329ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:45.21224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:44.791327Z","time spent":"420.832438ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3728,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:18:45.212268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.735719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0455a349-e379-4052-9bcd-3dbce378b37c\" ","response":"range_response_count:1 size:3743"} {"level":"warn","ts":"2026-04-28T03:18:45.21232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.560801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T03:18:45.212373Z","caller":"traceutil/trace.go:171","msg":"trace[1697227073] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1902; }","duration":"182.644813ms","start":"2026-04-28T03:18:45.029714Z","end":"2026-04-28T03:18:45.212359Z","steps":["trace[1697227073] 'agreement among raft nodes before linearized reading' (duration: 182.456579ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:45.212459Z","caller":"traceutil/trace.go:171","msg":"trace[906535203] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0455a349-e379-4052-9bcd-3dbce378b37c; range_end:; response_count:1; response_revision:1902; }","duration":"201.882272ms","start":"2026-04-28T03:18:45.010466Z","end":"2026-04-28T03:18:45.212348Z","steps":["trace[906535203] 'agreement among raft nodes before linearized reading' (duration: 201.647777ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:45.213335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.488961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-28T03:18:45.213416Z","caller":"traceutil/trace.go:171","msg":"trace[321108156] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1902; }","duration":"120.618304ms","start":"2026-04-28T03:18:45.09278Z","end":"2026-04-28T03:18:45.213399Z","steps":["trace[321108156] 'agreement among raft nodes before linearized reading' (duration: 119.414998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:46.021665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.767721ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:18:46.021858Z","caller":"traceutil/trace.go:171","msg":"trace[670251309] transaction","detail":"{read_only:false; response_revision:1905; number_of_response:1; }","duration":"755.694122ms","start":"2026-04-28T03:18:45.266151Z","end":"2026-04-28T03:18:46.021845Z","steps":["trace[670251309] 'process raft request' (duration: 755.665182ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:46.02191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:45.266122Z","time spent":"755.764313ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:18:46.021924Z","caller":"traceutil/trace.go:171","msg":"trace[256941400] transaction","detail":"{read_only:false; response_revision:1904; number_of_response:1; }","duration":"798.169815ms","start":"2026-04-28T03:18:45.223735Z","end":"2026-04-28T03:18:46.021905Z","steps":["trace[256941400] 'process raft request' (duration: 798.022402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:46.022004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:45.223715Z","time spent":"798.246107ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:18:46.022021Z","caller":"traceutil/trace.go:171","msg":"trace[1170253988] transaction","detail":"{read_only:false; response_revision:1903; number_of_response:1; }","duration":"800.029755ms","start":"2026-04-28T03:18:45.221961Z","end":"2026-04-28T03:18:46.021991Z","steps":["trace[1170253988] 'process raft request' (duration: 133.857467ms)","trace[1170253988] 'compare' (duration: 665.658778ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:18:46.022169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:45.221934Z","time spent":"800.148497ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:18:46.02562Z","caller":"traceutil/trace.go:171","msg":"trace[273758665] transaction","detail":"{read_only:false; response_revision:1906; number_of_response:1; }","duration":"625.387041ms","start":"2026-04-28T03:18:45.400218Z","end":"2026-04-28T03:18:46.025605Z","steps":["trace[273758665] 'process raft request' (duration: 625.216417ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:46.02563Z","caller":"traceutil/trace.go:171","msg":"trace[1123246560] transaction","detail":"{read_only:false; response_revision:1908; number_of_response:1; }","duration":"620.777214ms","start":"2026-04-28T03:18:45.404837Z","end":"2026-04-28T03:18:46.025615Z","steps":["trace[1123246560] 'process raft request' (duration: 620.714923ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:46.025635Z","caller":"traceutil/trace.go:171","msg":"trace[758332669] transaction","detail":"{read_only:false; response_revision:1907; number_of_response:1; }","duration":"625.272019ms","start":"2026-04-28T03:18:45.400347Z","end":"2026-04-28T03:18:46.025619Z","steps":["trace[758332669] 'process raft request' (duration: 625.172957ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:46.0257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:45.400189Z","time spent":"625.471064ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:18:46.0257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:45.404812Z","time spent":"620.852715ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:18:46.025714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:45.400314Z","time spent":"625.36743ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:18:46.025857Z","caller":"traceutil/trace.go:171","msg":"trace[572493007] linearizableReadLoop","detail":"{readStateIndex:1986; appliedIndex:1979; }","duration":"310.18119ms","start":"2026-04-28T03:18:45.715668Z","end":"2026-04-28T03:18:46.025849Z","steps":["trace[572493007] 'read index received' (duration: 301.694891ms)","trace[572493007] 'applied index is now lower than readState.Index' (duration: 8.485169ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:18:46.025877Z","caller":"traceutil/trace.go:171","msg":"trace[634174731] transaction","detail":"{read_only:false; response_revision:1909; number_of_response:1; }","duration":"499.659259ms","start":"2026-04-28T03:18:45.526207Z","end":"2026-04-28T03:18:46.025866Z","steps":["trace[634174731] 'process raft request' (duration: 499.377513ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:46.025925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.259492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:18:46.025931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:45.526183Z","time spent":"499.71932ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:18:46.025944Z","caller":"traceutil/trace.go:171","msg":"trace[935548047] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1909; }","duration":"310.302723ms","start":"2026-04-28T03:18:45.715635Z","end":"2026-04-28T03:18:46.025938Z","steps":["trace[935548047] 'agreement among raft nodes before linearized reading' (duration: 310.266842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:46.02596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:45.715619Z","time spent":"310.338063ms","remote":"127.0.0.1:56204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:18:46.02603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.811987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-28T03:18:46.026059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.956436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:18:46.026065Z","caller":"traceutil/trace.go:171","msg":"trace[2067518780] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1909; }","duration":"234.91984ms","start":"2026-04-28T03:18:45.791133Z","end":"2026-04-28T03:18:46.026053Z","steps":["trace[2067518780] 'agreement among raft nodes before linearized reading' (duration: 234.811318ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:46.026084Z","caller":"traceutil/trace.go:171","msg":"trace[1258735993] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1909; }","duration":"263.003677ms","start":"2026-04-28T03:18:45.763073Z","end":"2026-04-28T03:18:46.026077Z","steps":["trace[1258735993] 'agreement among raft nodes before linearized reading' (duration: 262.918025ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:46.026077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.639064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:18:46.026122Z","caller":"traceutil/trace.go:171","msg":"trace[2115051664] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1909; }","duration":"266.722915ms","start":"2026-04-28T03:18:45.759387Z","end":"2026-04-28T03:18:46.02611Z","steps":["trace[2115051664] 'agreement among raft nodes before linearized reading' (duration: 266.555342ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:46.026192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.112783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:18:46.026243Z","caller":"traceutil/trace.go:171","msg":"trace[521851367] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1909; }","duration":"266.159803ms","start":"2026-04-28T03:18:45.760051Z","end":"2026-04-28T03:18:46.026211Z","steps":["trace[521851367] 'agreement among raft nodes before linearized reading' (duration: 266.091092ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:54.163004Z","caller":"traceutil/trace.go:171","msg":"trace[713747422] transaction","detail":"{read_only:false; response_revision:1977; number_of_response:1; }","duration":"109.178447ms","start":"2026-04-28T03:18:54.053802Z","end":"2026-04-28T03:18:54.162981Z","steps":["trace[713747422] 'process raft request' (duration: 109.028893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:54.460105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.308471ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:18:54.460307Z","caller":"traceutil/trace.go:171","msg":"trace[1272129500] linearizableReadLoop","detail":"{readStateIndex:2060; appliedIndex:2056; }","duration":"399.956904ms","start":"2026-04-28T03:18:54.060333Z","end":"2026-04-28T03:18:54.46029Z","steps":["trace[1272129500] 'read index received' (duration: 102.459134ms)","trace[1272129500] 'applied index is now lower than readState.Index' (duration: 297.49672ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:18:54.460359Z","caller":"traceutil/trace.go:171","msg":"trace[284278442] transaction","detail":"{read_only:false; response_revision:1978; number_of_response:1; }","duration":"401.298701ms","start":"2026-04-28T03:18:54.059026Z","end":"2026-04-28T03:18:54.460325Z","steps":["trace[284278442] 'process raft request' (duration: 207.685224ms)","trace[284278442] 'compare' (duration: 193.200149ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:18:54.460421Z","caller":"traceutil/trace.go:171","msg":"trace[1751831211] transaction","detail":"{read_only:false; response_revision:1980; number_of_response:1; }","duration":"400.545086ms","start":"2026-04-28T03:18:54.059869Z","end":"2026-04-28T03:18:54.460415Z","steps":["trace[1751831211] 'process raft request' (duration: 400.381752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:54.460481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:54.059838Z","time spent":"400.610586ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:18:54.460568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.213479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T03:18:54.460681Z","caller":"traceutil/trace.go:171","msg":"trace[248693130] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1980; }","duration":"400.317221ms","start":"2026-04-28T03:18:54.060304Z","end":"2026-04-28T03:18:54.460621Z","steps":["trace[248693130] 'agreement among raft nodes before linearized reading' (duration: 400.137117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:54.460682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.514188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-28T03:18:54.460723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:54.060288Z","time spent":"400.425783ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T03:18:54.460747Z","caller":"traceutil/trace.go:171","msg":"trace[1205700284] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1980; }","duration":"394.63184ms","start":"2026-04-28T03:18:54.066098Z","end":"2026-04-28T03:18:54.460729Z","steps":["trace[1205700284] 'agreement among raft nodes before linearized reading' (duration: 394.365005ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:54.460788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:54.066088Z","time spent":"394.691901ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:18:54.460967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.059169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T03:18:54.461002Z","caller":"traceutil/trace.go:171","msg":"trace[653501170] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1980; }","duration":"391.114651ms","start":"2026-04-28T03:18:54.069877Z","end":"2026-04-28T03:18:54.460991Z","steps":["trace[653501170] 'agreement among raft nodes before linearized reading' (duration: 390.998509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:54.461007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.913291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-28T03:18:54.461028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:54.069868Z","time spent":"391.154681ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T03:18:54.461046Z","caller":"traceutil/trace.go:171","msg":"trace[2118580909] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1980; }","duration":"375.980543ms","start":"2026-04-28T03:18:54.085052Z","end":"2026-04-28T03:18:54.461033Z","steps":["trace[2118580909] 'agreement among raft nodes before linearized reading' (duration: 375.84119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:54.461055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.627761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-28T03:18:54.461079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:54.085037Z","time spent":"376.035263ms","remote":"127.0.0.1:60498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-28T03:18:54.461106Z","caller":"traceutil/trace.go:171","msg":"trace[513513708] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1980; }","duration":"391.701072ms","start":"2026-04-28T03:18:54.06939Z","end":"2026-04-28T03:18:54.461091Z","steps":["trace[513513708] 'agreement among raft nodes before linearized reading' (duration: 391.489128ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:54.461142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:54.069382Z","time spent":"391.751492ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:18:54.461127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.465347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-04-28T03:18:54.461179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.282206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:18:54.461206Z","caller":"traceutil/trace.go:171","msg":"trace[2047987142] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1980; }","duration":"392.607009ms","start":"2026-04-28T03:18:54.068579Z","end":"2026-04-28T03:18:54.461186Z","steps":["trace[2047987142] 'agreement among raft nodes before linearized reading' (duration: 392.319684ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:54.461222Z","caller":"traceutil/trace.go:171","msg":"trace[1729181077] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1980; }","duration":"384.366907ms","start":"2026-04-28T03:18:54.076842Z","end":"2026-04-28T03:18:54.461209Z","steps":["trace[1729181077] 'agreement among raft nodes before linearized reading' (duration: 384.299136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:54.461252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:54.06857Z","time spent":"392.673591ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:18:54.461256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:54.076798Z","time spent":"384.449289ms","remote":"127.0.0.1:37106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:18:54.460392Z","caller":"traceutil/trace.go:171","msg":"trace[1320826865] transaction","detail":"{read_only:false; response_revision:1979; number_of_response:1; }","duration":"400.570466ms","start":"2026-04-28T03:18:54.059811Z","end":"2026-04-28T03:18:54.460382Z","steps":["trace[1320826865] 'process raft request' (duration: 400.387792ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:54.46147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:54.059801Z","time spent":"401.633546ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:18:54.461712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:54.059013Z","time spent":"401.424303ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:18:56.191522Z","caller":"traceutil/trace.go:171","msg":"trace[1278237236] transaction","detail":"{read_only:false; response_revision:1986; number_of_response:1; }","duration":"113.881182ms","start":"2026-04-28T03:18:56.077613Z","end":"2026-04-28T03:18:56.191494Z","steps":["trace[1278237236] 'process raft request' (duration: 113.705529ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:59.8432Z","caller":"traceutil/trace.go:171","msg":"trace[2014317175] transaction","detail":"{read_only:false; response_revision:2017; number_of_response:1; }","duration":"119.841772ms","start":"2026-04-28T03:18:59.723321Z","end":"2026-04-28T03:18:59.843163Z","steps":["trace[2014317175] 'process raft request' (duration: 119.615857ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:59.954758Z","caller":"traceutil/trace.go:171","msg":"trace[270306077] transaction","detail":"{read_only:false; response_revision:2022; number_of_response:1; }","duration":"103.118955ms","start":"2026-04-28T03:18:59.851612Z","end":"2026-04-28T03:18:59.954731Z","steps":["trace[270306077] 'process raft request' (duration: 103.058554ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:59.954797Z","caller":"traceutil/trace.go:171","msg":"trace[1856939710] transaction","detail":"{read_only:false; response_revision:2021; number_of_response:1; }","duration":"103.700956ms","start":"2026-04-28T03:18:59.851074Z","end":"2026-04-28T03:18:59.954775Z","steps":["trace[1856939710] 'process raft request' (duration: 103.547813ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:59.954768Z","caller":"traceutil/trace.go:171","msg":"trace[1671561834] transaction","detail":"{read_only:false; response_revision:2020; number_of_response:1; }","duration":"103.636175ms","start":"2026-04-28T03:18:59.851074Z","end":"2026-04-28T03:18:59.95471Z","steps":["trace[1671561834] 'process raft request' (duration: 70.699513ms)","trace[1671561834] 'compare' (duration: 32.715458ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:00.139986Z","caller":"traceutil/trace.go:171","msg":"trace[81074094] transaction","detail":"{read_only:false; response_revision:2023; number_of_response:1; }","duration":"176.223684ms","start":"2026-04-28T03:18:59.963733Z","end":"2026-04-28T03:19:00.139956Z","steps":["trace[81074094] 'process raft request' (duration: 90.843727ms)","trace[81074094] 'compare' (duration: 85.234844ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:00.389377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.170981ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:19:00.389547Z","caller":"traceutil/trace.go:171","msg":"trace[1973191784] transaction","detail":"{read_only:false; response_revision:2024; number_of_response:1; }","duration":"151.662719ms","start":"2026-04-28T03:19:00.23786Z","end":"2026-04-28T03:19:00.389522Z","steps":["trace[1973191784] 'compare' (duration: 141.975308ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:00.60059Z","caller":"traceutil/trace.go:171","msg":"trace[1267379590] transaction","detail":"{read_only:false; response_revision:2025; number_of_response:1; }","duration":"120.411273ms","start":"2026-04-28T03:19:00.480134Z","end":"2026-04-28T03:19:00.600545Z","steps":["trace[1267379590] 'process raft request' (duration: 48.972216ms)","trace[1267379590] 'compare' (duration: 71.156611ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:00.60085Z","caller":"traceutil/trace.go:171","msg":"trace[1549511386] transaction","detail":"{read_only:false; response_revision:2026; number_of_response:1; }","duration":"107.176477ms","start":"2026-04-28T03:19:00.493644Z","end":"2026-04-28T03:19:00.60082Z","steps":["trace[1549511386] 'process raft request' (duration: 106.854401ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:00.601169Z","caller":"traceutil/trace.go:171","msg":"trace[1598837735] transaction","detail":"{read_only:false; response_revision:2027; number_of_response:1; }","duration":"106.620766ms","start":"2026-04-28T03:19:00.494532Z","end":"2026-04-28T03:19:00.601153Z","steps":["trace[1598837735] 'process raft request' (duration: 106.199338ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:00.842309Z","caller":"traceutil/trace.go:171","msg":"trace[298359967] transaction","detail":"{read_only:false; response_revision:2029; number_of_response:1; }","duration":"114.438062ms","start":"2026-04-28T03:19:00.727841Z","end":"2026-04-28T03:19:00.842279Z","steps":["trace[298359967] 'process raft request' (duration: 108.42717ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:00.842343Z","caller":"traceutil/trace.go:171","msg":"trace[341022751] transaction","detail":"{read_only:false; response_revision:2031; number_of_response:1; }","duration":"114.198967ms","start":"2026-04-28T03:19:00.728132Z","end":"2026-04-28T03:19:00.842331Z","steps":["trace[341022751] 'process raft request' (duration: 114.134106ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:00.842339Z","caller":"traceutil/trace.go:171","msg":"trace[1416102909] transaction","detail":"{read_only:false; response_revision:2030; number_of_response:1; }","duration":"114.358281ms","start":"2026-04-28T03:19:00.727955Z","end":"2026-04-28T03:19:00.842314Z","steps":["trace[1416102909] 'process raft request' (duration: 114.270479ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:00.842704Z","caller":"traceutil/trace.go:171","msg":"trace[945148137] transaction","detail":"{read_only:false; response_revision:2032; number_of_response:1; }","duration":"114.149946ms","start":"2026-04-28T03:19:00.728526Z","end":"2026-04-28T03:19:00.842676Z","steps":["trace[945148137] 'process raft request' (duration: 113.77082ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:01.222971Z","caller":"traceutil/trace.go:171","msg":"trace[1308903333] transaction","detail":"{read_only:false; response_revision:2033; number_of_response:1; }","duration":"173.876358ms","start":"2026-04-28T03:19:01.04907Z","end":"2026-04-28T03:19:01.222947Z","steps":["trace[1308903333] 'process raft request' (duration: 173.697875ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:02.704473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.340902ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:02.704758Z","caller":"traceutil/trace.go:171","msg":"trace[525921018] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2035; }","duration":"250.661118ms","start":"2026-04-28T03:19:02.454067Z","end":"2026-04-28T03:19:02.704729Z","steps":["trace[525921018] 'range keys from in-memory index tree' (duration: 250.307301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:02.704742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.810319ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:19:02.705176Z","caller":"traceutil/trace.go:171","msg":"trace[1599826277] transaction","detail":"{read_only:false; response_revision:2036; number_of_response:1; }","duration":"311.147501ms","start":"2026-04-28T03:19:02.394005Z","end":"2026-04-28T03:19:02.705152Z","steps":["trace[1599826277] 'process raft request' (duration: 77.812713ms)","trace[1599826277] 'compare' (duration: 232.681876ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:02.705224Z","caller":"traceutil/trace.go:171","msg":"trace[749775824] transaction","detail":"{read_only:false; response_revision:2037; number_of_response:1; }","duration":"100.44305ms","start":"2026-04-28T03:19:02.604763Z","end":"2026-04-28T03:19:02.705206Z","steps":["trace[749775824] 'process raft request' (duration: 100.348618ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:02.705285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:02.393978Z","time spent":"311.246002ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:19:02.705277Z","caller":"traceutil/trace.go:171","msg":"trace[323768900] linearizableReadLoop","detail":"{readStateIndex:2118; appliedIndex:2117; }","duration":"115.042899ms","start":"2026-04-28T03:19:02.590208Z","end":"2026-04-28T03:19:02.705251Z","steps":["trace[323768900] 'read index received' (duration: 47.311µs)","trace[323768900] 'applied index is now lower than readState.Index' (duration: 114.992818ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:02.705433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.213042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:02.705459Z","caller":"traceutil/trace.go:171","msg":"trace[739207096] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:2037; }","duration":"115.287204ms","start":"2026-04-28T03:19:02.590161Z","end":"2026-04-28T03:19:02.705449Z","steps":["trace[739207096] 'agreement among raft nodes before linearized reading' (duration: 115.190672ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:02.708548Z","caller":"traceutil/trace.go:171","msg":"trace[1513016389] transaction","detail":"{read_only:false; response_revision:2038; number_of_response:1; }","duration":"102.855135ms","start":"2026-04-28T03:19:02.605681Z","end":"2026-04-28T03:19:02.708536Z","steps":["trace[1513016389] 'process raft request' (duration: 102.770414ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:02.708743Z","caller":"traceutil/trace.go:171","msg":"trace[1345251446] transaction","detail":"{read_only:false; response_revision:2039; number_of_response:1; }","duration":"102.921126ms","start":"2026-04-28T03:19:02.605813Z","end":"2026-04-28T03:19:02.708734Z","steps":["trace[1345251446] 'process raft request' (duration: 102.698572ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:04.827797Z","caller":"traceutil/trace.go:171","msg":"trace[197123699] transaction","detail":"{read_only:false; response_revision:2045; number_of_response:1; }","duration":"117.972861ms","start":"2026-04-28T03:19:04.709804Z","end":"2026-04-28T03:19:04.827777Z","steps":["trace[197123699] 'process raft request' (duration: 117.846227ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:04.828769Z","caller":"traceutil/trace.go:171","msg":"trace[631383536] transaction","detail":"{read_only:false; response_revision:2047; number_of_response:1; }","duration":"115.635356ms","start":"2026-04-28T03:19:04.713117Z","end":"2026-04-28T03:19:04.828752Z","steps":["trace[631383536] 'process raft request' (duration: 115.571755ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:04.828989Z","caller":"traceutil/trace.go:171","msg":"trace[253531266] transaction","detail":"{read_only:false; response_revision:2046; number_of_response:1; }","duration":"117.835187ms","start":"2026-04-28T03:19:04.711145Z","end":"2026-04-28T03:19:04.82898Z","steps":["trace[253531266] 'process raft request' (duration: 117.324828ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:04.829365Z","caller":"traceutil/trace.go:171","msg":"trace[866702032] linearizableReadLoop","detail":"{readStateIndex:2130; appliedIndex:2126; }","duration":"106.95704ms","start":"2026-04-28T03:19:04.722395Z","end":"2026-04-28T03:19:04.829352Z","steps":["trace[866702032] 'read index received' (duration: 105.28172ms)","trace[866702032] 'applied index is now lower than readState.Index' (duration: 1.67423ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:04.829449Z","caller":"traceutil/trace.go:171","msg":"trace[1871274639] transaction","detail":"{read_only:false; response_revision:2048; number_of_response:1; }","duration":"116.280008ms","start":"2026-04-28T03:19:04.713121Z","end":"2026-04-28T03:19:04.829401Z","steps":["trace[1871274639] 'process raft request' (duration: 115.595805ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:04.829567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.165393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:19:04.829599Z","caller":"traceutil/trace.go:171","msg":"trace[352949747] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2048; }","duration":"107.238304ms","start":"2026-04-28T03:19:04.722351Z","end":"2026-04-28T03:19:04.829589Z","steps":["trace[352949747] 'agreement among raft nodes before linearized reading' (duration: 107.096041ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:22.697816Z","caller":"traceutil/trace.go:171","msg":"trace[455645142] linearizableReadLoop","detail":"{readStateIndex:2237; appliedIndex:2236; }","duration":"345.990897ms","start":"2026-04-28T03:19:22.351797Z","end":"2026-04-28T03:19:22.697788Z","steps":["trace[455645142] 'read index received' (duration: 345.834935ms)","trace[455645142] 'applied index is now lower than readState.Index' (duration: 153.912µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:22.697866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:22.177169Z","time spent":"520.691028ms","remote":"127.0.0.1:56228","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T03:19:22.698064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.253162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12382"} {"level":"info","ts":"2026-04-28T03:19:22.698106Z","caller":"traceutil/trace.go:171","msg":"trace[78699103] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2151; }","duration":"346.343593ms","start":"2026-04-28T03:19:22.351753Z","end":"2026-04-28T03:19:22.698097Z","steps":["trace[78699103] 'agreement among raft nodes before linearized reading' (duration: 346.1758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:22.698134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:22.351734Z","time spent":"346.392293ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12406,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-28T03:19:23.190355Z","caller":"traceutil/trace.go:171","msg":"trace[1038138141] linearizableReadLoop","detail":"{readStateIndex:2238; appliedIndex:2237; }","duration":"492.420278ms","start":"2026-04-28T03:19:22.697905Z","end":"2026-04-28T03:19:23.190326Z","steps":["trace[1038138141] 'read index received' (duration: 472.171148ms)","trace[1038138141] 'applied index is now lower than readState.Index' (duration: 20.24753ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:23.190503Z","caller":"traceutil/trace.go:171","msg":"trace[620639736] transaction","detail":"{read_only:false; response_revision:2152; number_of_response:1; }","duration":"826.595287ms","start":"2026-04-28T03:19:22.36389Z","end":"2026-04-28T03:19:23.190485Z","steps":["trace[620639736] 'process raft request' (duration: 806.079833ms)","trace[620639736] 'compare' (duration: 20.192529ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:23.190689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:22.363857Z","time spent":"826.69297ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:23.191012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.33324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:23.191106Z","caller":"traceutil/trace.go:171","msg":"trace[1159804527] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2152; }","duration":"599.595994ms","start":"2026-04-28T03:19:22.591494Z","end":"2026-04-28T03:19:23.19109Z","steps":["trace[1159804527] 'agreement among raft nodes before linearized reading' (duration: 599.29309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:23.191145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:22.591429Z","time spent":"599.703376ms","remote":"127.0.0.1:56204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:19:23.196564Z","caller":"traceutil/trace.go:171","msg":"trace[1914641730] transaction","detail":"{read_only:false; response_revision:2153; number_of_response:1; }","duration":"497.291035ms","start":"2026-04-28T03:19:22.699255Z","end":"2026-04-28T03:19:23.196546Z","steps":["trace[1914641730] 'process raft request' (duration: 497.170224ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:23.196599Z","caller":"traceutil/trace.go:171","msg":"trace[429822424] transaction","detail":"{read_only:false; response_revision:2156; number_of_response:1; }","duration":"265.309493ms","start":"2026-04-28T03:19:22.931279Z","end":"2026-04-28T03:19:23.196589Z","steps":["trace[429822424] 'process raft request' (duration: 265.247982ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:23.196689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:22.699238Z","time spent":"497.366046ms","remote":"127.0.0.1:56228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:19:23.196799Z","caller":"traceutil/trace.go:171","msg":"trace[967650482] transaction","detail":"{read_only:false; response_revision:2154; number_of_response:1; }","duration":"269.775144ms","start":"2026-04-28T03:19:22.926984Z","end":"2026-04-28T03:19:23.196759Z","steps":["trace[967650482] 'process raft request' (duration: 269.496699ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:23.196827Z","caller":"traceutil/trace.go:171","msg":"trace[1673181873] transaction","detail":"{read_only:false; response_revision:2155; number_of_response:1; }","duration":"266.592603ms","start":"2026-04-28T03:19:22.930216Z","end":"2026-04-28T03:19:23.196809Z","steps":["trace[1673181873] 'process raft request' (duration: 266.288008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:23.196886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.461155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:23.196968Z","caller":"traceutil/trace.go:171","msg":"trace[1762533342] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2157; }","duration":"483.582558ms","start":"2026-04-28T03:19:22.713353Z","end":"2026-04-28T03:19:23.196936Z","steps":["trace[1762533342] 'agreement among raft nodes before linearized reading' (duration: 483.413575ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:23.196981Z","caller":"traceutil/trace.go:171","msg":"trace[606948256] transaction","detail":"{read_only:false; response_revision:2157; number_of_response:1; }","duration":"264.937287ms","start":"2026-04-28T03:19:22.932022Z","end":"2026-04-28T03:19:23.196959Z","steps":["trace[606948256] 'process raft request' (duration: 264.537911ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:23.197003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.456133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-28T03:19:23.197025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:22.713336Z","time spent":"483.677649ms","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-28T03:19:23.197042Z","caller":"traceutil/trace.go:171","msg":"trace[533962210] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2157; }","duration":"214.555135ms","start":"2026-04-28T03:19:22.982478Z","end":"2026-04-28T03:19:23.197033Z","steps":["trace[533962210] 'agreement among raft nodes before linearized reading' (duration: 214.425893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:23.197107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.295139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T03:19:23.197142Z","caller":"traceutil/trace.go:171","msg":"trace[801244304] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2157; }","duration":"212.36768ms","start":"2026-04-28T03:19:22.984767Z","end":"2026-04-28T03:19:23.197134Z","steps":["trace[801244304] 'agreement among raft nodes before linearized reading' (duration: 212.228487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:23.197151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.382802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:19:23.197174Z","caller":"traceutil/trace.go:171","msg":"trace[799277287] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2157; }","duration":"214.422343ms","start":"2026-04-28T03:19:22.982744Z","end":"2026-04-28T03:19:23.197167Z","steps":["trace[799277287] 'agreement among raft nodes before linearized reading' (duration: 214.356752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:23.197183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.84343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:19:23.197213Z","caller":"traceutil/trace.go:171","msg":"trace[1307076325] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2157; }","duration":"243.899692ms","start":"2026-04-28T03:19:22.953305Z","end":"2026-04-28T03:19:23.197205Z","steps":["trace[1307076325] 'agreement among raft nodes before linearized reading' (duration: 243.81939ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:23.197273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.857362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:23.197298Z","caller":"traceutil/trace.go:171","msg":"trace[796748859] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2157; }","duration":"483.896342ms","start":"2026-04-28T03:19:22.713394Z","end":"2026-04-28T03:19:23.197291Z","steps":["trace[796748859] 'agreement among raft nodes before linearized reading' (duration: 483.839561ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:23.197321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.990211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18aa6717fe572c42\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-04-28T03:19:23.19732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.227434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-28T03:19:23.19734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:22.713387Z","time spent":"483.948083ms","remote":"127.0.0.1:56212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:19:23.197344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.011687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:19:23.197357Z","caller":"traceutil/trace.go:171","msg":"trace[1650463297] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2157; }","duration":"225.277475ms","start":"2026-04-28T03:19:22.972068Z","end":"2026-04-28T03:19:23.197346Z","steps":["trace[1650463297] 'agreement among raft nodes before linearized reading' (duration: 225.178433ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:23.197349Z","caller":"traceutil/trace.go:171","msg":"trace[2139702215] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18aa6717fe572c42; range_end:; response_count:1; response_revision:2157; }","duration":"460.093273ms","start":"2026-04-28T03:19:22.737246Z","end":"2026-04-28T03:19:23.197339Z","steps":["trace[2139702215] 'agreement among raft nodes before linearized reading' (duration: 459.969911ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:23.197399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:22.737224Z","time spent":"460.168414ms","remote":"127.0.0.1:56266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":870,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18aa6717fe572c42\" "} {"level":"info","ts":"2026-04-28T03:19:23.197375Z","caller":"traceutil/trace.go:171","msg":"trace[1215802104] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2157; }","duration":"226.060358ms","start":"2026-04-28T03:19:22.971306Z","end":"2026-04-28T03:19:23.197366Z","steps":["trace[1215802104] 'agreement among raft nodes before linearized reading' (duration: 225.978697ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:25.41964Z","caller":"traceutil/trace.go:171","msg":"trace[1133557382] transaction","detail":"{read_only:false; response_revision:2170; number_of_response:1; }","duration":"158.422922ms","start":"2026-04-28T03:19:25.261173Z","end":"2026-04-28T03:19:25.419596Z","steps":["trace[1133557382] 'process raft request' (duration: 158.200098ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:25.419653Z","caller":"traceutil/trace.go:171","msg":"trace[1669472499] transaction","detail":"{read_only:false; response_revision:2169; number_of_response:1; }","duration":"158.428112ms","start":"2026-04-28T03:19:25.261174Z","end":"2026-04-28T03:19:25.419603Z","steps":["trace[1669472499] 'process raft request' (duration: 157.980205ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:25.420037Z","caller":"traceutil/trace.go:171","msg":"trace[672922018] transaction","detail":"{read_only:false; response_revision:2171; number_of_response:1; }","duration":"158.822358ms","start":"2026-04-28T03:19:25.261194Z","end":"2026-04-28T03:19:25.420016Z","steps":["trace[672922018] 'process raft request' (duration: 158.333241ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:25.420244Z","caller":"traceutil/trace.go:171","msg":"trace[82609874] transaction","detail":"{read_only:false; response_revision:2172; number_of_response:1; }","duration":"158.394881ms","start":"2026-04-28T03:19:25.26182Z","end":"2026-04-28T03:19:25.420215Z","steps":["trace[82609874] 'process raft request' (duration: 158.013655ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:28.563737Z","caller":"traceutil/trace.go:171","msg":"trace[158375075] transaction","detail":"{read_only:false; response_revision:2184; number_of_response:1; }","duration":"157.679555ms","start":"2026-04-28T03:19:28.406031Z","end":"2026-04-28T03:19:28.563711Z","steps":["trace[158375075] 'process raft request' (duration: 157.499431ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:28.639793Z","caller":"traceutil/trace.go:171","msg":"trace[1870081867] transaction","detail":"{read_only:false; response_revision:2185; number_of_response:1; }","duration":"153.846685ms","start":"2026-04-28T03:19:28.485906Z","end":"2026-04-28T03:19:28.639753Z","steps":["trace[1870081867] 'process raft request' (duration: 88.381672ms)","trace[1870081867] 'compare' (duration: 65.25831ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:29.139312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.671626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:29.139391Z","caller":"traceutil/trace.go:171","msg":"trace[734772653] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2185; }","duration":"399.768507ms","start":"2026-04-28T03:19:28.739603Z","end":"2026-04-28T03:19:29.139371Z","steps":["trace[734772653] 'range keys from in-memory index tree' (duration: 399.634855ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:29.139379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.948755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:19:29.13943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:28.739597Z","time spent":"399.824928ms","remote":"127.0.0.1:56212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:19:29.139452Z","caller":"traceutil/trace.go:171","msg":"trace[338888885] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:2185; }","duration":"339.078778ms","start":"2026-04-28T03:19:28.800353Z","end":"2026-04-28T03:19:29.139432Z","steps":["trace[338888885] 'count revisions from in-memory index tree' (duration: 338.807573ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:29.139495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:28.800329Z","time spent":"339.155869ms","remote":"127.0.0.1:37110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:19:29.565594Z","caller":"traceutil/trace.go:171","msg":"trace[1120850189] transaction","detail":"{read_only:false; response_revision:2186; number_of_response:1; }","duration":"322.81428ms","start":"2026-04-28T03:19:29.242744Z","end":"2026-04-28T03:19:29.565558Z","steps":["trace[1120850189] 'process raft request' (duration: 321.763384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:29.566112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:29.242709Z","time spent":"322.991623ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:19:29.905706Z","caller":"traceutil/trace.go:171","msg":"trace[1035557405] linearizableReadLoop","detail":"{readStateIndex:2277; appliedIndex:2273; }","duration":"587.174253ms","start":"2026-04-28T03:19:29.318512Z","end":"2026-04-28T03:19:29.905686Z","steps":["trace[1035557405] 'read index received' (duration: 246.081484ms)","trace[1035557405] 'applied index is now lower than readState.Index' (duration: 341.092029ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:29.905774Z","caller":"traceutil/trace.go:171","msg":"trace[1663523246] transaction","detail":"{read_only:false; response_revision:2188; number_of_response:1; }","duration":"591.965675ms","start":"2026-04-28T03:19:29.31377Z","end":"2026-04-28T03:19:29.905736Z","steps":["trace[1663523246] 'process raft request' (duration: 591.859564ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:29.905869Z","caller":"traceutil/trace.go:171","msg":"trace[1706135888] transaction","detail":"{read_only:false; response_revision:2189; number_of_response:1; }","duration":"591.643961ms","start":"2026-04-28T03:19:29.314214Z","end":"2026-04-28T03:19:29.905858Z","steps":["trace[1706135888] 'process raft request' (duration: 591.441878ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:29.905969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:29.313744Z","time spent":"592.126568ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:29.906049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:29.314203Z","time spent":"591.750623ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:29.906048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.457859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:19:29.906111Z","caller":"traceutil/trace.go:171","msg":"trace[1506402774] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2189; }","duration":"480.577941ms","start":"2026-04-28T03:19:29.425516Z","end":"2026-04-28T03:19:29.906094Z","steps":["trace[1506402774] 'agreement among raft nodes before linearized reading' (duration: 480.400908ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:29.906156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:29.425497Z","time spent":"480.649833ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:19:29.906221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.191324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:19:29.906266Z","caller":"traceutil/trace.go:171","msg":"trace[726242537] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2189; }","duration":"451.253464ms","start":"2026-04-28T03:19:29.455003Z","end":"2026-04-28T03:19:29.906257Z","steps":["trace[726242537] 'agreement among raft nodes before linearized reading' (duration: 451.132922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:29.906298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:29.454996Z","time spent":"451.295505ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:19:29.906303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.809474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:19:29.90633Z","caller":"traceutil/trace.go:171","msg":"trace[1716846741] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2189; }","duration":"455.860475ms","start":"2026-04-28T03:19:29.450462Z","end":"2026-04-28T03:19:29.906323Z","steps":["trace[1716846741] 'agreement among raft nodes before linearized reading' (duration: 455.785064ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:29.906362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:29.450448Z","time spent":"455.907696ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:19:29.906467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.950034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-28T03:19:29.906484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.356526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T03:19:29.906508Z","caller":"traceutil/trace.go:171","msg":"trace[758506858] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2189; }","duration":"451.393137ms","start":"2026-04-28T03:19:29.455108Z","end":"2026-04-28T03:19:29.906501Z","steps":["trace[758506858] 'agreement among raft nodes before linearized reading' (duration: 451.328106ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:29.906511Z","caller":"traceutil/trace.go:171","msg":"trace[1363314639] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2189; }","duration":"588.006065ms","start":"2026-04-28T03:19:29.318489Z","end":"2026-04-28T03:19:29.906495Z","steps":["trace[1363314639] 'agreement among raft nodes before linearized reading' (duration: 587.915453ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:29.906539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:29.455102Z","time spent":"451.430497ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:19:29.906544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:29.318482Z","time spent":"588.054525ms","remote":"127.0.0.1:60498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:19:29.906791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.109087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:19:29.906853Z","caller":"traceutil/trace.go:171","msg":"trace[645721946] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2189; }","duration":"452.173598ms","start":"2026-04-28T03:19:29.454665Z","end":"2026-04-28T03:19:29.906839Z","steps":["trace[645721946] 'agreement among raft nodes before linearized reading' (duration: 451.575119ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:29.907538Z","caller":"traceutil/trace.go:171","msg":"trace[1368829872] transaction","detail":"{read_only:false; response_revision:2187; number_of_response:1; }","duration":"591.969805ms","start":"2026-04-28T03:19:29.31375Z","end":"2026-04-28T03:19:29.90572Z","steps":["trace[1368829872] 'process raft request' (duration: 563.737836ms)","trace[1368829872] 'compare' (duration: 28.027016ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:29.908013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:29.313723Z","time spent":"593.965756ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:29.908438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:29.454613Z","time spent":"453.773723ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:19:30.573557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.952371ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:19:30.573739Z","caller":"traceutil/trace.go:171","msg":"trace[1537688004] transaction","detail":"{read_only:false; response_revision:2194; number_of_response:1; }","duration":"659.347016ms","start":"2026-04-28T03:19:29.914381Z","end":"2026-04-28T03:19:30.573728Z","steps":["trace[1537688004] 'process raft request' (duration: 659.320926ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:30.573776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:29.91437Z","time spent":"659.388326ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:19:30.573971Z","caller":"traceutil/trace.go:171","msg":"trace[1375329120] transaction","detail":"{read_only:false; response_revision:2191; number_of_response:1; }","duration":"662.818068ms","start":"2026-04-28T03:19:29.911128Z","end":"2026-04-28T03:19:30.573946Z","steps":["trace[1375329120] 'process raft request' (duration: 216.41824ms)","trace[1375329120] 'compare' (duration: 445.674408ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:30.574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:29.911088Z","time spent":"662.89627ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:19:30.574057Z","caller":"traceutil/trace.go:171","msg":"trace[2076452700] transaction","detail":"{read_only:false; response_revision:2192; number_of_response:1; }","duration":"662.280031ms","start":"2026-04-28T03:19:29.91177Z","end":"2026-04-28T03:19:30.574051Z","steps":["trace[2076452700] 'process raft request' (duration: 661.849304ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:30.574084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:29.911753Z","time spent":"662.315641ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:19:30.574146Z","caller":"traceutil/trace.go:171","msg":"trace[621616597] transaction","detail":"{read_only:false; response_revision:2193; number_of_response:1; }","duration":"660.352982ms","start":"2026-04-28T03:19:29.913788Z","end":"2026-04-28T03:19:30.574141Z","steps":["trace[621616597] 'process raft request' (duration: 659.898095ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:30.574173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:29.913777Z","time spent":"660.381142ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:31.214565Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794898871187359582,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:19:31.714878Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794898871187359582,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T03:19:31.948556Z","caller":"traceutil/trace.go:171","msg":"trace[1877282934] transaction","detail":"{read_only:false; response_revision:2195; number_of_response:1; }","duration":"1.25061169s","start":"2026-04-28T03:19:30.697907Z","end":"2026-04-28T03:19:31.948519Z","steps":["trace[1877282934] 'process raft request' (duration: 1.170319753s)","trace[1877282934] 'compare' (duration: 79.971592ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:31.948716Z","caller":"traceutil/trace.go:171","msg":"trace[1103318852] linearizableReadLoop","detail":"{readStateIndex:2284; appliedIndex:2282; }","duration":"1.234650118s","start":"2026-04-28T03:19:30.714044Z","end":"2026-04-28T03:19:31.948694Z","steps":["trace[1103318852] 'read index received' (duration: 1.154195309s)","trace[1103318852] 'applied index is now lower than readState.Index' (duration: 80.453829ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:31.948962Z","caller":"traceutil/trace.go:171","msg":"trace[1889157221] transaction","detail":"{read_only:false; response_revision:2196; number_of_response:1; }","duration":"377.582203ms","start":"2026-04-28T03:19:31.571344Z","end":"2026-04-28T03:19:31.948926Z","steps":["trace[1889157221] 'process raft request' (duration: 377.117727ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:31.949131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:31.571319Z","time spent":"377.727536ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:31.949408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:30.697878Z","time spent":"1.251240069s","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:31.949834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.235772444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:31.949907Z","caller":"traceutil/trace.go:171","msg":"trace[344033299] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2196; }","duration":"1.235914977s","start":"2026-04-28T03:19:30.713975Z","end":"2026-04-28T03:19:31.94989Z","steps":["trace[344033299] 'agreement among raft nodes before linearized reading' (duration: 1.234897792s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:31.950197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:30.713912Z","time spent":"1.236195981s","remote":"127.0.0.1:56204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:19:32.153707Z","caller":"traceutil/trace.go:171","msg":"trace[1703338801] linearizableReadLoop","detail":"{readStateIndex:2287; appliedIndex:2284; }","duration":"204.912255ms","start":"2026-04-28T03:19:31.948764Z","end":"2026-04-28T03:19:32.153677Z","steps":["trace[1703338801] 'read index received' (duration: 16.111022ms)","trace[1703338801] 'applied index is now lower than readState.Index' (duration: 188.800183ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:32.154044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.277801097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:19:32.154171Z","caller":"traceutil/trace.go:171","msg":"trace[1269252782] transaction","detail":"{read_only:false; response_revision:2198; number_of_response:1; }","duration":"241.856419ms","start":"2026-04-28T03:19:31.912284Z","end":"2026-04-28T03:19:32.154141Z","steps":["trace[1269252782] 'process raft request' (duration: 207.871772ms)","trace[1269252782] 'compare' (duration: 33.305388ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:32.154198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.329896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:19:32.154261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.074785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-28T03:19:32.154298Z","caller":"traceutil/trace.go:171","msg":"trace[1879222804] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2199; }","duration":"202.418527ms","start":"2026-04-28T03:19:31.95181Z","end":"2026-04-28T03:19:32.154229Z","steps":["trace[1879222804] 'agreement among raft nodes before linearized reading' (duration: 202.338716ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:32.154327Z","caller":"traceutil/trace.go:171","msg":"trace[1553774880] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2199; }","duration":"726.165816ms","start":"2026-04-28T03:19:31.428143Z","end":"2026-04-28T03:19:32.154309Z","steps":["trace[1553774880] 'agreement among raft nodes before linearized reading' (duration: 726.055204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:32.154372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:31.428122Z","time spent":"726.241178ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-28T03:19:32.154152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.742269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-28T03:19:32.154433Z","caller":"traceutil/trace.go:171","msg":"trace[713317201] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2199; }","duration":"911.061945ms","start":"2026-04-28T03:19:31.243359Z","end":"2026-04-28T03:19:32.154421Z","steps":["trace[713317201] 'agreement among raft nodes before linearized reading' (duration: 910.575997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:32.154487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:31.243347Z","time spent":"911.124025ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-28T03:19:32.154537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.224201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:19:32.154624Z","caller":"traceutil/trace.go:171","msg":"trace[252296523] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:2199; }","duration":"898.388603ms","start":"2026-04-28T03:19:31.256222Z","end":"2026-04-28T03:19:32.15461Z","steps":["trace[252296523] 'agreement among raft nodes before linearized reading' (duration: 898.16018ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:32.154719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:31.25621Z","time spent":"898.481334ms","remote":"127.0.0.1:36890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":17,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:19:32.154902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.238818028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:19:32.154949Z","caller":"traceutil/trace.go:171","msg":"trace[671808952] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2199; }","duration":"1.23892867s","start":"2026-04-28T03:19:30.916008Z","end":"2026-04-28T03:19:32.154937Z","steps":["trace[671808952] 'agreement among raft nodes before linearized reading' (duration: 1.238743416s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:32.154924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.37328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:19:32.15578Z","caller":"traceutil/trace.go:171","msg":"trace[1109379793] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:2199; }","duration":"948.409416ms","start":"2026-04-28T03:19:31.207349Z","end":"2026-04-28T03:19:32.155758Z","steps":["trace[1109379793] 'agreement among raft nodes before linearized reading' (duration: 947.078706ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:32.156589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:31.207327Z","time spent":"949.208657ms","remote":"127.0.0.1:56294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":25,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:19:32.15498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:30.915959Z","time spent":"1.239014272s","remote":"127.0.0.1:60498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-28T03:19:32.155255Z","caller":"traceutil/trace.go:171","msg":"trace[1483228968] transaction","detail":"{read_only:false; response_revision:2199; number_of_response:1; }","duration":"241.894801ms","start":"2026-04-28T03:19:31.913343Z","end":"2026-04-28T03:19:32.155238Z","steps":["trace[1483228968] 'process raft request' (duration: 240.268247ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:32.155384Z","caller":"traceutil/trace.go:171","msg":"trace[1424162] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:2199; }","duration":"1.27804598s","start":"2026-04-28T03:19:30.876167Z","end":"2026-04-28T03:19:32.154213Z","steps":["trace[1424162] 'agreement among raft nodes before linearized reading' (duration: 1.277796937s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:32.157367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:30.876145Z","time spent":"1.281203347s","remote":"127.0.0.1:56694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":3,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:19:32.158582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.086288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:19:32.158677Z","caller":"traceutil/trace.go:171","msg":"trace[1223201934] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2199; }","duration":"219.2168ms","start":"2026-04-28T03:19:31.939411Z","end":"2026-04-28T03:19:32.158628Z","steps":["trace[1223201934] 'agreement among raft nodes before linearized reading' (duration: 214.637381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:32.764917Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794898871187359601,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:19:32.7791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.890472ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:32.779198Z","caller":"traceutil/trace.go:171","msg":"trace[1475243236] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2203; }","duration":"325.019533ms","start":"2026-04-28T03:19:32.454162Z","end":"2026-04-28T03:19:32.779182Z","steps":["trace[1475243236] 'range keys from in-memory index tree' (duration: 324.873281ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:33.265653Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794898871187359601,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:19:33.626184Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.376013852s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:19:33.626631Z","caller":"traceutil/trace.go:171","msg":"trace[542807438] linearizableReadLoop","detail":"{readStateIndex:2293; appliedIndex:2292; }","duration":"1.362150994s","start":"2026-04-28T03:19:32.264453Z","end":"2026-04-28T03:19:33.626604Z","steps":["trace[542807438] 'read index received' (duration: 1.361904801s)","trace[542807438] 'applied index is now lower than readState.Index' (duration: 245.303µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:33.626677Z","caller":"traceutil/trace.go:171","msg":"trace[1831004957] transaction","detail":"{read_only:false; response_revision:2204; number_of_response:1; }","duration":"1.376626701s","start":"2026-04-28T03:19:32.249987Z","end":"2026-04-28T03:19:33.626614Z","steps":["trace[1831004957] 'process raft request' (duration: 1.376417318s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:33.626887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.362393589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:33.626934Z","caller":"traceutil/trace.go:171","msg":"trace[807982388] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:2204; }","duration":"1.36251371s","start":"2026-04-28T03:19:32.264409Z","end":"2026-04-28T03:19:33.626922Z","steps":["trace[807982388] 'agreement among raft nodes before linearized reading' (duration: 1.362330167s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:33.626981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:32.264379Z","time spent":"1.362586931s","remote":"127.0.0.1:33164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:19:33.627061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04775239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:19:33.627103Z","caller":"traceutil/trace.go:171","msg":"trace[1262529259] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2204; }","duration":"1.047898482s","start":"2026-04-28T03:19:32.579194Z","end":"2026-04-28T03:19:33.627092Z","steps":["trace[1262529259] 'agreement among raft nodes before linearized reading' (duration: 1.047589138s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:33.627146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:32.579172Z","time spent":"1.047966483s","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:19:33.627327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04643822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-28T03:19:33.62741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.048145026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-28T03:19:33.627468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.164378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12382"} {"level":"info","ts":"2026-04-28T03:19:33.627503Z","caller":"traceutil/trace.go:171","msg":"trace[1828602332] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2204; }","duration":"1.048269218s","start":"2026-04-28T03:19:32.579223Z","end":"2026-04-28T03:19:33.627492Z","steps":["trace[1828602332] 'agreement among raft nodes before linearized reading' (duration: 1.048120236s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:33.627506Z","caller":"traceutil/trace.go:171","msg":"trace[797486727] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2204; }","duration":"383.236388ms","start":"2026-04-28T03:19:33.244261Z","end":"2026-04-28T03:19:33.627497Z","steps":["trace[797486727] 'agreement among raft nodes before linearized reading' (duration: 383.079216ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:33.627464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04774801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:19:33.62743Z","caller":"traceutil/trace.go:171","msg":"trace[1113429561] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2204; }","duration":"1.046575562s","start":"2026-04-28T03:19:32.580836Z","end":"2026-04-28T03:19:33.627412Z","steps":["trace[1113429561] 'agreement among raft nodes before linearized reading' (duration: 1.046203666s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:33.627548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:33.244221Z","time spent":"383.30853ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12406,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T03:19:33.627564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:32.579206Z","time spent":"1.048318738s","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:19:33.627613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:32.580826Z","time spent":"1.046728134s","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:19:33.627537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.965812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:19:33.627682Z","caller":"traceutil/trace.go:171","msg":"trace[360154073] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2204; }","duration":"463.145674ms","start":"2026-04-28T03:19:33.164525Z","end":"2026-04-28T03:19:33.627671Z","steps":["trace[360154073] 'agreement among raft nodes before linearized reading' (duration: 462.93086ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:33.627682Z","caller":"traceutil/trace.go:171","msg":"trace[1150337948] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2204; }","duration":"1.047977394s","start":"2026-04-28T03:19:32.579689Z","end":"2026-04-28T03:19:33.627666Z","steps":["trace[1150337948] 'agreement among raft nodes before linearized reading' (duration: 1.047583158s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:33.627719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:33.164501Z","time spent":"463.208325ms","remote":"127.0.0.1:60498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:19:33.627728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:32.579684Z","time spent":"1.048032134s","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:19:33.628006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:32.24995Z","time spent":"1.376784214s","remote":"127.0.0.1:56228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:34.514112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.002579ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:19:34.514213Z","caller":"traceutil/trace.go:171","msg":"trace[554439954] transaction","detail":"{read_only:false; response_revision:2205; number_of_response:1; }","duration":"881.936885ms","start":"2026-04-28T03:19:33.632262Z","end":"2026-04-28T03:19:34.514198Z","steps":["trace[554439954] 'process raft request' (duration: 406.777815ms)","trace[554439954] 'compare' (duration: 474.682913ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:34.514261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:33.632243Z","time spent":"881.996846ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:19:34.572196Z","caller":"traceutil/trace.go:171","msg":"trace[448663105] transaction","detail":"{read_only:false; response_revision:2206; number_of_response:1; }","duration":"939.812829ms","start":"2026-04-28T03:19:33.632326Z","end":"2026-04-28T03:19:34.572139Z","steps":["trace[448663105] 'process raft request' (duration: 939.448783ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:34.572382Z","caller":"traceutil/trace.go:171","msg":"trace[1604267965] linearizableReadLoop","detail":"{readStateIndex:2297; appliedIndex:2293; }","duration":"938.688852ms","start":"2026-04-28T03:19:33.633672Z","end":"2026-04-28T03:19:34.572361Z","steps":["trace[1604267965] 'read index received' (duration: 405.412054ms)","trace[1604267965] 'applied index is now lower than readState.Index' (duration: 533.275968ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:34.572417Z","caller":"traceutil/trace.go:171","msg":"trace[1348063362] transaction","detail":"{read_only:false; response_revision:2209; number_of_response:1; }","duration":"617.714197ms","start":"2026-04-28T03:19:33.954687Z","end":"2026-04-28T03:19:34.572401Z","steps":["trace[1348063362] 'process raft request' (duration: 617.555525ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:34.572499Z","caller":"traceutil/trace.go:171","msg":"trace[1670221138] transaction","detail":"{read_only:false; response_revision:2210; number_of_response:1; }","duration":"602.91649ms","start":"2026-04-28T03:19:33.969572Z","end":"2026-04-28T03:19:34.572488Z","steps":["trace[1670221138] 'process raft request' (duration: 602.750546ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:34.572543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:33.954643Z","time spent":"617.862121ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:34.572607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:33.96954Z","time spent":"602.99117ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:19:34.572684Z","caller":"traceutil/trace.go:171","msg":"trace[1164173055] transaction","detail":"{read_only:false; response_revision:2208; number_of_response:1; }","duration":"939.082199ms","start":"2026-04-28T03:19:33.63355Z","end":"2026-04-28T03:19:34.572632Z","steps":["trace[1164173055] 'process raft request' (duration: 938.52481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:34.57279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.102799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-28T03:19:34.572801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:33.632319Z","time spent":"939.962271ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:19:34.572842Z","caller":"traceutil/trace.go:171","msg":"trace[1626112957] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:2210; }","duration":"939.176231ms","start":"2026-04-28T03:19:33.63365Z","end":"2026-04-28T03:19:34.572827Z","steps":["trace[1626112957] 'agreement among raft nodes before linearized reading' (duration: 938.926957ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:34.57285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:33.633524Z","time spent":"939.242832ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:34.572887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:33.633643Z","time spent":"939.232481ms","remote":"127.0.0.1:56228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-04-28T03:19:34.572946Z","caller":"traceutil/trace.go:171","msg":"trace[45225472] transaction","detail":"{read_only:false; response_revision:2207; number_of_response:1; }","duration":"939.206229ms","start":"2026-04-28T03:19:33.632974Z","end":"2026-04-28T03:19:34.57218Z","steps":["trace[45225472] 'process raft request' (duration: 939.026557ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:34.573047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:33.632961Z","time spent":"940.028623ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:19:34.598229Z","caller":"traceutil/trace.go:171","msg":"trace[514545117] transaction","detail":"{read_only:false; response_revision:2211; number_of_response:1; }","duration":"437.899362ms","start":"2026-04-28T03:19:34.160295Z","end":"2026-04-28T03:19:34.598194Z","steps":["trace[514545117] 'process raft request' (duration: 437.531306ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:34.598255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.285402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:19:34.598327Z","caller":"traceutil/trace.go:171","msg":"trace[1506318533] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2212; }","duration":"395.400533ms","start":"2026-04-28T03:19:34.202908Z","end":"2026-04-28T03:19:34.598309Z","steps":["trace[1506318533] 'agreement among raft nodes before linearized reading' (duration: 395.17541ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:34.598338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.239876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:19:34.598359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:34.160278Z","time spent":"438.018283ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:34.598368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:34.202858Z","time spent":"395.501855ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T03:19:34.598396Z","caller":"traceutil/trace.go:171","msg":"trace[1712853469] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:2212; }","duration":"558.292687ms","start":"2026-04-28T03:19:34.040083Z","end":"2026-04-28T03:19:34.598376Z","steps":["trace[1712853469] 'agreement among raft nodes before linearized reading' (duration: 558.216736ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:34.598438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:34.040071Z","time spent":"558.356909ms","remote":"127.0.0.1:56546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":4,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:19:34.598256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.050967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:19:34.598525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.557247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:34.598563Z","caller":"traceutil/trace.go:171","msg":"trace[1009947196] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2212; }","duration":"878.622699ms","start":"2026-04-28T03:19:33.719929Z","end":"2026-04-28T03:19:34.598552Z","steps":["trace[1009947196] 'agreement among raft nodes before linearized reading' (duration: 878.561918ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:34.598592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:33.719913Z","time spent":"878.672939ms","remote":"127.0.0.1:56204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:19:34.598572Z","caller":"traceutil/trace.go:171","msg":"trace[1561464238] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2212; }","duration":"958.384622ms","start":"2026-04-28T03:19:33.640164Z","end":"2026-04-28T03:19:34.598549Z","steps":["trace[1561464238] 'agreement among raft nodes before linearized reading' (duration: 957.957035ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:34.598599Z","caller":"traceutil/trace.go:171","msg":"trace[1360138955] transaction","detail":"{read_only:false; response_revision:2212; number_of_response:1; }","duration":"435.182611ms","start":"2026-04-28T03:19:34.163397Z","end":"2026-04-28T03:19:34.598579Z","steps":["trace[1360138955] 'process raft request' (duration: 434.609223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:34.598641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:33.640153Z","time spent":"958.467413ms","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-28T03:19:34.598694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:34.163377Z","time spent":"435.262102ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:35.404754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.276013ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:19:35.404851Z","caller":"traceutil/trace.go:171","msg":"trace[1511349605] linearizableReadLoop","detail":"{readStateIndex:2302; appliedIndex:2301; }","duration":"784.935727ms","start":"2026-04-28T03:19:34.619901Z","end":"2026-04-28T03:19:35.404837Z","steps":["trace[1511349605] 'read index received' (duration: 66.278208ms)","trace[1511349605] 'applied index is now lower than readState.Index' (duration: 718.656429ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:35.405101Z","caller":"traceutil/trace.go:171","msg":"trace[411801224] transaction","detail":"{read_only:false; response_revision:2213; number_of_response:1; }","duration":"801.805186ms","start":"2026-04-28T03:19:34.603216Z","end":"2026-04-28T03:19:35.405021Z","steps":["trace[411801224] 'process raft request' (duration: 83.141797ms)","trace[411801224] 'compare' (duration: 717.862356ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:35.405144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.732546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:35.405284Z","caller":"traceutil/trace.go:171","msg":"trace[1466394382] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:2213; }","duration":"770.95332ms","start":"2026-04-28T03:19:34.634284Z","end":"2026-04-28T03:19:35.405238Z","steps":["trace[1466394382] 'agreement among raft nodes before linearized reading' (duration: 770.679456ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:35.405366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:34.603193Z","time spent":"802.031369ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:35.405398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:34.634254Z","time spent":"771.076071ms","remote":"127.0.0.1:56602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:19:35.405476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.490153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:19:35.405582Z","caller":"traceutil/trace.go:171","msg":"trace[1535812768] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2213; }","duration":"770.618975ms","start":"2026-04-28T03:19:34.634937Z","end":"2026-04-28T03:19:35.405556Z","steps":["trace[1535812768] 'agreement among raft nodes before linearized reading' (duration: 770.231489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:35.405657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:34.634929Z","time spent":"770.715657ms","remote":"127.0.0.1:60498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:19:35.406302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.761209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:19:35.406415Z","caller":"traceutil/trace.go:171","msg":"trace[903960995] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2213; }","duration":"786.544481ms","start":"2026-04-28T03:19:34.619848Z","end":"2026-04-28T03:19:35.406392Z","steps":["trace[903960995] 'agreement among raft nodes before linearized reading' (duration: 785.072229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:35.406481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:34.619837Z","time spent":"786.628772ms","remote":"127.0.0.1:60498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-28T03:19:40.711283Z","caller":"traceutil/trace.go:171","msg":"trace[737388188] transaction","detail":"{read_only:false; response_revision:2238; number_of_response:1; }","duration":"111.569229ms","start":"2026-04-28T03:19:40.599672Z","end":"2026-04-28T03:19:40.711241Z","steps":["trace[737388188] 'process raft request' (duration: 111.400297ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:40.711763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.296191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T03:19:40.711535Z","caller":"traceutil/trace.go:171","msg":"trace[622553555] linearizableReadLoop","detail":"{readStateIndex:2328; appliedIndex:2326; }","duration":"110.057548ms","start":"2026-04-28T03:19:40.601456Z","end":"2026-04-28T03:19:40.711514Z","steps":["trace[622553555] 'read index received' (duration: 93.854327ms)","trace[622553555] 'applied index is now lower than readState.Index' (duration: 16.202491ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:40.711806Z","caller":"traceutil/trace.go:171","msg":"trace[942712620] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2240; }","duration":"110.459893ms","start":"2026-04-28T03:19:40.60134Z","end":"2026-04-28T03:19:40.7118Z","steps":["trace[942712620] 'agreement among raft nodes before linearized reading' (duration: 110.344092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:40.711893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.644882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:19:40.711909Z","caller":"traceutil/trace.go:171","msg":"trace[727840700] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2240; }","duration":"109.700253ms","start":"2026-04-28T03:19:40.602205Z","end":"2026-04-28T03:19:40.711906Z","steps":["trace[727840700] 'agreement among raft nodes before linearized reading' (duration: 109.653402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:40.712087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.838435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:19:40.712128Z","caller":"traceutil/trace.go:171","msg":"trace[84971347] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2240; }","duration":"109.901026ms","start":"2026-04-28T03:19:40.602217Z","end":"2026-04-28T03:19:40.712118Z","steps":["trace[84971347] 'agreement among raft nodes before linearized reading' (duration: 109.623552ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:55.730243Z","caller":"traceutil/trace.go:171","msg":"trace[705214031] linearizableReadLoop","detail":"{readStateIndex:2777; appliedIndex:2776; }","duration":"227.828674ms","start":"2026-04-28T03:20:55.502392Z","end":"2026-04-28T03:20:55.73022Z","steps":["trace[705214031] 'read index received' (duration: 227.617701ms)","trace[705214031] 'applied index is now lower than readState.Index' (duration: 209.993µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:55.730489Z","caller":"traceutil/trace.go:171","msg":"trace[356861592] transaction","detail":"{read_only:false; response_revision:2670; number_of_response:1; }","duration":"254.712762ms","start":"2026-04-28T03:20:55.475762Z","end":"2026-04-28T03:20:55.730475Z","steps":["trace[356861592] 'process raft request' (duration: 254.325007ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:55.730912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.496621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T03:20:55.73102Z","caller":"traceutil/trace.go:171","msg":"trace[1385805601] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2670; }","duration":"228.610452ms","start":"2026-04-28T03:20:55.502357Z","end":"2026-04-28T03:20:55.730968Z","steps":["trace[1385805601] 'agreement among raft nodes before linearized reading' (duration: 228.338269ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:57.548899Z","caller":"traceutil/trace.go:171","msg":"trace[481273912] linearizableReadLoop","detail":"{readStateIndex:2793; appliedIndex:2792; }","duration":"246.3245ms","start":"2026-04-28T03:20:57.302549Z","end":"2026-04-28T03:20:57.548873Z","steps":["trace[481273912] 'read index received' (duration: 244.790043ms)","trace[481273912] 'applied index is now lower than readState.Index' (duration: 1.532717ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:57.549056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.497541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:20:57.549121Z","caller":"traceutil/trace.go:171","msg":"trace[795894936] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2685; }","duration":"246.607093ms","start":"2026-04-28T03:20:57.302498Z","end":"2026-04-28T03:20:57.549105Z","steps":["trace[795894936] 'agreement among raft nodes before linearized reading' (duration: 246.403081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:57.549189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.359779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T03:20:57.549231Z","caller":"traceutil/trace.go:171","msg":"trace[1627975774] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2685; }","duration":"244.464419ms","start":"2026-04-28T03:20:57.304751Z","end":"2026-04-28T03:20:57.549215Z","steps":["trace[1627975774] 'agreement among raft nodes before linearized reading' (duration: 244.291387ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:03.366886Z","caller":"traceutil/trace.go:171","msg":"trace[307869346] transaction","detail":"{read_only:false; response_revision:2734; number_of_response:1; }","duration":"213.818804ms","start":"2026-04-28T03:21:03.153046Z","end":"2026-04-28T03:21:03.366865Z","steps":["trace[307869346] 'process raft request' (duration: 197.513062ms)","trace[307869346] 'compare' (duration: 15.610884ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:04.134664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.347807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:04.134767Z","caller":"traceutil/trace.go:171","msg":"trace[1771021451] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2741; }","duration":"420.505769ms","start":"2026-04-28T03:21:03.714238Z","end":"2026-04-28T03:21:04.134744Z","steps":["trace[1771021451] 'range keys from in-memory index tree' (duration: 420.247286ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:04.134805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:03.714218Z","time spent":"420.57802ms","remote":"127.0.0.1:56204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:21:04.135072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.705018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:21:04.135163Z","caller":"traceutil/trace.go:171","msg":"trace[50245930] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2741; }","duration":"432.83464ms","start":"2026-04-28T03:21:03.702311Z","end":"2026-04-28T03:21:04.135145Z","steps":["trace[50245930] 'range keys from in-memory index tree' (duration: 432.446786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:04.135198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.670353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-28T03:21:04.135227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:03.702287Z","time spent":"432.91531ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T03:21:04.135243Z","caller":"traceutil/trace.go:171","msg":"trace[2132743531] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2741; }","duration":"368.718824ms","start":"2026-04-28T03:21:03.766514Z","end":"2026-04-28T03:21:04.135233Z","steps":["trace[2132743531] 'range keys from in-memory index tree' (duration: 368.584552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:04.135275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:03.766487Z","time spent":"368.779064ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:21:04.135298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.156624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/auth-system/keycloak\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:04.135364Z","caller":"traceutil/trace.go:171","msg":"trace[1008444176] range","detail":"{range_begin:/registry/secrets/auth-system/keycloak; range_end:; response_count:0; response_revision:2741; }","duration":"399.276846ms","start":"2026-04-28T03:21:03.736074Z","end":"2026-04-28T03:21:04.13535Z","steps":["trace[1008444176] 'range keys from in-memory index tree' (duration: 399.072684ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:04.135401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:03.736052Z","time spent":"399.338886ms","remote":"127.0.0.1:56292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/auth-system/keycloak\" "} {"level":"info","ts":"2026-04-28T03:21:04.897163Z","caller":"traceutil/trace.go:171","msg":"trace[299935380] transaction","detail":"{read_only:false; response_revision:2746; number_of_response:1; }","duration":"175.613197ms","start":"2026-04-28T03:21:04.721516Z","end":"2026-04-28T03:21:04.897129Z","steps":["trace[299935380] 'process raft request' (duration: 105.338978ms)","trace[299935380] 'compare' (duration: 70.135818ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:04.909837Z","caller":"traceutil/trace.go:171","msg":"trace[223432840] linearizableReadLoop","detail":"{readStateIndex:2857; appliedIndex:2854; }","duration":"150.613353ms","start":"2026-04-28T03:21:04.75919Z","end":"2026-04-28T03:21:04.909804Z","steps":["trace[223432840] 'read index received' (duration: 67.746762ms)","trace[223432840] 'applied index is now lower than readState.Index' (duration: 82.865261ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:04.909892Z","caller":"traceutil/trace.go:171","msg":"trace[1453739757] transaction","detail":"{read_only:false; response_revision:2748; number_of_response:1; }","duration":"154.576836ms","start":"2026-04-28T03:21:04.755289Z","end":"2026-04-28T03:21:04.909866Z","steps":["trace[1453739757] 'process raft request' (duration: 154.422254ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:04.909977Z","caller":"traceutil/trace.go:171","msg":"trace[444869036] transaction","detail":"{read_only:false; response_revision:2747; number_of_response:1; }","duration":"188.28673ms","start":"2026-04-28T03:21:04.721648Z","end":"2026-04-28T03:21:04.909935Z","steps":["trace[444869036] 'process raft request' (duration: 187.892316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:04.910024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.811905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:21:04.910086Z","caller":"traceutil/trace.go:171","msg":"trace[1975250980] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:2748; }","duration":"150.945447ms","start":"2026-04-28T03:21:04.759122Z","end":"2026-04-28T03:21:04.910068Z","steps":["trace[1975250980] 'agreement among raft nodes before linearized reading' (duration: 150.799705ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:07.473266Z","caller":"traceutil/trace.go:171","msg":"trace[2139943902] linearizableReadLoop","detail":"{readStateIndex:2902; appliedIndex:2901; }","duration":"310.012441ms","start":"2026-04-28T03:21:07.163227Z","end":"2026-04-28T03:21:07.473239Z","steps":["trace[2139943902] 'read index received' (duration: 309.93052ms)","trace[2139943902] 'applied index is now lower than readState.Index' (duration: 80.141µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:07.473399Z","caller":"traceutil/trace.go:171","msg":"trace[287138713] transaction","detail":"{read_only:false; response_revision:2793; number_of_response:1; }","duration":"310.413885ms","start":"2026-04-28T03:21:07.162973Z","end":"2026-04-28T03:21:07.473387Z","steps":["trace[287138713] 'process raft request' (duration: 310.107101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:07.47362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:07.162938Z","time spent":"310.492796ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:07.473697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.424546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-04-28T03:21:07.473806Z","caller":"traceutil/trace.go:171","msg":"trace[149192913] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2793; }","duration":"310.569707ms","start":"2026-04-28T03:21:07.163206Z","end":"2026-04-28T03:21:07.473776Z","steps":["trace[149192913] 'agreement among raft nodes before linearized reading' (duration: 310.233294ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:07.47391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:07.163196Z","time spent":"310.704519ms","remote":"127.0.0.1:56412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1473,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"info","ts":"2026-04-28T03:21:07.485352Z","caller":"traceutil/trace.go:171","msg":"trace[622640584] transaction","detail":"{read_only:false; response_revision:2794; number_of_response:1; }","duration":"240.820968ms","start":"2026-04-28T03:21:07.244501Z","end":"2026-04-28T03:21:07.485322Z","steps":["trace[622640584] 'process raft request' (duration: 240.474094ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:07.48534Z","caller":"traceutil/trace.go:171","msg":"trace[1812882657] transaction","detail":"{read_only:false; response_revision:2795; number_of_response:1; }","duration":"234.538223ms","start":"2026-04-28T03:21:07.25077Z","end":"2026-04-28T03:21:07.485308Z","steps":["trace[1812882657] 'process raft request' (duration: 234.429752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:07.487705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.305668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-28T03:21:07.487815Z","caller":"traceutil/trace.go:171","msg":"trace[1873218027] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2795; }","duration":"296.46374ms","start":"2026-04-28T03:21:07.191314Z","end":"2026-04-28T03:21:07.487778Z","steps":["trace[1873218027] 'agreement among raft nodes before linearized reading' (duration: 296.218647ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:08.61015Z","caller":"traceutil/trace.go:171","msg":"trace[117270523] linearizableReadLoop","detail":"{readStateIndex:2907; appliedIndex:2906; }","duration":"409.723635ms","start":"2026-04-28T03:21:08.200382Z","end":"2026-04-28T03:21:08.610106Z","steps":["trace[117270523] 'read index received' (duration: 407.210429ms)","trace[117270523] 'applied index is now lower than readState.Index' (duration: 2.511136ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:08.610578Z","caller":"traceutil/trace.go:171","msg":"trace[1861603363] transaction","detail":"{read_only:false; response_revision:2797; number_of_response:1; }","duration":"520.363888ms","start":"2026-04-28T03:21:08.090174Z","end":"2026-04-28T03:21:08.610538Z","steps":["trace[1861603363] 'process raft request' (duration: 517.568589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:08.610597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.19601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:21:08.610693Z","caller":"traceutil/trace.go:171","msg":"trace[1695836500] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2797; }","duration":"410.309471ms","start":"2026-04-28T03:21:08.200361Z","end":"2026-04-28T03:21:08.610671Z","steps":["trace[1695836500] 'agreement among raft nodes before linearized reading' (duration: 410.017788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:08.610752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:08.200276Z","time spent":"410.466963ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:21:08.610767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.66208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:21:08.610802Z","caller":"traceutil/trace.go:171","msg":"trace[1819416361] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2797; }","duration":"374.784071ms","start":"2026-04-28T03:21:08.236008Z","end":"2026-04-28T03:21:08.610792Z","steps":["trace[1819416361] 'agreement among raft nodes before linearized reading' (duration: 374.605208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:08.61079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:08.090099Z","time spent":"520.570801ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:08.610821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:08.235978Z","time spent":"374.840161ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:21:08.61088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.553498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-28T03:21:08.610982Z","caller":"traceutil/trace.go:171","msg":"trace[1510375654] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2797; }","duration":"374.68967ms","start":"2026-04-28T03:21:08.236268Z","end":"2026-04-28T03:21:08.610958Z","steps":["trace[1510375654] 'agreement among raft nodes before linearized reading' (duration: 374.352345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:08.611031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:08.236247Z","time spent":"374.77325ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:21:39.698865Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794898871187361437,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:21:40.172312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.011193002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-28T03:21:40.172406Z","caller":"traceutil/trace.go:171","msg":"trace[957852335] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2967; }","duration":"1.011343924s","start":"2026-04-28T03:21:39.161038Z","end":"2026-04-28T03:21:40.172382Z","steps":["trace[957852335] 'range keys from in-memory index tree' (duration: 1.01098692s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:40.172526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:39.16102Z","time spent":"1.011424924s","remote":"127.0.0.1:56412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-28T03:21:40.17284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061618214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:40.172989Z","caller":"traceutil/trace.go:171","msg":"trace[116118423] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:2967; }","duration":"1.061794395s","start":"2026-04-28T03:21:39.111164Z","end":"2026-04-28T03:21:40.172958Z","steps":["trace[116118423] 'count revisions from in-memory index tree' (duration: 1.061513112s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:40.173088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:39.11114Z","time spent":"1.061930926s","remote":"127.0.0.1:33238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:21:40.19985Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794898871187361437,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:21:40.211994Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.016427874s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:21:40.21253Z","caller":"traceutil/trace.go:171","msg":"trace[471094187] transaction","detail":"{read_only:false; response_revision:2968; number_of_response:1; }","duration":"1.017033839s","start":"2026-04-28T03:21:39.195469Z","end":"2026-04-28T03:21:40.212503Z","steps":["trace[471094187] 'process raft request' (duration: 1.016864667s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:40.212821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:39.195451Z","time spent":"1.017155571s","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:40.350169Z","caller":"traceutil/trace.go:171","msg":"trace[227953411] transaction","detail":"{read_only:false; response_revision:2972; number_of_response:1; }","duration":"703.413301ms","start":"2026-04-28T03:21:39.646728Z","end":"2026-04-28T03:21:40.350141Z","steps":["trace[227953411] 'process raft request' (duration: 703.33568ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:40.350248Z","caller":"traceutil/trace.go:171","msg":"trace[1915012794] transaction","detail":"{read_only:false; response_revision:2970; number_of_response:1; }","duration":"735.708051ms","start":"2026-04-28T03:21:39.6145Z","end":"2026-04-28T03:21:40.350208Z","steps":["trace[1915012794] 'process raft request' (duration: 735.472189ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:40.350382Z","caller":"traceutil/trace.go:171","msg":"trace[528782410] transaction","detail":"{read_only:false; response_revision:2971; number_of_response:1; }","duration":"731.920064ms","start":"2026-04-28T03:21:39.618452Z","end":"2026-04-28T03:21:40.350372Z","steps":["trace[528782410] 'process raft request' (duration: 731.575561ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:40.350329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:39.646691Z","time spent":"703.551802ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:40.350759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:39.614461Z","time spent":"736.009144ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:40.350911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:39.618432Z","time spent":"731.984994ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:40.350939Z","caller":"traceutil/trace.go:171","msg":"trace[783798784] transaction","detail":"{read_only:false; response_revision:2973; number_of_response:1; }","duration":"700.316299ms","start":"2026-04-28T03:21:39.650611Z","end":"2026-04-28T03:21:40.350927Z","steps":["trace[783798784] 'process raft request' (duration: 699.491281ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:40.351061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:39.650586Z","time spent":"700.39967ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:40.351153Z","caller":"traceutil/trace.go:171","msg":"trace[1879027397] transaction","detail":"{read_only:false; response_revision:2969; number_of_response:1; }","duration":"1.021629754s","start":"2026-04-28T03:21:39.328773Z","end":"2026-04-28T03:21:40.350403Z","steps":["trace[1879027397] 'process raft request' (duration: 1.017748475s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:40.351287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.152713427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:21:40.351324Z","caller":"traceutil/trace.go:171","msg":"trace[768129073] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2973; }","duration":"1.152769687s","start":"2026-04-28T03:21:39.198545Z","end":"2026-04-28T03:21:40.351314Z","steps":["trace[768129073] 'agreement among raft nodes before linearized reading' (duration: 1.152665446s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:40.351351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:39.198533Z","time spent":"1.152812067s","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:21:40.351442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:39.328741Z","time spent":"1.022441752s","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:40.351795Z","caller":"traceutil/trace.go:171","msg":"trace[1560475227] linearizableReadLoop","detail":"{readStateIndex:3089; appliedIndex:3083; }","duration":"1.152196872s","start":"2026-04-28T03:21:39.198571Z","end":"2026-04-28T03:21:40.350768Z","steps":["trace[1560475227] 'read index received' (duration: 1.013639035s)","trace[1560475227] 'applied index is now lower than readState.Index' (duration: 138.555217ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:40.35273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.612411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T03:21:40.35315Z","caller":"traceutil/trace.go:171","msg":"trace[515729065] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2973; }","duration":"551.069735ms","start":"2026-04-28T03:21:39.802034Z","end":"2026-04-28T03:21:40.353104Z","steps":["trace[515729065] 'agreement among raft nodes before linearized reading' (duration: 550.460068ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:40.353255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:39.802008Z","time spent":"551.230926ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:21:40.35349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.483003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-04-28T03:21:40.353578Z","caller":"traceutil/trace.go:171","msg":"trace[1787129529] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2973; }","duration":"175.673805ms","start":"2026-04-28T03:21:40.177883Z","end":"2026-04-28T03:21:40.353557Z","steps":["trace[1787129529] 'agreement among raft nodes before linearized reading' (duration: 174.845537ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:40.352999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.365571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:21:40.353696Z","caller":"traceutil/trace.go:171","msg":"trace[2145860] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2973; }","duration":"504.119338ms","start":"2026-04-28T03:21:39.849551Z","end":"2026-04-28T03:21:40.353671Z","steps":["trace[2145860] 'agreement among raft nodes before linearized reading' (duration: 503.382481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:40.353799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:39.849529Z","time spent":"504.248099ms","remote":"127.0.0.1:60428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:21:40.644247Z","caller":"traceutil/trace.go:171","msg":"trace[1701607745] linearizableReadLoop","detail":"{readStateIndex:3090; appliedIndex:3089; }","duration":"286.445416ms","start":"2026-04-28T03:21:40.357766Z","end":"2026-04-28T03:21:40.644211Z","steps":["trace[1701607745] 'read index received' (duration: 214.628192ms)","trace[1701607745] 'applied index is now lower than readState.Index' (duration: 71.816344ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:40.644293Z","caller":"traceutil/trace.go:171","msg":"trace[10092910] transaction","detail":"{read_only:false; response_revision:2974; number_of_response:1; }","duration":"287.360215ms","start":"2026-04-28T03:21:40.356912Z","end":"2026-04-28T03:21:40.644272Z","steps":["trace[10092910] 'process raft request' (duration: 215.381509ms)","trace[10092910] 'compare' (duration: 71.790274ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:40.644479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.701098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-04-28T03:21:40.644507Z","caller":"traceutil/trace.go:171","msg":"trace[877997911] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2974; }","duration":"286.774409ms","start":"2026-04-28T03:21:40.357725Z","end":"2026-04-28T03:21:40.6445Z","steps":["trace[877997911] 'agreement among raft nodes before linearized reading' (duration: 286.613507ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:40.655742Z","caller":"traceutil/trace.go:171","msg":"trace[571906474] transaction","detail":"{read_only:false; response_revision:2975; number_of_response:1; }","duration":"297.177321ms","start":"2026-04-28T03:21:40.358535Z","end":"2026-04-28T03:21:40.655712Z","steps":["trace[571906474] 'process raft request' (duration: 296.965669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:40.655956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.579189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18aa67350763c2d1\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-04-28T03:21:40.656008Z","caller":"traceutil/trace.go:171","msg":"trace[522738588] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18aa67350763c2d1; range_end:; response_count:1; response_revision:2975; }","duration":"247.65966ms","start":"2026-04-28T03:21:40.408335Z","end":"2026-04-28T03:21:40.655995Z","steps":["trace[522738588] 'agreement among raft nodes before linearized reading' (duration: 247.510028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:46.221379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.440882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:46.221466Z","caller":"traceutil/trace.go:171","msg":"trace[693828383] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3000; }","duration":"506.554017ms","start":"2026-04-28T03:21:45.714882Z","end":"2026-04-28T03:21:46.221436Z","steps":["trace[693828383] 'range keys from in-memory index tree' (duration: 506.355649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:46.221494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:45.714863Z","time spent":"506.624508ms","remote":"127.0.0.1:56204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:24:31.263554Z","caller":"traceutil/trace.go:171","msg":"trace[1337343061] transaction","detail":"{read_only:false; response_revision:3955; number_of_response:1; }","duration":"103.747823ms","start":"2026-04-28T03:24:31.159762Z","end":"2026-04-28T03:24:31.26351Z","steps":["trace[1337343061] 'process raft request' (duration: 103.414026ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:54.653548Z","caller":"traceutil/trace.go:171","msg":"trace[177027594] linearizableReadLoop","detail":"{readStateIndex:4299; appliedIndex:4297; }","duration":"107.185507ms","start":"2026-04-28T03:24:54.546286Z","end":"2026-04-28T03:24:54.653471Z","steps":["trace[177027594] 'read index received' (duration: 45.762227ms)","trace[177027594] 'applied index is now lower than readState.Index' (duration: 61.42224ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:24:54.653692Z","caller":"traceutil/trace.go:171","msg":"trace[2002834182] transaction","detail":"{read_only:false; response_revision:4135; number_of_response:1; }","duration":"162.389474ms","start":"2026-04-28T03:24:54.491241Z","end":"2026-04-28T03:24:54.65363Z","steps":["trace[2002834182] 'process raft request' (duration: 101.475223ms)","trace[2002834182] 'compare' (duration: 60.399581ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:54.653687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.386561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:24:54.653924Z","caller":"traceutil/trace.go:171","msg":"trace[1754569315] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:4136; }","duration":"107.640065ms","start":"2026-04-28T03:24:54.546268Z","end":"2026-04-28T03:24:54.653908Z","steps":["trace[1754569315] 'agreement among raft nodes before linearized reading' (duration: 107.35919ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:54.653871Z","caller":"traceutil/trace.go:171","msg":"trace[538103224] transaction","detail":"{read_only:false; response_revision:4136; number_of_response:1; }","duration":"121.401364ms","start":"2026-04-28T03:24:54.532396Z","end":"2026-04-28T03:24:54.653797Z","steps":["trace[538103224] 'process raft request' (duration: 120.975346ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:54.812474Z","caller":"traceutil/trace.go:171","msg":"trace[1146271586] transaction","detail":"{read_only:false; response_revision:4137; number_of_response:1; }","duration":"127.559985ms","start":"2026-04-28T03:24:54.684885Z","end":"2026-04-28T03:24:54.812445Z","steps":["trace[1146271586] 'process raft request' (duration: 95.895403ms)","trace[1146271586] 'compare' (duration: 31.533669ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:24:54.814779Z","caller":"traceutil/trace.go:171","msg":"trace[1908551413] transaction","detail":"{read_only:false; response_revision:4138; number_of_response:1; }","duration":"122.429422ms","start":"2026-04-28T03:24:54.692322Z","end":"2026-04-28T03:24:54.814752Z","steps":["trace[1908551413] 'process raft request' (duration: 122.208738ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:55.152084Z","caller":"traceutil/trace.go:171","msg":"trace[1482511813] transaction","detail":"{read_only:false; response_revision:4141; number_of_response:1; }","duration":"271.452298ms","start":"2026-04-28T03:24:54.88061Z","end":"2026-04-28T03:24:55.152062Z","steps":["trace[1482511813] 'process raft request' (duration: 211.247823ms)","trace[1482511813] 'compare' (duration: 60.089942ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:24:55.220963Z","caller":"traceutil/trace.go:171","msg":"trace[524963459] transaction","detail":"{read_only:false; response_revision:4142; number_of_response:1; }","duration":"256.452395ms","start":"2026-04-28T03:24:54.96449Z","end":"2026-04-28T03:24:55.220942Z","steps":["trace[524963459] 'process raft request' (duration: 256.103328ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:55.221081Z","caller":"traceutil/trace.go:171","msg":"trace[321093298] transaction","detail":"{read_only:false; response_revision:4143; number_of_response:1; }","duration":"209.368515ms","start":"2026-04-28T03:24:55.01168Z","end":"2026-04-28T03:24:55.221048Z","steps":["trace[321093298] 'process raft request' (duration: 209.197171ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:55.39685Z","caller":"traceutil/trace.go:171","msg":"trace[1582239348] transaction","detail":"{read_only:false; response_revision:4144; number_of_response:1; }","duration":"262.787767ms","start":"2026-04-28T03:24:55.134033Z","end":"2026-04-28T03:24:55.39682Z","steps":["trace[1582239348] 'process raft request' (duration: 204.038358ms)","trace[1582239348] 'compare' (duration: 58.509745ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:24:55.397401Z","caller":"traceutil/trace.go:171","msg":"trace[1517692352] transaction","detail":"{read_only:false; response_revision:4145; number_of_response:1; }","duration":"248.079442ms","start":"2026-04-28T03:24:55.14931Z","end":"2026-04-28T03:24:55.397389Z","steps":["trace[1517692352] 'process raft request' (duration: 247.464231ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:55.397486Z","caller":"traceutil/trace.go:171","msg":"trace[1059317425] transaction","detail":"{read_only:false; response_revision:4146; number_of_response:1; }","duration":"198.407696ms","start":"2026-04-28T03:24:55.199053Z","end":"2026-04-28T03:24:55.397461Z","steps":["trace[1059317425] 'process raft request' (duration: 197.942298ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:55.42735Z","caller":"traceutil/trace.go:171","msg":"trace[1654058146] transaction","detail":"{read_only:false; response_revision:4147; number_of_response:1; }","duration":"134.199479ms","start":"2026-04-28T03:24:55.293125Z","end":"2026-04-28T03:24:55.427325Z","steps":["trace[1654058146] 'process raft request' (duration: 133.966585ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:17.583055Z","caller":"traceutil/trace.go:171","msg":"trace[1203342225] transaction","detail":"{read_only:false; response_revision:4275; number_of_response:1; }","duration":"118.232635ms","start":"2026-04-28T03:25:17.464796Z","end":"2026-04-28T03:25:17.583029Z","steps":["trace[1203342225] 'process raft request' (duration: 118.083863ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:17.606224Z","caller":"traceutil/trace.go:171","msg":"trace[180876129] transaction","detail":"{read_only:false; response_revision:4276; number_of_response:1; }","duration":"138.235887ms","start":"2026-04-28T03:25:17.467967Z","end":"2026-04-28T03:25:17.606203Z","steps":["trace[180876129] 'process raft request' (duration: 138.131755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:17.606981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.653244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-04-28T03:25:17.607081Z","caller":"traceutil/trace.go:171","msg":"trace[574825021] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4277; }","duration":"131.781357ms","start":"2026-04-28T03:25:17.47527Z","end":"2026-04-28T03:25:17.607051Z","steps":["trace[574825021] 'agreement among raft nodes before linearized reading' (duration: 131.495772ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:17.607213Z","caller":"traceutil/trace.go:171","msg":"trace[532484592] linearizableReadLoop","detail":"{readStateIndex:4453; appliedIndex:4451; }","duration":"131.36821ms","start":"2026-04-28T03:25:17.475298Z","end":"2026-04-28T03:25:17.606666Z","steps":["trace[532484592] 'read index received' (duration: 107.571143ms)","trace[532484592] 'applied index is now lower than readState.Index' (duration: 23.795787ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:32.361817Z","caller":"traceutil/trace.go:171","msg":"trace[1994562895] transaction","detail":"{read_only:false; response_revision:4372; number_of_response:1; }","duration":"169.041794ms","start":"2026-04-28T03:25:32.192742Z","end":"2026-04-28T03:25:32.361784Z","steps":["trace[1994562895] 'process raft request' (duration: 95.937051ms)","trace[1994562895] 'compare' (duration: 72.88328ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:32.361935Z","caller":"traceutil/trace.go:171","msg":"trace[379147974] linearizableReadLoop","detail":"{readStateIndex:4555; appliedIndex:4553; }","duration":"149.597111ms","start":"2026-04-28T03:25:32.212319Z","end":"2026-04-28T03:25:32.361917Z","steps":["trace[379147974] 'read index received' (duration: 76.373106ms)","trace[379147974] 'applied index is now lower than readState.Index' (duration: 73.204345ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:32.362115Z","caller":"traceutil/trace.go:171","msg":"trace[1520888680] transaction","detail":"{read_only:false; response_revision:4373; number_of_response:1; }","duration":"166.569553ms","start":"2026-04-28T03:25:32.195529Z","end":"2026-04-28T03:25:32.362099Z","steps":["trace[1520888680] 'process raft request' (duration: 166.168167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:32.36254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.199041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.53\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-28T03:25:32.362626Z","caller":"traceutil/trace.go:171","msg":"trace[468900182] range","detail":"{range_begin:/registry/masterleases/199.204.45.53; range_end:; response_count:1; response_revision:4373; }","duration":"150.320414ms","start":"2026-04-28T03:25:32.212288Z","end":"2026-04-28T03:25:32.362608Z","steps":["trace[468900182] 'agreement among raft nodes before linearized reading' (duration: 150.143981ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:33.787969Z","caller":"traceutil/trace.go:171","msg":"trace[835619096] transaction","detail":"{read_only:false; response_revision:4385; number_of_response:1; }","duration":"128.321315ms","start":"2026-04-28T03:25:33.659621Z","end":"2026-04-28T03:25:33.787942Z","steps":["trace[835619096] 'process raft request' (duration: 128.138952ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:41.480346Z","caller":"traceutil/trace.go:171","msg":"trace[1967205332] linearizableReadLoop","detail":"{readStateIndex:5023; appliedIndex:5022; }","duration":"244.017618ms","start":"2026-04-28T03:25:41.236299Z","end":"2026-04-28T03:25:41.480317Z","steps":["trace[1967205332] 'read index received' (duration: 243.793784ms)","trace[1967205332] 'applied index is now lower than readState.Index' (duration: 222.844µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:41.48041Z","caller":"traceutil/trace.go:171","msg":"trace[1797426184] transaction","detail":"{read_only:false; response_revision:4832; number_of_response:1; }","duration":"262.074802ms","start":"2026-04-28T03:25:41.218282Z","end":"2026-04-28T03:25:41.480357Z","steps":["trace[1797426184] 'process raft request' (duration: 261.879429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:41.480705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.341054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-04-28T03:25:41.480769Z","caller":"traceutil/trace.go:171","msg":"trace[1721761361] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4832; }","duration":"244.495396ms","start":"2026-04-28T03:25:41.236261Z","end":"2026-04-28T03:25:41.480757Z","steps":["trace[1721761361] 'agreement among raft nodes before linearized reading' (duration: 244.204331ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:44.504871Z","caller":"traceutil/trace.go:171","msg":"trace[525237697] transaction","detail":"{read_only:false; response_revision:4885; number_of_response:1; }","duration":"190.653031ms","start":"2026-04-28T03:25:44.314192Z","end":"2026-04-28T03:25:44.504845Z","steps":["trace[525237697] 'process raft request' (duration: 172.643908ms)","trace[525237697] 'compare' (duration: 16.935426ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:44.505336Z","caller":"traceutil/trace.go:171","msg":"trace[1729833022] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4886; }","duration":"153.807243ms","start":"2026-04-28T03:25:44.351521Z","end":"2026-04-28T03:25:44.505328Z","steps":["trace[1729833022] 'process raft request' (duration: 153.294735ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:47.191833Z","caller":"traceutil/trace.go:171","msg":"trace[1142034039] transaction","detail":"{read_only:false; response_revision:4957; number_of_response:1; }","duration":"219.443498ms","start":"2026-04-28T03:25:46.97236Z","end":"2026-04-28T03:25:47.191803Z","steps":["trace[1142034039] 'process raft request' (duration: 219.174144ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:47.440598Z","caller":"traceutil/trace.go:171","msg":"trace[1535733746] transaction","detail":"{read_only:false; response_revision:4958; number_of_response:1; }","duration":"131.241826ms","start":"2026-04-28T03:25:47.309328Z","end":"2026-04-28T03:25:47.44057Z","steps":["trace[1535733746] 'process raft request' (duration: 131.077323ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:47.742242Z","caller":"traceutil/trace.go:171","msg":"trace[2087976385] linearizableReadLoop","detail":"{readStateIndex:5157; appliedIndex:5156; }","duration":"280.903629ms","start":"2026-04-28T03:25:47.461312Z","end":"2026-04-28T03:25:47.742216Z","steps":["trace[2087976385] 'read index received' (duration: 280.798656ms)","trace[2087976385] 'applied index is now lower than readState.Index' (duration: 104.043µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:47.742283Z","caller":"traceutil/trace.go:171","msg":"trace[2045898218] transaction","detail":"{read_only:false; response_revision:4959; number_of_response:1; }","duration":"292.087799ms","start":"2026-04-28T03:25:47.450162Z","end":"2026-04-28T03:25:47.74225Z","steps":["trace[2045898218] 'process raft request' (duration: 291.908255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:47.742525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.203134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-qq4d6\" ","response":"range_response_count:1 size:5150"} {"level":"info","ts":"2026-04-28T03:25:47.742571Z","caller":"traceutil/trace.go:171","msg":"trace[555433648] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-qq4d6; range_end:; response_count:1; response_revision:4959; }","duration":"281.303075ms","start":"2026-04-28T03:25:47.461257Z","end":"2026-04-28T03:25:47.742561Z","steps":["trace[555433648] 'agreement among raft nodes before linearized reading' (duration: 281.081612ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:47.75034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.991861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-28T03:25:47.750403Z","caller":"traceutil/trace.go:171","msg":"trace[945888729] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4959; }","duration":"134.084683ms","start":"2026-04-28T03:25:47.616301Z","end":"2026-04-28T03:25:47.750386Z","steps":["trace[945888729] 'agreement among raft nodes before linearized reading' (duration: 133.91155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:47.751294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.08526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-28T03:25:47.751424Z","caller":"traceutil/trace.go:171","msg":"trace[908657442] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4959; }","duration":"130.239361ms","start":"2026-04-28T03:25:47.62114Z","end":"2026-04-28T03:25:47.751379Z","steps":["trace[908657442] 'agreement among raft nodes before linearized reading' (duration: 129.127993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:48.847655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.376497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:25:48.847792Z","caller":"traceutil/trace.go:171","msg":"trace[1808594596] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4973; }","duration":"276.579911ms","start":"2026-04-28T03:25:48.571191Z","end":"2026-04-28T03:25:48.847771Z","steps":["trace[1808594596] 'range keys from in-memory index tree' (duration: 276.199034ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:48.84828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.766236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T03:25:48.848318Z","caller":"traceutil/trace.go:171","msg":"trace[1615091074] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4973; }","duration":"329.883778ms","start":"2026-04-28T03:25:48.518423Z","end":"2026-04-28T03:25:48.848307Z","steps":["trace[1615091074] 'range keys from in-memory index tree' (duration: 329.654944ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:48.848349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:48.518402Z","time spent":"329.939329ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:25:48.848533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.342009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T03:25:48.848561Z","caller":"traceutil/trace.go:171","msg":"trace[497791818] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4973; }","duration":"314.402779ms","start":"2026-04-28T03:25:48.534149Z","end":"2026-04-28T03:25:48.848552Z","steps":["trace[497791818] 'range keys from in-memory index tree' (duration: 314.233457ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:48.848587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:48.534129Z","time spent":"314.452651ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:25:48.848852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.667738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T03:25:48.848883Z","caller":"traceutil/trace.go:171","msg":"trace[1483624416] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4973; }","duration":"313.698928ms","start":"2026-04-28T03:25:48.535175Z","end":"2026-04-28T03:25:48.848873Z","steps":["trace[1483624416] 'range keys from in-memory index tree' (duration: 313.582296ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:48.84891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:48.535145Z","time spent":"313.75871ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:25:48.849131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.694921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:25:48.849164Z","caller":"traceutil/trace.go:171","msg":"trace[1445432234] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4973; }","duration":"297.751663ms","start":"2026-04-28T03:25:48.551402Z","end":"2026-04-28T03:25:48.849154Z","steps":["trace[1445432234] 'range keys from in-memory index tree' (duration: 297.511058ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:48.84976Z","caller":"traceutil/trace.go:171","msg":"trace[1937597676] linearizableReadLoop","detail":"{readStateIndex:5173; appliedIndex:5172; }","duration":"162.491245ms","start":"2026-04-28T03:25:48.687248Z","end":"2026-04-28T03:25:48.84974Z","steps":["trace[1937597676] 'read index received' (duration: 155.537402ms)","trace[1937597676] 'applied index is now lower than readState.Index' (duration: 6.952323ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:48.849779Z","caller":"traceutil/trace.go:171","msg":"trace[358530595] transaction","detail":"{read_only:false; response_revision:4974; number_of_response:1; }","duration":"162.582646ms","start":"2026-04-28T03:25:48.687172Z","end":"2026-04-28T03:25:48.849754Z","steps":["trace[358530595] 'process raft request' (duration: 155.590873ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:48.849965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.711598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-rzmgf\" ","response":"range_response_count:1 size:9724"} {"level":"info","ts":"2026-04-28T03:25:48.850029Z","caller":"traceutil/trace.go:171","msg":"trace[1499910938] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-rzmgf; range_end:; response_count:1; response_revision:4974; }","duration":"162.81018ms","start":"2026-04-28T03:25:48.687207Z","end":"2026-04-28T03:25:48.850017Z","steps":["trace[1499910938] 'agreement among raft nodes before linearized reading' (duration: 162.639017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:54.40799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.314339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:25:54.40822Z","caller":"traceutil/trace.go:171","msg":"trace[319146635] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:5074; }","duration":"276.592553ms","start":"2026-04-28T03:25:54.131609Z","end":"2026-04-28T03:25:54.408201Z","steps":["trace[319146635] 'count revisions from in-memory index tree' (duration: 276.217717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:54.408397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.554518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-04-28T03:25:54.40847Z","caller":"traceutil/trace.go:171","msg":"trace[626319365] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:5074; }","duration":"326.66213ms","start":"2026-04-28T03:25:54.081794Z","end":"2026-04-28T03:25:54.408456Z","steps":["trace[626319365] 'range keys from in-memory index tree' (duration: 326.406295ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:54.408512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:54.081776Z","time spent":"326.726991ms","remote":"127.0.0.1:56428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":921,"request content":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" "} {"level":"warn","ts":"2026-04-28T03:25:54.414171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.423764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2194894"} {"level":"info","ts":"2026-04-28T03:25:54.414397Z","caller":"traceutil/trace.go:171","msg":"trace[688332943] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:5074; }","duration":"292.641568ms","start":"2026-04-28T03:25:54.121685Z","end":"2026-04-28T03:25:54.414326Z","steps":["trace[688332943] 'range keys from in-memory index tree' (duration: 286.614392ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:54.973216Z","caller":"traceutil/trace.go:171","msg":"trace[931055296] linearizableReadLoop","detail":"{readStateIndex:5275; appliedIndex:5274; }","duration":"263.24294ms","start":"2026-04-28T03:25:54.709951Z","end":"2026-04-28T03:25:54.973194Z","steps":["trace[931055296] 'read index received' (duration: 263.102988ms)","trace[931055296] 'applied index is now lower than readState.Index' (duration: 139.172µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:54.973306Z","caller":"traceutil/trace.go:171","msg":"trace[747316335] transaction","detail":"{read_only:false; response_revision:5075; number_of_response:1; }","duration":"453.350727ms","start":"2026-04-28T03:25:54.519946Z","end":"2026-04-28T03:25:54.973297Z","steps":["trace[747316335] 'process raft request' (duration: 453.045722ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:54.973455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:54.519926Z","time spent":"453.402998ms","remote":"127.0.0.1:37676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7566,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:54.974735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.759814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2194894"} {"level":"info","ts":"2026-04-28T03:25:54.974825Z","caller":"traceutil/trace.go:171","msg":"trace[801137627] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:5075; }","duration":"264.890687ms","start":"2026-04-28T03:25:54.709915Z","end":"2026-04-28T03:25:54.974806Z","steps":["trace[801137627] 'agreement among raft nodes before linearized reading' (duration: 263.423294ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:54.979462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.5387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16231"} {"level":"info","ts":"2026-04-28T03:25:54.979595Z","caller":"traceutil/trace.go:171","msg":"trace[130606530] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5076; }","duration":"245.704962ms","start":"2026-04-28T03:25:54.733869Z","end":"2026-04-28T03:25:54.979574Z","steps":["trace[130606530] 'agreement among raft nodes before linearized reading' (duration: 245.438558ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:54.980059Z","caller":"traceutil/trace.go:171","msg":"trace[144318746] transaction","detail":"{read_only:false; response_revision:5076; number_of_response:1; }","duration":"203.181724ms","start":"2026-04-28T03:25:54.776865Z","end":"2026-04-28T03:25:54.980047Z","steps":["trace[144318746] 'process raft request' (duration: 202.30805ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:54.981482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.22478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-fcf57fc5-mlzkd.18aa6774aa401038\" ","response":"range_response_count:1 size:892"} {"level":"info","ts":"2026-04-28T03:25:54.981674Z","caller":"traceutil/trace.go:171","msg":"trace[1931992198] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-fcf57fc5-mlzkd.18aa6774aa401038; range_end:; response_count:1; response_revision:5076; }","duration":"247.321648ms","start":"2026-04-28T03:25:54.734237Z","end":"2026-04-28T03:25:54.981559Z","steps":["trace[1931992198] 'agreement among raft nodes before linearized reading' (duration: 246.202859ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:54.981714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.570712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2b25bc1c-d55f-4f13-9136-418c22aaed0d\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-04-28T03:25:54.981858Z","caller":"traceutil/trace.go:171","msg":"trace[1572878394] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2b25bc1c-d55f-4f13-9136-418c22aaed0d; range_end:; response_count:1; response_revision:5076; }","duration":"117.732525ms","start":"2026-04-28T03:25:54.864089Z","end":"2026-04-28T03:25:54.981822Z","steps":["trace[1572878394] 'agreement among raft nodes before linearized reading' (duration: 117.545912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:54.982191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.895305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-28T03:25:54.982275Z","caller":"traceutil/trace.go:171","msg":"trace[1979381976] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5076; }","duration":"160.052518ms","start":"2026-04-28T03:25:54.822208Z","end":"2026-04-28T03:25:54.982261Z","steps":["trace[1979381976] 'agreement among raft nodes before linearized reading' (duration: 159.920835ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:55.102533Z","caller":"traceutil/trace.go:171","msg":"trace[1955468176] transaction","detail":"{read_only:false; response_revision:5078; number_of_response:1; }","duration":"115.09734ms","start":"2026-04-28T03:25:54.987381Z","end":"2026-04-28T03:25:55.102478Z","steps":["trace[1955468176] 'process raft request' (duration: 54.399955ms)","trace[1955468176] 'compare' (duration: 60.527502ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:55.102832Z","caller":"traceutil/trace.go:171","msg":"trace[1950609986] transaction","detail":"{read_only:false; response_revision:5081; number_of_response:1; }","duration":"114.708714ms","start":"2026-04-28T03:25:54.988111Z","end":"2026-04-28T03:25:55.10282Z","steps":["trace[1950609986] 'process raft request' (duration: 114.575582ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:55.102824Z","caller":"traceutil/trace.go:171","msg":"trace[1244638326] linearizableReadLoop","detail":"{readStateIndex:5281; appliedIndex:5277; }","duration":"114.575752ms","start":"2026-04-28T03:25:54.988231Z","end":"2026-04-28T03:25:55.102807Z","steps":["trace[1244638326] 'read index received' (duration: 17.288846ms)","trace[1244638326] 'applied index is now lower than readState.Index' (duration: 97.286276ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:55.102899Z","caller":"traceutil/trace.go:171","msg":"trace[1057295205] transaction","detail":"{read_only:false; response_revision:5082; number_of_response:1; }","duration":"114.164635ms","start":"2026-04-28T03:25:54.988726Z","end":"2026-04-28T03:25:55.102891Z","steps":["trace[1057295205] 'process raft request' (duration: 113.988852ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:55.102898Z","caller":"traceutil/trace.go:171","msg":"trace[1665876353] transaction","detail":"{read_only:false; response_revision:5079; number_of_response:1; }","duration":"115.462485ms","start":"2026-04-28T03:25:54.987409Z","end":"2026-04-28T03:25:55.102871Z","steps":["trace[1665876353] 'process raft request' (duration: 115.036798ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:55.102983Z","caller":"traceutil/trace.go:171","msg":"trace[1604041034] transaction","detail":"{read_only:false; response_revision:5080; number_of_response:1; }","duration":"115.455096ms","start":"2026-04-28T03:25:54.987518Z","end":"2026-04-28T03:25:55.102973Z","steps":["trace[1604041034] 'process raft request' (duration: 115.10482ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:55.103122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.874367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-dcb0afa6-d881-4889-a473-4f7bb49bc4fc\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-04-28T03:25:55.103153Z","caller":"traceutil/trace.go:171","msg":"trace[1764433607] range","detail":"{range_begin:/registry/persistentvolumes/pvc-dcb0afa6-d881-4889-a473-4f7bb49bc4fc; range_end:; response_count:1; response_revision:5083; }","duration":"114.933447ms","start":"2026-04-28T03:25:54.988209Z","end":"2026-04-28T03:25:55.103143Z","steps":["trace[1764433607] 'agreement among raft nodes before linearized reading' (duration: 114.822315ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:55.102924Z","caller":"traceutil/trace.go:171","msg":"trace[1610909342] transaction","detail":"{read_only:false; response_revision:5083; number_of_response:1; }","duration":"106.9099ms","start":"2026-04-28T03:25:54.996002Z","end":"2026-04-28T03:25:55.102912Z","steps":["trace[1610909342] 'process raft request' (duration: 106.738317ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:55.130469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.207777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-04-28T03:25:55.130572Z","caller":"traceutil/trace.go:171","msg":"trace[643713416] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5084; }","duration":"116.32842ms","start":"2026-04-28T03:25:55.014207Z","end":"2026-04-28T03:25:55.130535Z","steps":["trace[643713416] 'agreement among raft nodes before linearized reading' (duration: 116.072026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:56.008004Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794898871187366596,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T03:25:56.131704Z","caller":"traceutil/trace.go:171","msg":"trace[1543013685] transaction","detail":"{read_only:false; response_revision:5089; number_of_response:1; }","duration":"866.726089ms","start":"2026-04-28T03:25:55.264949Z","end":"2026-04-28T03:25:56.131675Z","steps":["trace[1543013685] 'process raft request' (duration: 866.504746ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:56.131875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:55.264931Z","time spent":"866.853412ms","remote":"127.0.0.1:37676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7566,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:56.22894Z","caller":"traceutil/trace.go:171","msg":"trace[425798220] transaction","detail":"{read_only:false; response_revision:5090; number_of_response:1; }","duration":"561.1119ms","start":"2026-04-28T03:25:55.667784Z","end":"2026-04-28T03:25:56.228896Z","steps":["trace[425798220] 'process raft request' (duration: 538.836846ms)","trace[425798220] 'compare' (duration: 22.07111ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:56.229206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:55.667761Z","time spent":"561.270553ms","remote":"127.0.0.1:56388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11113,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:56.22929Z","caller":"traceutil/trace.go:171","msg":"trace[502806861] transaction","detail":"{read_only:false; response_revision:5091; number_of_response:1; }","duration":"539.526007ms","start":"2026-04-28T03:25:55.689737Z","end":"2026-04-28T03:25:56.229263Z","steps":["trace[502806861] 'process raft request' (duration: 539.08035ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:56.229589Z","caller":"traceutil/trace.go:171","msg":"trace[612654303] transaction","detail":"{read_only:false; response_revision:5092; number_of_response:1; }","duration":"305.517119ms","start":"2026-04-28T03:25:55.924052Z","end":"2026-04-28T03:25:56.229569Z","steps":["trace[612654303] 'process raft request' (duration: 305.045762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:56.229664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:55.924025Z","time spent":"305.60687ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:56.229632Z","caller":"traceutil/trace.go:171","msg":"trace[1038896679] linearizableReadLoop","detail":"{readStateIndex:5295; appliedIndex:5288; }","duration":"722.22793ms","start":"2026-04-28T03:25:55.507375Z","end":"2026-04-28T03:25:56.229603Z","steps":["trace[1038896679] 'read index received' (duration: 624.054303ms)","trace[1038896679] 'applied index is now lower than readState.Index' (duration: 98.172197ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:56.229688Z","caller":"traceutil/trace.go:171","msg":"trace[1771642629] transaction","detail":"{read_only:false; response_revision:5094; number_of_response:1; }","duration":"296.20468ms","start":"2026-04-28T03:25:55.933438Z","end":"2026-04-28T03:25:56.229642Z","steps":["trace[1771642629] 'process raft request' (duration: 296.085418ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:56.229786Z","caller":"traceutil/trace.go:171","msg":"trace[682173402] transaction","detail":"{read_only:false; response_revision:5095; number_of_response:1; }","duration":"296.059328ms","start":"2026-04-28T03:25:55.9337Z","end":"2026-04-28T03:25:56.229759Z","steps":["trace[682173402] 'process raft request' (duration: 295.859335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:56.229857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.462905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:25:56.229909Z","caller":"traceutil/trace.go:171","msg":"trace[746732927] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:5095; }","duration":"722.579316ms","start":"2026-04-28T03:25:55.507317Z","end":"2026-04-28T03:25:56.229897Z","steps":["trace[746732927] 'agreement among raft nodes before linearized reading' (duration: 722.447844ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:56.229928Z","caller":"traceutil/trace.go:171","msg":"trace[636204543] transaction","detail":"{read_only:false; response_revision:5093; number_of_response:1; }","duration":"300.822023ms","start":"2026-04-28T03:25:55.929095Z","end":"2026-04-28T03:25:56.229917Z","steps":["trace[636204543] 'process raft request' (duration: 300.351046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:56.229958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:55.507298Z","time spent":"722.649288ms","remote":"127.0.0.1:37078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:25:56.230031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.123883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:25:56.230083Z","caller":"traceutil/trace.go:171","msg":"trace[855637751] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5095; }","duration":"514.235185ms","start":"2026-04-28T03:25:55.715835Z","end":"2026-04-28T03:25:56.23007Z","steps":["trace[855637751] 'agreement among raft nodes before linearized reading' (duration: 514.154753ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:56.230103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:55.929055Z","time spent":"300.900905ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:56.230132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:55.715814Z","time spent":"514.304745ms","remote":"127.0.0.1:56204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:25:56.230333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.276124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-04-28T03:25:56.230381Z","caller":"traceutil/trace.go:171","msg":"trace[949615289] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5095; }","duration":"400.368356ms","start":"2026-04-28T03:25:55.829998Z","end":"2026-04-28T03:25:56.230366Z","steps":["trace[949615289] 'agreement among raft nodes before linearized reading' (duration: 400.203633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:56.230397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.082824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-04-28T03:25:56.230418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:55.829976Z","time spent":"400.435097ms","remote":"127.0.0.1:33238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3340,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-04-28T03:25:56.230443Z","caller":"traceutil/trace.go:171","msg":"trace[1548714111] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5095; }","duration":"441.150034ms","start":"2026-04-28T03:25:55.789273Z","end":"2026-04-28T03:25:56.230423Z","steps":["trace[1548714111] 'agreement among raft nodes before linearized reading' (duration: 441.016772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:56.230475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:55.789253Z","time spent":"441.214356ms","remote":"127.0.0.1:56364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-04-28T03:25:56.230575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.78378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2b25bc1c-d55f-4f13-9136-418c22aaed0d\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-04-28T03:25:56.230627Z","caller":"traceutil/trace.go:171","msg":"trace[1359938614] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2b25bc1c-d55f-4f13-9136-418c22aaed0d; range_end:; response_count:1; response_revision:5095; }","duration":"240.869951ms","start":"2026-04-28T03:25:55.989744Z","end":"2026-04-28T03:25:56.230614Z","steps":["trace[1359938614] 'agreement among raft nodes before linearized reading' (duration: 240.716789ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:56.229578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:55.689715Z","time spent":"539.73496ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:56.457333Z","caller":"traceutil/trace.go:171","msg":"trace[1923144902] linearizableReadLoop","detail":"{readStateIndex:5296; appliedIndex:5295; }","duration":"207.859909ms","start":"2026-04-28T03:25:56.249444Z","end":"2026-04-28T03:25:56.457304Z","steps":["trace[1923144902] 'read index received' (duration: 141.367494ms)","trace[1923144902] 'applied index is now lower than readState.Index' (duration: 66.491255ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:56.457545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.077352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"info","ts":"2026-04-28T03:25:56.457577Z","caller":"traceutil/trace.go:171","msg":"trace[443480910] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5096; }","duration":"208.139663ms","start":"2026-04-28T03:25:56.249427Z","end":"2026-04-28T03:25:56.457567Z","steps":["trace[443480910] 'agreement among raft nodes before linearized reading' (duration: 207.98198ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:56.457561Z","caller":"traceutil/trace.go:171","msg":"trace[343224434] transaction","detail":"{read_only:false; response_revision:5096; number_of_response:1; }","duration":"211.82158ms","start":"2026-04-28T03:25:56.245708Z","end":"2026-04-28T03:25:56.45753Z","steps":["trace[343224434] 'process raft request' (duration: 145.197273ms)","trace[343224434] 'compare' (duration: 66.279302ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:59.254221Z","caller":"traceutil/trace.go:171","msg":"trace[353964386] linearizableReadLoop","detail":"{readStateIndex:5333; appliedIndex:5332; }","duration":"133.346274ms","start":"2026-04-28T03:25:59.12085Z","end":"2026-04-28T03:25:59.254196Z","steps":["trace[353964386] 'read index received' (duration: 133.020499ms)","trace[353964386] 'applied index is now lower than readState.Index' (duration: 324.885µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:59.254555Z","caller":"traceutil/trace.go:171","msg":"trace[202483409] transaction","detail":"{read_only:false; response_revision:5132; number_of_response:1; }","duration":"232.786823ms","start":"2026-04-28T03:25:59.02174Z","end":"2026-04-28T03:25:59.254527Z","steps":["trace[202483409] 'process raft request' (duration: 232.203634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:59.254678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.799732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-28T03:25:59.254738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.479787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:25:59.254775Z","caller":"traceutil/trace.go:171","msg":"trace[497389711] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5132; }","duration":"133.942954ms","start":"2026-04-28T03:25:59.120811Z","end":"2026-04-28T03:25:59.254754Z","steps":["trace[497389711] 'agreement among raft nodes before linearized reading' (duration: 133.637069ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:59.254926Z","caller":"traceutil/trace.go:171","msg":"trace[803835321] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5132; }","duration":"133.604569ms","start":"2026-04-28T03:25:59.121187Z","end":"2026-04-28T03:25:59.254792Z","steps":["trace[803835321] 'agreement among raft nodes before linearized reading' (duration: 133.386385ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:59.254775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.853174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T03:25:59.255116Z","caller":"traceutil/trace.go:171","msg":"trace[1365203300] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5132; }","duration":"129.27961ms","start":"2026-04-28T03:25:59.125816Z","end":"2026-04-28T03:25:59.255095Z","steps":["trace[1365203300] 'agreement among raft nodes before linearized reading' (duration: 128.772822ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:59.255266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.473905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:25:59.255352Z","caller":"traceutil/trace.go:171","msg":"trace[2128102860] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5132; }","duration":"133.595388ms","start":"2026-04-28T03:25:59.121742Z","end":"2026-04-28T03:25:59.255337Z","steps":["trace[2128102860] 'agreement among raft nodes before linearized reading' (duration: 133.149561ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:09.848375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.877287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:26:09.848454Z","caller":"traceutil/trace.go:171","msg":"trace[872699931] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5263; }","duration":"534.00267ms","start":"2026-04-28T03:26:09.314434Z","end":"2026-04-28T03:26:09.848437Z","steps":["trace[872699931] 'range keys from in-memory index tree' (duration: 533.651034ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:09.848495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:09.314412Z","time spent":"534.07264ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:26:09.848809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.530813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T03:26:09.848895Z","caller":"traceutil/trace.go:171","msg":"trace[76738944] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5263; }","duration":"526.655594ms","start":"2026-04-28T03:26:09.322214Z","end":"2026-04-28T03:26:09.84887Z","steps":["trace[76738944] 'range keys from in-memory index tree' (duration: 526.37581ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:09.848943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:09.322195Z","time spent":"526.738916ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:26:09.848893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.082576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:26:09.849001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.465282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T03:26:09.84904Z","caller":"traceutil/trace.go:171","msg":"trace[1055945412] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5263; }","duration":"526.545323ms","start":"2026-04-28T03:26:09.322484Z","end":"2026-04-28T03:26:09.849029Z","steps":["trace[1055945412] 'range keys from in-memory index tree' (duration: 526.31796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:09.849101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.837112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T03:26:09.849042Z","caller":"traceutil/trace.go:171","msg":"trace[1728632202] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5263; }","duration":"133.278229ms","start":"2026-04-28T03:26:09.715749Z","end":"2026-04-28T03:26:09.849027Z","steps":["trace[1728632202] 'range keys from in-memory index tree' (duration: 132.900352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:09.849283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.555823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:26:09.849264Z","caller":"traceutil/trace.go:171","msg":"trace[1403593333] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5263; }","duration":"526.257589ms","start":"2026-04-28T03:26:09.322987Z","end":"2026-04-28T03:26:09.849245Z","steps":["trace[1403593333] 'range keys from in-memory index tree' (duration: 525.67557ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:09.849328Z","caller":"traceutil/trace.go:171","msg":"trace[501907970] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5263; }","duration":"526.643894ms","start":"2026-04-28T03:26:09.322672Z","end":"2026-04-28T03:26:09.849316Z","steps":["trace[501907970] 'range keys from in-memory index tree' (duration: 526.419801ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:09.849428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:09.322653Z","time spent":"526.765977ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:26:09.849493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:09.322977Z","time spent":"526.497022ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:26:09.849073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:09.322464Z","time spent":"526.601754ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:26:10.423929Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5794898871187367001,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T03:26:10.548907Z","caller":"traceutil/trace.go:171","msg":"trace[2122944508] transaction","detail":"{read_only:false; response_revision:5268; number_of_response:1; }","duration":"694.414245ms","start":"2026-04-28T03:26:09.854474Z","end":"2026-04-28T03:26:10.548888Z","steps":["trace[2122944508] 'process raft request' (duration: 694.373495ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:10.548993Z","caller":"traceutil/trace.go:171","msg":"trace[461781922] transaction","detail":"{read_only:false; response_revision:5266; number_of_response:1; }","duration":"694.620889ms","start":"2026-04-28T03:26:09.854361Z","end":"2026-04-28T03:26:10.548982Z","steps":["trace[461781922] 'process raft request' (duration: 694.427916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:10.549021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:09.854469Z","time spent":"694.496927ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:26:10.549049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:09.854344Z","time spent":"694.673529ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:26:10.549118Z","caller":"traceutil/trace.go:171","msg":"trace[1159625570] transaction","detail":"{read_only:false; response_revision:5267; number_of_response:1; }","duration":"694.71072ms","start":"2026-04-28T03:26:09.854401Z","end":"2026-04-28T03:26:10.549112Z","steps":["trace[1159625570] 'process raft request' (duration: 694.424225ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:10.549149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:09.854396Z","time spent":"694.73463ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:26:10.549132Z","caller":"traceutil/trace.go:171","msg":"trace[1426774827] transaction","detail":"{read_only:false; response_revision:5265; number_of_response:1; }","duration":"694.74169ms","start":"2026-04-28T03:26:09.854349Z","end":"2026-04-28T03:26:10.54909Z","steps":["trace[1426774827] 'process raft request' (duration: 627.747682ms)","trace[1426774827] 'compare' (duration: 66.349269ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:26:10.549268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:09.85433Z","time spent":"694.867702ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:26:10.551245Z","caller":"traceutil/trace.go:171","msg":"trace[1603015586] linearizableReadLoop","detail":"{readStateIndex:5479; appliedIndex:5471; }","duration":"650.885ms","start":"2026-04-28T03:26:09.900342Z","end":"2026-04-28T03:26:10.551227Z","steps":["trace[1603015586] 'read index received' (duration: 581.770878ms)","trace[1603015586] 'applied index is now lower than readState.Index' (duration: 69.113472ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:10.55174Z","caller":"traceutil/trace.go:171","msg":"trace[1279378070] transaction","detail":"{read_only:false; response_revision:5269; number_of_response:1; }","duration":"244.810424ms","start":"2026-04-28T03:26:10.30692Z","end":"2026-04-28T03:26:10.55173Z","steps":["trace[1279378070] 'process raft request' (duration: 244.092714ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:10.551881Z","caller":"traceutil/trace.go:171","msg":"trace[1844077126] transaction","detail":"{read_only:false; response_revision:5270; number_of_response:1; }","duration":"234.817559ms","start":"2026-04-28T03:26:10.317057Z","end":"2026-04-28T03:26:10.551874Z","steps":["trace[1844077126] 'process raft request' (duration: 234.063187ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:10.551968Z","caller":"traceutil/trace.go:171","msg":"trace[1916716983] transaction","detail":"{read_only:false; response_revision:5271; number_of_response:1; }","duration":"233.59799ms","start":"2026-04-28T03:26:10.318364Z","end":"2026-04-28T03:26:10.551962Z","steps":["trace[1916716983] 'process raft request' (duration: 232.805918ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:10.552064Z","caller":"traceutil/trace.go:171","msg":"trace[116643036] transaction","detail":"{read_only:false; response_revision:5272; number_of_response:1; }","duration":"232.30094ms","start":"2026-04-28T03:26:10.319757Z","end":"2026-04-28T03:26:10.552058Z","steps":["trace[116643036] 'process raft request' (duration: 231.438697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:10.552225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.878155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16547"} {"level":"info","ts":"2026-04-28T03:26:10.552258Z","caller":"traceutil/trace.go:171","msg":"trace[1438639005] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5272; }","duration":"651.919315ms","start":"2026-04-28T03:26:09.900328Z","end":"2026-04-28T03:26:10.552248Z","steps":["trace[1438639005] 'agreement among raft nodes before linearized reading' (duration: 651.806894ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:10.552279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:09.900286Z","time spent":"651.986897ms","remote":"127.0.0.1:56398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":16571,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-04-28T03:26:10.552448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.397805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-28T03:26:10.552469Z","caller":"traceutil/trace.go:171","msg":"trace[1560802308] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5272; }","duration":"609.439555ms","start":"2026-04-28T03:26:09.943022Z","end":"2026-04-28T03:26:10.552462Z","steps":["trace[1560802308] 'agreement among raft nodes before linearized reading' (duration: 609.379635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:10.552486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:09.943012Z","time spent":"609.469496ms","remote":"127.0.0.1:56364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-04-28T03:26:10.553594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.849468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:26:10.553629Z","caller":"traceutil/trace.go:171","msg":"trace[1254969238] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:5272; }","duration":"121.91681ms","start":"2026-04-28T03:26:10.431705Z","end":"2026-04-28T03:26:10.553622Z","steps":["trace[1254969238] 'agreement among raft nodes before linearized reading' (duration: 121.845109ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:10.768562Z","caller":"traceutil/trace.go:171","msg":"trace[179738540] linearizableReadLoop","detail":"{readStateIndex:5480; appliedIndex:5479; }","duration":"155.725683ms","start":"2026-04-28T03:26:10.61281Z","end":"2026-04-28T03:26:10.768535Z","steps":["trace[179738540] 'read index received' (duration: 149.223883ms)","trace[179738540] 'applied index is now lower than readState.Index' (duration: 6.50069ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:10.768684Z","caller":"traceutil/trace.go:171","msg":"trace[2130668426] transaction","detail":"{read_only:false; response_revision:5273; number_of_response:1; }","duration":"204.776734ms","start":"2026-04-28T03:26:10.563849Z","end":"2026-04-28T03:26:10.768626Z","steps":["trace[2130668426] 'process raft request' (duration: 198.237853ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:10.768868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.024368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:26:10.769285Z","caller":"traceutil/trace.go:171","msg":"trace[1927810048] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:5273; }","duration":"156.482965ms","start":"2026-04-28T03:26:10.612783Z","end":"2026-04-28T03:26:10.769266Z","steps":["trace[1927810048] 'agreement among raft nodes before linearized reading' (duration: 155.899785ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:10.768801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.922008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:26:10.770164Z","caller":"traceutil/trace.go:171","msg":"trace[1952339678] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:5273; }","duration":"108.34409ms","start":"2026-04-28T03:26:10.661801Z","end":"2026-04-28T03:26:10.770145Z","steps":["trace[1952339678] 'agreement among raft nodes before linearized reading' (duration: 106.909767ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:11.107188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.564172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:17230"} {"level":"info","ts":"2026-04-28T03:26:11.107272Z","caller":"traceutil/trace.go:171","msg":"trace[1010068253] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5273; }","duration":"174.700344ms","start":"2026-04-28T03:26:10.932553Z","end":"2026-04-28T03:26:11.107253Z","steps":["trace[1010068253] 'range keys from in-memory index tree' (duration: 174.409239ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:11.107452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.863495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-28T03:26:11.107499Z","caller":"traceutil/trace.go:171","msg":"trace[1655670072] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5273; }","duration":"139.970636ms","start":"2026-04-28T03:26:10.967515Z","end":"2026-04-28T03:26:11.107486Z","steps":["trace[1655670072] 'range keys from in-memory index tree' (duration: 139.728372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:11.763054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.548676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-04-28T03:26:11.763133Z","caller":"traceutil/trace.go:171","msg":"trace[593363913] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5275; }","duration":"281.706338ms","start":"2026-04-28T03:26:11.481405Z","end":"2026-04-28T03:26:11.763111Z","steps":["trace[593363913] 'range keys from in-memory index tree' (duration: 281.314872ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:12.680244Z","caller":"traceutil/trace.go:171","msg":"trace[385343688] transaction","detail":"{read_only:false; response_revision:5281; number_of_response:1; }","duration":"121.210863ms","start":"2026-04-28T03:26:12.559012Z","end":"2026-04-28T03:26:12.680223Z","steps":["trace[385343688] 'process raft request' (duration: 120.995939ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:12.86407Z","caller":"traceutil/trace.go:171","msg":"trace[50232545] transaction","detail":"{read_only:false; response_revision:5282; number_of_response:1; }","duration":"304.429652ms","start":"2026-04-28T03:26:12.559612Z","end":"2026-04-28T03:26:12.864042Z","steps":["trace[50232545] 'process raft request' (duration: 282.380821ms)","trace[50232545] 'compare' (duration: 21.048776ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:26:12.864238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:12.559604Z","time spent":"304.565434ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:26:12.865308Z","caller":"traceutil/trace.go:171","msg":"trace[259118789] linearizableReadLoop","detail":"{readStateIndex:5491; appliedIndex:5488; }","duration":"304.568235ms","start":"2026-04-28T03:26:12.560714Z","end":"2026-04-28T03:26:12.865282Z","steps":["trace[259118789] 'read index received' (duration: 119.362474ms)","trace[259118789] 'applied index is now lower than readState.Index' (duration: 185.204811ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:12.865574Z","caller":"traceutil/trace.go:171","msg":"trace[699569971] transaction","detail":"{read_only:false; response_revision:5284; number_of_response:1; }","duration":"304.418063ms","start":"2026-04-28T03:26:12.561144Z","end":"2026-04-28T03:26:12.865562Z","steps":["trace[699569971] 'process raft request' (duration: 303.896905ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:12.865675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:12.561114Z","time spent":"304.488984ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:26:12.865779Z","caller":"traceutil/trace.go:171","msg":"trace[54315418] transaction","detail":"{read_only:false; response_revision:5283; number_of_response:1; }","duration":"304.525975ms","start":"2026-04-28T03:26:12.560572Z","end":"2026-04-28T03:26:12.865098Z","steps":["trace[54315418] 'process raft request' (duration: 303.422037ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:12.865845Z","caller":"traceutil/trace.go:171","msg":"trace[879589975] transaction","detail":"{read_only:false; response_revision:5285; number_of_response:1; }","duration":"304.097738ms","start":"2026-04-28T03:26:12.561736Z","end":"2026-04-28T03:26:12.865834Z","steps":["trace[879589975] 'process raft request' (duration: 303.443688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:12.865904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:12.561724Z","time spent":"304.147399ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:26:12.865927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:12.560552Z","time spent":"305.294986ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:26:12.866018Z","caller":"traceutil/trace.go:171","msg":"trace[43074876] transaction","detail":"{read_only:false; response_revision:5286; number_of_response:1; }","duration":"304.22032ms","start":"2026-04-28T03:26:12.561789Z","end":"2026-04-28T03:26:12.866009Z","steps":["trace[43074876] 'process raft request' (duration: 303.427028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:12.866081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:12.561782Z","time spent":"304.26882ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:26:12.866229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.309816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:26:12.866268Z","caller":"traceutil/trace.go:171","msg":"trace[1222076949] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5287; }","duration":"149.386397ms","start":"2026-04-28T03:26:12.716872Z","end":"2026-04-28T03:26:12.866258Z","steps":["trace[1222076949] 'agreement among raft nodes before linearized reading' (duration: 149.331517ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:12.866273Z","caller":"traceutil/trace.go:171","msg":"trace[15600110] transaction","detail":"{read_only:false; response_revision:5287; number_of_response:1; }","duration":"304.296401ms","start":"2026-04-28T03:26:12.561955Z","end":"2026-04-28T03:26:12.866252Z","steps":["trace[15600110] 'process raft request' (duration: 303.290656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:12.866539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:12.56195Z","time spent":"304.478054ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:26:12.866703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.969976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T03:26:12.866794Z","caller":"traceutil/trace.go:171","msg":"trace[1600474884] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5287; }","duration":"306.076528ms","start":"2026-04-28T03:26:12.56069Z","end":"2026-04-28T03:26:12.866766Z","steps":["trace[1600474884] 'agreement among raft nodes before linearized reading' (duration: 305.463669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:12.866881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:12.560681Z","time spent":"306.18344ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:26:13.160075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.257563ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:26:13.160189Z","caller":"traceutil/trace.go:171","msg":"trace[344093558] linearizableReadLoop","detail":"{readStateIndex:5496; appliedIndex:5495; }","duration":"188.930064ms","start":"2026-04-28T03:26:12.97124Z","end":"2026-04-28T03:26:13.16017Z","steps":["trace[344093558] 'read index received' (duration: 15.524019ms)","trace[344093558] 'applied index is now lower than readState.Index' (duration: 173.404215ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:13.160315Z","caller":"traceutil/trace.go:171","msg":"trace[845626811] transaction","detail":"{read_only:false; response_revision:5288; number_of_response:1; }","duration":"285.495527ms","start":"2026-04-28T03:26:12.874781Z","end":"2026-04-28T03:26:13.160277Z","steps":["trace[845626811] 'process raft request' (duration: 111.942349ms)","trace[845626811] 'compare' (duration: 173.00917ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:26:13.160451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.138307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-28T03:26:13.160495Z","caller":"traceutil/trace.go:171","msg":"trace[405758094] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5288; }","duration":"189.28275ms","start":"2026-04-28T03:26:12.971195Z","end":"2026-04-28T03:26:13.160477Z","steps":["trace[405758094] 'agreement among raft nodes before linearized reading' (duration: 189.024076ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:14.354575Z","caller":"traceutil/trace.go:171","msg":"trace[423203485] linearizableReadLoop","detail":"{readStateIndex:5497; appliedIndex:5496; }","duration":"115.788463ms","start":"2026-04-28T03:26:14.238763Z","end":"2026-04-28T03:26:14.354551Z","steps":["trace[423203485] 'read index received' (duration: 115.636231ms)","trace[423203485] 'applied index is now lower than readState.Index' (duration: 151.512µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:26:14.354721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.943065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:26:14.354756Z","caller":"traceutil/trace.go:171","msg":"trace[221081017] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5289; }","duration":"116.040177ms","start":"2026-04-28T03:26:14.238705Z","end":"2026-04-28T03:26:14.354745Z","steps":["trace[221081017] 'agreement among raft nodes before linearized reading' (duration: 115.936635ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:14.354735Z","caller":"traceutil/trace.go:171","msg":"trace[1976275393] transaction","detail":"{read_only:false; response_revision:5289; number_of_response:1; }","duration":"330.606251ms","start":"2026-04-28T03:26:14.024111Z","end":"2026-04-28T03:26:14.354717Z","steps":["trace[1976275393] 'process raft request' (duration: 330.302607ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:14.355562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:14.02409Z","time spent":"331.411834ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:26:14.806944Z","caller":"traceutil/trace.go:171","msg":"trace[2113674972] transaction","detail":"{read_only:false; response_revision:5290; number_of_response:1; }","duration":"116.836159ms","start":"2026-04-28T03:26:14.690074Z","end":"2026-04-28T03:26:14.80691Z","steps":["trace[2113674972] 'process raft request' (duration: 116.460674ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:15.17155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.98752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T03:26:15.171613Z","caller":"traceutil/trace.go:171","msg":"trace[743253646] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5290; }","duration":"299.119432ms","start":"2026-04-28T03:26:14.872479Z","end":"2026-04-28T03:26:15.171599Z","steps":["trace[743253646] 'range keys from in-memory index tree' (duration: 298.765766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:15.171857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.28538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:26:15.171888Z","caller":"traceutil/trace.go:171","msg":"trace[679192597] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5290; }","duration":"300.31317ms","start":"2026-04-28T03:26:14.871565Z","end":"2026-04-28T03:26:15.171878Z","steps":["trace[679192597] 'range keys from in-memory index tree' (duration: 300.209208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:15.171917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:14.871513Z","time spent":"300.395922ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:26:15.172111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.780713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T03:26:15.172152Z","caller":"traceutil/trace.go:171","msg":"trace[1547136962] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5290; }","duration":"299.827693ms","start":"2026-04-28T03:26:14.872313Z","end":"2026-04-28T03:26:15.172141Z","steps":["trace[1547136962] 'range keys from in-memory index tree' (duration: 299.718401ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:15.172454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.506266ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:26:15.17256Z","caller":"traceutil/trace.go:171","msg":"trace[481099586] transaction","detail":"{read_only:false; response_revision:5291; number_of_response:1; }","duration":"298.195137ms","start":"2026-04-28T03:26:14.874345Z","end":"2026-04-28T03:26:15.17254Z","steps":["trace[481099586] 'process raft request' (duration: 182.524299ms)","trace[481099586] 'compare' (duration: 115.16243ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:15.235846Z","caller":"traceutil/trace.go:171","msg":"trace[609810756] transaction","detail":"{read_only:false; response_revision:5292; number_of_response:1; }","duration":"360.690779ms","start":"2026-04-28T03:26:14.875124Z","end":"2026-04-28T03:26:15.235814Z","steps":["trace[609810756] 'process raft request' (duration: 360.501287ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:15.235919Z","caller":"traceutil/trace.go:171","msg":"trace[514279553] transaction","detail":"{read_only:false; response_revision:5293; number_of_response:1; }","duration":"358.943151ms","start":"2026-04-28T03:26:14.876934Z","end":"2026-04-28T03:26:15.235877Z","steps":["trace[514279553] 'process raft request' (duration: 358.816159ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:15.236127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:14.875096Z","time spent":"360.843651ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:26:15.236432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:14.876918Z","time spent":"359.090604ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:26:15.32948Z","caller":"traceutil/trace.go:171","msg":"trace[108630001] transaction","detail":"{read_only:false; response_revision:5295; number_of_response:1; }","duration":"151.439068ms","start":"2026-04-28T03:26:15.178028Z","end":"2026-04-28T03:26:15.329467Z","steps":["trace[108630001] 'process raft request' (duration: 151.210544ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:15.329814Z","caller":"traceutil/trace.go:171","msg":"trace[245614171] transaction","detail":"{read_only:false; response_revision:5296; number_of_response:1; }","duration":"151.367947ms","start":"2026-04-28T03:26:15.178383Z","end":"2026-04-28T03:26:15.329751Z","steps":["trace[245614171] 'process raft request' (duration: 151.038972ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:15.329328Z","caller":"traceutil/trace.go:171","msg":"trace[1067286957] transaction","detail":"{read_only:false; response_revision:5294; number_of_response:1; }","duration":"151.252225ms","start":"2026-04-28T03:26:15.178039Z","end":"2026-04-28T03:26:15.329292Z","steps":["trace[1067286957] 'process raft request' (duration: 133.957009ms)","trace[1067286957] 'compare' (duration: 17.086743ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:19.309735Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2865} {"level":"info","ts":"2026-04-28T03:26:19.400854Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2865,"took":"88.238879ms","hash":4029825651,"current-db-size-bytes":51458048,"current-db-size":"52 MB","current-db-size-in-use-bytes":27394048,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-04-28T03:26:19.400911Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4029825651,"revision":2865,"compact-revision":-1} {"level":"info","ts":"2026-04-28T03:26:46.724892Z","caller":"traceutil/trace.go:171","msg":"trace[1514395758] linearizableReadLoop","detail":"{readStateIndex:5796; appliedIndex:5795; }","duration":"195.66749ms","start":"2026-04-28T03:26:46.529201Z","end":"2026-04-28T03:26:46.724869Z","steps":["trace[1514395758] 'read index received' (duration: 195.395126ms)","trace[1514395758] 'applied index is now lower than readState.Index' (duration: 271.534µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:46.725054Z","caller":"traceutil/trace.go:171","msg":"trace[817717471] transaction","detail":"{read_only:false; response_revision:5579; number_of_response:1; }","duration":"208.017613ms","start":"2026-04-28T03:26:46.516983Z","end":"2026-04-28T03:26:46.725001Z","steps":["trace[817717471] 'process raft request' (duration: 207.724689ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:46.725188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.958334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:26:46.725253Z","caller":"traceutil/trace.go:171","msg":"trace[194794218] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5579; }","duration":"196.086246ms","start":"2026-04-28T03:26:46.529151Z","end":"2026-04-28T03:26:46.725237Z","steps":["trace[194794218] 'agreement among raft nodes before linearized reading' (duration: 195.863583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:47.82326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.394629ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:26:47.823441Z","caller":"traceutil/trace.go:171","msg":"trace[1647688565] linearizableReadLoop","detail":"{readStateIndex:5806; appliedIndex:5803; }","duration":"107.4167ms","start":"2026-04-28T03:26:47.716007Z","end":"2026-04-28T03:26:47.823423Z","steps":["trace[1647688565] 'read index received' (duration: 32.081µs)","trace[1647688565] 'applied index is now lower than readState.Index' (duration: 107.383709ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:47.823434Z","caller":"traceutil/trace.go:171","msg":"trace[1253459882] transaction","detail":"{read_only:false; response_revision:5586; number_of_response:1; }","duration":"246.429683ms","start":"2026-04-28T03:26:47.576981Z","end":"2026-04-28T03:26:47.823411Z","steps":["trace[1253459882] 'process raft request' (duration: 51.809361ms)","trace[1253459882] 'compare' (duration: 194.281047ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:47.823626Z","caller":"traceutil/trace.go:171","msg":"trace[913073629] transaction","detail":"{read_only:false; response_revision:5587; number_of_response:1; }","duration":"244.938812ms","start":"2026-04-28T03:26:47.578675Z","end":"2026-04-28T03:26:47.823614Z","steps":["trace[913073629] 'process raft request' (duration: 244.671658ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:47.823715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.700764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:26:47.823756Z","caller":"traceutil/trace.go:171","msg":"trace[278123344] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5588; }","duration":"107.778865ms","start":"2026-04-28T03:26:47.715968Z","end":"2026-04-28T03:26:47.823747Z","steps":["trace[278123344] 'agreement among raft nodes before linearized reading' (duration: 107.706104ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:47.823755Z","caller":"traceutil/trace.go:171","msg":"trace[700368505] transaction","detail":"{read_only:false; response_revision:5588; number_of_response:1; }","duration":"244.970302ms","start":"2026-04-28T03:26:47.57876Z","end":"2026-04-28T03:26:47.823731Z","steps":["trace[700368505] 'process raft request' (duration: 244.621367ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:53.331049Z","caller":"traceutil/trace.go:171","msg":"trace[665251079] transaction","detail":"{read_only:false; response_revision:5618; number_of_response:1; }","duration":"122.402987ms","start":"2026-04-28T03:26:53.208618Z","end":"2026-04-28T03:26:53.331021Z","steps":["trace[665251079] 'process raft request' (duration: 122.218544ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:53.50105Z","caller":"traceutil/trace.go:171","msg":"trace[2087284837] transaction","detail":"{read_only:false; response_revision:5619; number_of_response:1; }","duration":"142.971836ms","start":"2026-04-28T03:26:53.358052Z","end":"2026-04-28T03:26:53.501024Z","steps":["trace[2087284837] 'process raft request' (duration: 142.777503ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:53.514856Z","caller":"traceutil/trace.go:171","msg":"trace[391681711] transaction","detail":"{read_only:false; response_revision:5620; number_of_response:1; }","duration":"102.082769ms","start":"2026-04-28T03:26:53.412746Z","end":"2026-04-28T03:26:53.514829Z","steps":["trace[391681711] 'process raft request' (duration: 101.667684ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:11.627378Z","caller":"traceutil/trace.go:171","msg":"trace[1971191775] transaction","detail":"{read_only:false; response_revision:5748; number_of_response:1; }","duration":"179.537116ms","start":"2026-04-28T03:27:11.447812Z","end":"2026-04-28T03:27:11.627349Z","steps":["trace[1971191775] 'process raft request' (duration: 179.370344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:56.434794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.494949ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:27:56.434951Z","caller":"traceutil/trace.go:171","msg":"trace[399531118] linearizableReadLoop","detail":"{readStateIndex:6308; appliedIndex:6307; }","duration":"161.86343ms","start":"2026-04-28T03:27:56.273068Z","end":"2026-04-28T03:27:56.434932Z","steps":["trace[399531118] 'read index received' (duration: 15.001907ms)","trace[399531118] 'applied index is now lower than readState.Index' (duration: 146.860183ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:27:56.435039Z","caller":"traceutil/trace.go:171","msg":"trace[2045831566] transaction","detail":"{read_only:false; response_revision:6076; number_of_response:1; }","duration":"171.064856ms","start":"2026-04-28T03:27:56.263944Z","end":"2026-04-28T03:27:56.435009Z","steps":["trace[2045831566] 'process raft request' (duration: 24.235603ms)","trace[2045831566] 'compare' (duration: 146.338117ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:27:56.435088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.027852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:27:56.435142Z","caller":"traceutil/trace.go:171","msg":"trace[667463131] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6076; }","duration":"162.112983ms","start":"2026-04-28T03:27:56.27301Z","end":"2026-04-28T03:27:56.435123Z","steps":["trace[667463131] 'agreement among raft nodes before linearized reading' (duration: 161.972901ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:56.871274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.788872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:27:56.871385Z","caller":"traceutil/trace.go:171","msg":"trace[439054992] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6078; }","duration":"155.007475ms","start":"2026-04-28T03:27:56.716353Z","end":"2026-04-28T03:27:56.871361Z","steps":["trace[439054992] 'range keys from in-memory index tree' (duration: 154.63862ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:59.456352Z","caller":"traceutil/trace.go:171","msg":"trace[1164277102] transaction","detail":"{read_only:false; response_revision:6089; number_of_response:1; }","duration":"126.259558ms","start":"2026-04-28T03:27:59.330064Z","end":"2026-04-28T03:27:59.456324Z","steps":["trace[1164277102] 'process raft request' (duration: 126.037585ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:59.632195Z","caller":"traceutil/trace.go:171","msg":"trace[1937654219] transaction","detail":"{read_only:false; response_revision:6090; number_of_response:1; }","duration":"164.365968ms","start":"2026-04-28T03:27:59.467804Z","end":"2026-04-28T03:27:59.63217Z","steps":["trace[1937654219] 'process raft request' (duration: 98.182603ms)","trace[1937654219] 'compare' (duration: 66.036113ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:29:50.522518Z","caller":"traceutil/trace.go:171","msg":"trace[21782948] transaction","detail":"{read_only:false; response_revision:6847; number_of_response:1; }","duration":"110.329793ms","start":"2026-04-28T03:29:50.412165Z","end":"2026-04-28T03:29:50.522495Z","steps":["trace[21782948] 'process raft request' (duration: 110.163971ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:50.837868Z","caller":"traceutil/trace.go:171","msg":"trace[770421320] linearizableReadLoop","detail":"{readStateIndex:7109; appliedIndex:7107; }","duration":"123.882859ms","start":"2026-04-28T03:29:50.713962Z","end":"2026-04-28T03:29:50.837845Z","steps":["trace[770421320] 'read index received' (duration: 122.043595ms)","trace[770421320] 'applied index is now lower than readState.Index' (duration: 1.838154ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:29:50.838002Z","caller":"traceutil/trace.go:171","msg":"trace[446794420] transaction","detail":"{read_only:false; response_revision:6848; number_of_response:1; }","duration":"417.957923ms","start":"2026-04-28T03:29:50.420032Z","end":"2026-04-28T03:29:50.83799Z","steps":["trace[446794420] 'process raft request' (duration: 416.040928ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:50.838052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.078282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:29:50.838113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:50.420015Z","time spent":"418.014074ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:29:50.838133Z","caller":"traceutil/trace.go:171","msg":"trace[208947927] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6849; }","duration":"124.166873ms","start":"2026-04-28T03:29:50.713949Z","end":"2026-04-28T03:29:50.838116Z","steps":["trace[208947927] 'agreement among raft nodes before linearized reading' (duration: 124.054851ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:50.838332Z","caller":"traceutil/trace.go:171","msg":"trace[1256138024] transaction","detail":"{read_only:false; response_revision:6849; number_of_response:1; }","duration":"414.783271ms","start":"2026-04-28T03:29:50.423538Z","end":"2026-04-28T03:29:50.838321Z","steps":["trace[1256138024] 'process raft request' (duration: 414.251935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:29:50.838423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:29:50.423518Z","time spent":"414.848882ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:30:01.339342Z","caller":"traceutil/trace.go:171","msg":"trace[1276063064] transaction","detail":"{read_only:false; response_revision:6907; number_of_response:1; }","duration":"175.85096ms","start":"2026-04-28T03:30:01.163452Z","end":"2026-04-28T03:30:01.339303Z","steps":["trace[1276063064] 'process raft request' (duration: 132.441383ms)","trace[1276063064] 'compare' (duration: 43.148644ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:03.139892Z","caller":"traceutil/trace.go:171","msg":"trace[464912410] linearizableReadLoop","detail":"{readStateIndex:7182; appliedIndex:7181; }","duration":"124.106234ms","start":"2026-04-28T03:30:03.015762Z","end":"2026-04-28T03:30:03.139868Z","steps":["trace[464912410] 'read index received' (duration: 123.876301ms)","trace[464912410] 'applied index is now lower than readState.Index' (duration: 228.863µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:30:03.140008Z","caller":"traceutil/trace.go:171","msg":"trace[1254357610] transaction","detail":"{read_only:false; response_revision:6918; number_of_response:1; }","duration":"158.449015ms","start":"2026-04-28T03:30:02.981507Z","end":"2026-04-28T03:30:03.139956Z","steps":["trace[1254357610] 'process raft request' (duration: 158.183962ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:03.140164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.366567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4857"} {"level":"info","ts":"2026-04-28T03:30:03.140265Z","caller":"traceutil/trace.go:171","msg":"trace[298231505] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6918; }","duration":"124.55953ms","start":"2026-04-28T03:30:03.015689Z","end":"2026-04-28T03:30:03.140249Z","steps":["trace[298231505] 'agreement among raft nodes before linearized reading' (duration: 124.290097ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:29.609903Z","caller":"traceutil/trace.go:171","msg":"trace[133350488] transaction","detail":"{read_only:false; response_revision:7105; number_of_response:1; }","duration":"101.606191ms","start":"2026-04-28T03:30:29.508277Z","end":"2026-04-28T03:30:29.609883Z","steps":["trace[133350488] 'process raft request' (duration: 101.251211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:30:29.764995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.131373ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:30:29.765411Z","caller":"traceutil/trace.go:171","msg":"trace[920056648] transaction","detail":"{read_only:false; response_revision:7106; number_of_response:1; }","duration":"152.244389ms","start":"2026-04-28T03:30:29.613146Z","end":"2026-04-28T03:30:29.76539Z","steps":["trace[920056648] 'process raft request' (duration: 22.647442ms)","trace[920056648] 'compare' (duration: 129.016039ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:19.317625Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5330} {"level":"info","ts":"2026-04-28T03:31:19.433173Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5330,"took":"113.677404ms","hash":2185975695,"current-db-size-bytes":51458048,"current-db-size":"52 MB","current-db-size-in-use-bytes":18800640,"current-db-size-in-use":"19 MB"} {"level":"info","ts":"2026-04-28T03:31:19.433256Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2185975695,"revision":5330,"compact-revision":2865} {"level":"info","ts":"2026-04-28T03:31:56.754656Z","caller":"traceutil/trace.go:171","msg":"trace[1796360632] transaction","detail":"{read_only:false; response_revision:7570; number_of_response:1; }","duration":"143.896045ms","start":"2026-04-28T03:31:56.61074Z","end":"2026-04-28T03:31:56.754636Z","steps":["trace[1796360632] 'process raft request' (duration: 143.462705ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:56.932375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.83034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:31:56.932453Z","caller":"traceutil/trace.go:171","msg":"trace[33810811] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7570; }","duration":"103.941073ms","start":"2026-04-28T03:31:56.828495Z","end":"2026-04-28T03:31:56.932436Z","steps":["trace[33810811] 'range keys from in-memory index tree' (duration: 103.701607ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:58.350087Z","caller":"traceutil/trace.go:171","msg":"trace[2103297631] transaction","detail":"{read_only:false; response_revision:7579; number_of_response:1; }","duration":"101.132107ms","start":"2026-04-28T03:31:58.248932Z","end":"2026-04-28T03:31:58.350064Z","steps":["trace[2103297631] 'process raft request' (duration: 100.815019ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:00.17059Z","caller":"traceutil/trace.go:171","msg":"trace[772044884] transaction","detail":"{read_only:false; response_revision:7585; number_of_response:1; }","duration":"374.238001ms","start":"2026-04-28T03:31:59.796333Z","end":"2026-04-28T03:32:00.170571Z","steps":["trace[772044884] 'process raft request' (duration: 374.124368ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:00.170703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:59.796317Z","time spent":"374.329143ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:32:00.379907Z","caller":"traceutil/trace.go:171","msg":"trace[1311796284] linearizableReadLoop","detail":"{readStateIndex:7877; appliedIndex:7875; }","duration":"331.999403ms","start":"2026-04-28T03:32:00.047885Z","end":"2026-04-28T03:32:00.379884Z","steps":["trace[1311796284] 'read index received' (duration: 122.602433ms)","trace[1311796284] 'applied index is now lower than readState.Index' (duration: 209.39605ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:32:00.380321Z","caller":"traceutil/trace.go:171","msg":"trace[2020577357] transaction","detail":"{read_only:false; response_revision:7586; number_of_response:1; }","duration":"581.485769ms","start":"2026-04-28T03:31:59.798821Z","end":"2026-04-28T03:32:00.380307Z","steps":["trace[2020577357] 'process raft request' (duration: 534.542323ms)","trace[2020577357] 'compare' (duration: 46.396183ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:00.380412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:31:59.798809Z","time spent":"581.547591ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:32:00.380556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.648859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T03:32:00.38062Z","caller":"traceutil/trace.go:171","msg":"trace[638578852] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7586; }","duration":"332.761652ms","start":"2026-04-28T03:32:00.047843Z","end":"2026-04-28T03:32:00.380604Z","steps":["trace[638578852] 'agreement among raft nodes before linearized reading' (duration: 332.553826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:00.380692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:00.047821Z","time spent":"332.850083ms","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T03:32:07.792313Z","caller":"traceutil/trace.go:171","msg":"trace[659278653] transaction","detail":"{read_only:false; response_revision:7626; number_of_response:1; }","duration":"182.650807ms","start":"2026-04-28T03:32:07.609628Z","end":"2026-04-28T03:32:07.792279Z","steps":["trace[659278653] 'process raft request' (duration: 89.566291ms)","trace[659278653] 'compare' (duration: 92.889621ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:32:38.789309Z","caller":"traceutil/trace.go:171","msg":"trace[2138652158] transaction","detail":"{read_only:false; response_revision:7781; number_of_response:1; }","duration":"110.621235ms","start":"2026-04-28T03:32:38.678664Z","end":"2026-04-28T03:32:38.789285Z","steps":["trace[2138652158] 'process raft request' (duration: 62.631371ms)","trace[2138652158] 'compare' (duration: 47.751409ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:32:38.789588Z","caller":"traceutil/trace.go:171","msg":"trace[1548881587] transaction","detail":"{read_only:false; response_revision:7782; number_of_response:1; }","duration":"109.504809ms","start":"2026-04-28T03:32:38.680047Z","end":"2026-04-28T03:32:38.789552Z","steps":["trace[1548881587] 'process raft request' (duration: 109.168382ms)"],"step_count":1}