{"level":"warn","ts":"2026-03-31T22:22:43.44593Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-31T22:22:43.446127Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.35:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.35:2380","--initial-cluster=instance=https://199.204.45.35:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.35:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.35:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-31T22:22:43.44623Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-31T22:22:43.446246Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.35:2380"]} {"level":"info","ts":"2026-03-31T22:22:43.446276Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-31T22:22:43.447283Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.35:2379"]} {"level":"info","ts":"2026-03-31T22:22:43.447395Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.35:2380"],"listen-peer-urls":["https://199.204.45.35:2380"],"advertise-client-urls":["https://199.204.45.35:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.35:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.35:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-31T22:22:43.492033Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"44.333471ms"} {"level":"info","ts":"2026-03-31T22:22:43.54644Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"fb85913747d92cac","cluster-id":"636a84d5a3ba9c31"} {"level":"info","ts":"2026-03-31T22:22:43.546598Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fb85913747d92cac switched to configuration voters=()"} {"level":"info","ts":"2026-03-31T22:22:43.546631Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fb85913747d92cac became follower at term 0"} {"level":"info","ts":"2026-03-31T22:22:43.546643Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft fb85913747d92cac [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-31T22:22:43.546659Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fb85913747d92cac became follower at term 1"} {"level":"info","ts":"2026-03-31T22:22:43.546701Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fb85913747d92cac switched to configuration voters=(18124051942037073068)"} {"level":"warn","ts":"2026-03-31T22:22:43.572562Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-31T22:22:43.575254Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-31T22:22:43.586426Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-31T22:22:43.592334Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"fb85913747d92cac","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-31T22:22:43.592861Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"fb85913747d92cac","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-31T22:22:43.593006Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T22:22:43.593055Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T22:22:43.593062Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T22:22:43.597385Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-31T22:22:43.597456Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.35:2380"} {"level":"info","ts":"2026-03-31T22:22:43.597496Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.35:2380"} {"level":"info","ts":"2026-03-31T22:22:43.597644Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"fb85913747d92cac","initial-advertise-peer-urls":["https://199.204.45.35:2380"],"listen-peer-urls":["https://199.204.45.35:2380"],"advertise-client-urls":["https://199.204.45.35:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.35:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-31T22:22:43.597686Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-31T22:22:43.601352Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fb85913747d92cac switched to configuration voters=(18124051942037073068)"} {"level":"info","ts":"2026-03-31T22:22:43.601475Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"636a84d5a3ba9c31","local-member-id":"fb85913747d92cac","added-peer-id":"fb85913747d92cac","added-peer-peer-urls":["https://199.204.45.35:2380"]} {"level":"info","ts":"2026-03-31T22:22:43.947313Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fb85913747d92cac is starting a new election at term 1"} {"level":"info","ts":"2026-03-31T22:22:43.947365Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fb85913747d92cac became pre-candidate at term 1"} {"level":"info","ts":"2026-03-31T22:22:43.94742Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fb85913747d92cac received MsgPreVoteResp from fb85913747d92cac at term 1"} {"level":"info","ts":"2026-03-31T22:22:43.947434Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fb85913747d92cac became candidate at term 2"} {"level":"info","ts":"2026-03-31T22:22:43.947441Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fb85913747d92cac received MsgVoteResp from fb85913747d92cac at term 2"} {"level":"info","ts":"2026-03-31T22:22:43.947452Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fb85913747d92cac became leader at term 2"} {"level":"info","ts":"2026-03-31T22:22:43.947462Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: fb85913747d92cac elected leader fb85913747d92cac at term 2"} {"level":"info","ts":"2026-03-31T22:22:44.17905Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"fb85913747d92cac","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.35:2379]}","request-path":"/0/members/fb85913747d92cac/attributes","cluster-id":"636a84d5a3ba9c31","publish-timeout":"7s"} {"level":"info","ts":"2026-03-31T22:22:44.179055Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T22:22:44.179055Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-31T22:22:44.179078Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-31T22:22:44.17946Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-31T22:22:44.179542Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-31T22:22:44.183236Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-31T22:22:44.183437Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.35:2379"} {"level":"info","ts":"2026-03-31T22:22:44.193749Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"636a84d5a3ba9c31","local-member-id":"fb85913747d92cac","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T22:22:44.193877Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T22:22:44.193914Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T22:22:46.047922Z","caller":"traceutil/trace.go:171","msg":"trace[961849243] transaction","detail":"{read_only:false; response_revision:2; number_of_response:1; }","duration":"278.712397ms","start":"2026-03-31T22:22:45.769183Z","end":"2026-03-31T22:22:46.047896Z","steps":["trace[961849243] 'process raft request' (duration: 278.440611ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:46.10644Z","caller":"traceutil/trace.go:171","msg":"trace[626631129] transaction","detail":"{read_only:false; response_revision:3; number_of_response:1; }","duration":"337.173589ms","start":"2026-03-31T22:22:45.769238Z","end":"2026-03-31T22:22:46.106412Z","steps":["trace[626631129] 'process raft request' (duration: 336.868672ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:46.106572Z","caller":"traceutil/trace.go:171","msg":"trace[2096682778] linearizableReadLoop","detail":"{readStateIndex:6; appliedIndex:4; }","duration":"337.150579ms","start":"2026-03-31T22:22:45.76938Z","end":"2026-03-31T22:22:46.10653Z","steps":["trace[2096682778] 'read index received' (duration: 278.246846ms)","trace[2096682778] 'applied index is now lower than readState.Index' (duration: 58.902913ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:22:46.106678Z","caller":"traceutil/trace.go:171","msg":"trace[1293554059] transaction","detail":"{read_only:false; response_revision:4; number_of_response:1; }","duration":"251.845924ms","start":"2026-03-31T22:22:45.854822Z","end":"2026-03-31T22:22:46.106668Z","steps":["trace[1293554059] 'process raft request' (duration: 251.424264ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:46.106749Z","caller":"traceutil/trace.go:171","msg":"trace[335553036] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"251.590587ms","start":"2026-03-31T22:22:45.85514Z","end":"2026-03-31T22:22:46.10673Z","steps":["trace[335553036] 'process raft request' (duration: 251.28268ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:46.107008Z","caller":"traceutil/trace.go:171","msg":"trace[1651927105] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"251.923874ms","start":"2026-03-31T22:22:45.855019Z","end":"2026-03-31T22:22:46.106943Z","steps":["trace[1651927105] 'process raft request' (duration: 251.342451ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:46.107186Z","caller":"traceutil/trace.go:171","msg":"trace[1176550845] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"243.619986ms","start":"2026-03-31T22:22:45.863546Z","end":"2026-03-31T22:22:46.107166Z","steps":["trace[1176550845] 'process raft request' (duration: 242.905979ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:46.107386Z","caller":"traceutil/trace.go:171","msg":"trace[1909862229] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"252.353755ms","start":"2026-03-31T22:22:45.854971Z","end":"2026-03-31T22:22:46.107325Z","steps":["trace[1909862229] 'process raft request' (duration: 251.354181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:46.107679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.920245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-31T22:22:46.107742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.833951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.35\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-31T22:22:46.107758Z","caller":"traceutil/trace.go:171","msg":"trace[1090159514] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"287.063818ms","start":"2026-03-31T22:22:45.820679Z","end":"2026-03-31T22:22:46.107743Z","steps":["trace[1090159514] 'agreement among raft nodes before linearized reading' (duration: 286.806312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:46.10783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.308004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-31T22:22:46.107756Z","caller":"traceutil/trace.go:171","msg":"trace[909863278] transaction","detail":"{read_only:false; response_revision:11; number_of_response:1; }","duration":"243.718158ms","start":"2026-03-31T22:22:45.864023Z","end":"2026-03-31T22:22:46.107741Z","steps":["trace[909863278] 'process raft request' (duration: 242.473519ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:46.107887Z","caller":"traceutil/trace.go:171","msg":"trace[1017536192] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:11; }","duration":"252.418836ms","start":"2026-03-31T22:22:45.855461Z","end":"2026-03-31T22:22:46.10788Z","steps":["trace[1017536192] 'agreement among raft nodes before linearized reading' (duration: 252.336054ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:46.107896Z","caller":"traceutil/trace.go:171","msg":"trace[1357918051] transaction","detail":"{read_only:false; response_revision:5; number_of_response:1; }","duration":"252.006356ms","start":"2026-03-31T22:22:45.854952Z","end":"2026-03-31T22:22:46.106959Z","steps":["trace[1357918051] 'process raft request' (duration: 251.339461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:46.106971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:45.769226Z","time spent":"337.272332ms","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:22:46.107993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-31T22:22:46.10804Z","caller":"traceutil/trace.go:171","msg":"trace[381665558] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"255.294421ms","start":"2026-03-31T22:22:45.852734Z","end":"2026-03-31T22:22:46.108029Z","steps":["trace[381665558] 'agreement among raft nodes before linearized reading' (duration: 255.23245ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:46.106628Z","caller":"traceutil/trace.go:171","msg":"trace[368233564] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"251.569876ms","start":"2026-03-31T22:22:45.855015Z","end":"2026-03-31T22:22:46.106585Z","steps":["trace[368233564] 'process raft request' (duration: 251.379262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:46.10809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.707835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3174"} {"level":"info","ts":"2026-03-31T22:22:46.108143Z","caller":"traceutil/trace.go:171","msg":"trace[315688842] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:11; }","duration":"338.797027ms","start":"2026-03-31T22:22:45.769332Z","end":"2026-03-31T22:22:46.108129Z","steps":["trace[315688842] 'agreement among raft nodes before linearized reading' (duration: 338.696394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:46.107703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.730283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-31T22:22:46.108197Z","caller":"traceutil/trace.go:171","msg":"trace[1147920956] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"203.259026ms","start":"2026-03-31T22:22:45.904918Z","end":"2026-03-31T22:22:46.108177Z","steps":["trace[1147920956] 'agreement among raft nodes before linearized reading' (duration: 202.716514ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:46.107775Z","caller":"traceutil/trace.go:171","msg":"trace[1679142289] range","detail":"{range_begin:/registry/masterleases/199.204.45.35; range_end:; response_count:0; response_revision:11; }","duration":"254.890512ms","start":"2026-03-31T22:22:45.852875Z","end":"2026-03-31T22:22:46.107765Z","steps":["trace[1679142289] 'agreement among raft nodes before linearized reading' (duration: 254.808021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:46.108604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:45.769316Z","time spent":"338.855979ms","remote":"127.0.0.1:53200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":3197,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T22:22:46.323403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.857036ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-31T22:22:46.323567Z","caller":"traceutil/trace.go:171","msg":"trace[2046127835] linearizableReadLoop","detail":"{readStateIndex:15; appliedIndex:14; }","duration":"212.517327ms","start":"2026-03-31T22:22:46.111034Z","end":"2026-03-31T22:22:46.323551Z","steps":["trace[2046127835] 'read index received' (duration: 63.330174ms)","trace[2046127835] 'applied index is now lower than readState.Index' (duration: 149.186233ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:22:46.323656Z","caller":"traceutil/trace.go:171","msg":"trace[1973177796] transaction","detail":"{read_only:false; response_revision:12; number_of_response:1; }","duration":"213.112921ms","start":"2026-03-31T22:22:46.110446Z","end":"2026-03-31T22:22:46.323559Z","steps":["trace[1973177796] 'process raft request' (duration: 63.869216ms)","trace[1973177796] 'compare' (duration: 148.705913ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:22:46.323883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.823234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-31T22:22:46.323958Z","caller":"traceutil/trace.go:171","msg":"trace[820714605] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12; }","duration":"212.931877ms","start":"2026-03-31T22:22:46.111006Z","end":"2026-03-31T22:22:46.323938Z","steps":["trace[820714605] 'agreement among raft nodes before linearized reading' (duration: 212.711282ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:46.361391Z","caller":"traceutil/trace.go:171","msg":"trace[1417747139] transaction","detail":"{read_only:false; number_of_response:0; response_revision:12; }","duration":"249.236855ms","start":"2026-03-31T22:22:46.112137Z","end":"2026-03-31T22:22:46.361374Z","steps":["trace[1417747139] 'process raft request' (duration: 248.965479ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:46.361475Z","caller":"traceutil/trace.go:171","msg":"trace[1654831833] transaction","detail":"{read_only:false; response_revision:16; number_of_response:1; }","duration":"248.743623ms","start":"2026-03-31T22:22:46.112714Z","end":"2026-03-31T22:22:46.361458Z","steps":["trace[1654831833] 'process raft request' (duration: 248.547679ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:46.361504Z","caller":"traceutil/trace.go:171","msg":"trace[287314056] transaction","detail":"{read_only:false; response_revision:20; number_of_response:1; }","duration":"238.993861ms","start":"2026-03-31T22:22:46.122487Z","end":"2026-03-31T22:22:46.361481Z","steps":["trace[287314056] 'process raft request' (duration: 238.891549ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:46.361607Z","caller":"traceutil/trace.go:171","msg":"trace[873529530] transaction","detail":"{read_only:false; response_revision:19; number_of_response:1; }","duration":"242.763986ms","start":"2026-03-31T22:22:46.118832Z","end":"2026-03-31T22:22:46.361596Z","steps":["trace[873529530] 'process raft request' (duration: 242.513561ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:46.361674Z","caller":"traceutil/trace.go:171","msg":"trace[623632850] transaction","detail":"{read_only:false; response_revision:13; number_of_response:1; }","duration":"249.262145ms","start":"2026-03-31T22:22:46.112326Z","end":"2026-03-31T22:22:46.361588Z","steps":["trace[623632850] 'process raft request' (duration: 248.821265ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:46.361745Z","caller":"traceutil/trace.go:171","msg":"trace[402312850] transaction","detail":"{read_only:false; response_revision:15; number_of_response:1; }","duration":"249.040501ms","start":"2026-03-31T22:22:46.112659Z","end":"2026-03-31T22:22:46.3617Z","steps":["trace[402312850] 'process raft request' (duration: 248.57869ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:46.361847Z","caller":"traceutil/trace.go:171","msg":"trace[1562473829] transaction","detail":"{read_only:false; response_revision:14; number_of_response:1; }","duration":"249.390299ms","start":"2026-03-31T22:22:46.112404Z","end":"2026-03-31T22:22:46.361794Z","steps":["trace[1562473829] 'process raft request' (duration: 248.799416ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:46.361893Z","caller":"traceutil/trace.go:171","msg":"trace[50843925] transaction","detail":"{read_only:false; response_revision:18; number_of_response:1; }","duration":"246.82573ms","start":"2026-03-31T22:22:46.115051Z","end":"2026-03-31T22:22:46.361877Z","steps":["trace[50843925] 'process raft request' (duration: 246.265117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:46.36199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.631311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:350"} {"level":"warn","ts":"2026-03-31T22:22:46.362028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.260143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/csr-krq7d\" ","response":"range_response_count:1 size:861"} {"level":"info","ts":"2026-03-31T22:22:46.362072Z","caller":"traceutil/trace.go:171","msg":"trace[1744151009] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:20; }","duration":"191.763965ms","start":"2026-03-31T22:22:46.170278Z","end":"2026-03-31T22:22:46.362042Z","steps":["trace[1744151009] 'agreement among raft nodes before linearized reading' (duration: 191.643372ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:46.361999Z","caller":"traceutil/trace.go:171","msg":"trace[149567129] transaction","detail":"{read_only:false; response_revision:17; number_of_response:1; }","duration":"249.157822ms","start":"2026-03-31T22:22:46.112748Z","end":"2026-03-31T22:22:46.361906Z","steps":["trace[149567129] 'process raft request' (duration: 248.547279ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:46.362108Z","caller":"traceutil/trace.go:171","msg":"trace[1378945082] range","detail":"{range_begin:/registry/certificatesigningrequests/csr-krq7d; range_end:; response_count:1; response_revision:20; }","duration":"244.380775ms","start":"2026-03-31T22:22:46.11771Z","end":"2026-03-31T22:22:46.362091Z","steps":["trace[1378945082] 'agreement among raft nodes before linearized reading' (duration: 243.913643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:47.073877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.534749ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-31T22:22:47.074072Z","caller":"traceutil/trace.go:171","msg":"trace[467567018] transaction","detail":"{read_only:false; response_revision:23; number_of_response:1; }","duration":"707.790829ms","start":"2026-03-31T22:22:46.366255Z","end":"2026-03-31T22:22:47.074046Z","steps":["trace[467567018] 'process raft request' (duration: 707.702827ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:47.074129Z","caller":"traceutil/trace.go:171","msg":"trace[859828444] transaction","detail":"{read_only:false; response_revision:22; number_of_response:1; }","duration":"708.480355ms","start":"2026-03-31T22:22:46.36561Z","end":"2026-03-31T22:22:47.074091Z","steps":["trace[859828444] 'process raft request' (duration: 537.67032ms)","trace[859828444] 'compare' (duration: 170.433917ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:22:47.074186Z","caller":"traceutil/trace.go:171","msg":"trace[1987685789] transaction","detail":"{read_only:false; response_revision:26; number_of_response:1; }","duration":"707.351529ms","start":"2026-03-31T22:22:46.366828Z","end":"2026-03-31T22:22:47.07418Z","steps":["trace[1987685789] 'process raft request' (duration: 707.216296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:47.074223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:46.366817Z","time spent":"707.392321ms","remote":"127.0.0.1:53536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":965,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:22:47.07425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:46.365578Z","time spent":"708.608188ms","remote":"127.0.0.1:53116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":357,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:22:47.074269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:46.366235Z","time spent":"707.909993ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:22:47.074364Z","caller":"traceutil/trace.go:171","msg":"trace[1548592093] transaction","detail":"{read_only:false; response_revision:27; number_of_response:1; }","duration":"707.471582ms","start":"2026-03-31T22:22:46.366885Z","end":"2026-03-31T22:22:47.074357Z","steps":["trace[1548592093] 'process raft request' (duration: 707.173736ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:47.074357Z","caller":"traceutil/trace.go:171","msg":"trace[775602083] transaction","detail":"{read_only:false; response_revision:28; number_of_response:1; }","duration":"707.230817ms","start":"2026-03-31T22:22:46.3671Z","end":"2026-03-31T22:22:47.074331Z","steps":["trace[775602083] 'process raft request' (duration: 706.969981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:47.074411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:46.366859Z","time spent":"707.525794ms","remote":"127.0.0.1:53536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":956,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:22:47.074108Z","caller":"traceutil/trace.go:171","msg":"trace[527764503] linearizableReadLoop","detail":"{readStateIndex:31; appliedIndex:24; }","duration":"707.194287ms","start":"2026-03-31T22:22:46.366904Z","end":"2026-03-31T22:22:47.074098Z","steps":["trace[527764503] 'read index received' (duration: 34.015786ms)","trace[527764503] 'applied index is now lower than readState.Index' (duration: 673.177871ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:22:47.074166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.257498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-31T22:22:47.07448Z","caller":"traceutil/trace.go:171","msg":"trace[466499459] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:0; response_revision:29; }","duration":"707.595145ms","start":"2026-03-31T22:22:46.366878Z","end":"2026-03-31T22:22:47.074473Z","steps":["trace[466499459] 'agreement among raft nodes before linearized reading' (duration: 707.246217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:47.074502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:46.366867Z","time spent":"707.630256ms","remote":"127.0.0.1:53116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":27,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"info","ts":"2026-03-31T22:22:47.074494Z","caller":"traceutil/trace.go:171","msg":"trace[86983781] transaction","detail":"{read_only:false; response_revision:29; number_of_response:1; }","duration":"707.175466ms","start":"2026-03-31T22:22:46.367299Z","end":"2026-03-31T22:22:47.074474Z","steps":["trace[86983781] 'process raft request' (duration: 706.784297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:47.074508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:46.367093Z","time spent":"707.330269ms","remote":"127.0.0.1:53536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1007,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:22:47.074298Z","caller":"traceutil/trace.go:171","msg":"trace[1302936526] transaction","detail":"{read_only:false; response_revision:24; number_of_response:1; }","duration":"707.79339ms","start":"2026-03-31T22:22:46.366486Z","end":"2026-03-31T22:22:47.074279Z","steps":["trace[1302936526] 'process raft request' (duration: 707.512303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:47.074577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.098257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-node-lease/\" range_end:\"/registry/resourcequotas/kube-node-lease0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-31T22:22:47.074597Z","caller":"traceutil/trace.go:171","msg":"trace[1513423168] range","detail":"{range_begin:/registry/resourcequotas/kube-node-lease/; range_end:/registry/resourcequotas/kube-node-lease0; response_count:0; response_revision:29; }","duration":"669.150359ms","start":"2026-03-31T22:22:46.405441Z","end":"2026-03-31T22:22:47.074591Z","steps":["trace[1513423168] 'agreement among raft nodes before linearized reading' (duration: 669.123428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:47.07461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:46.405425Z","time spent":"669.182179ms","remote":"127.0.0.1:53092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/kube-node-lease/\" range_end:\"/registry/resourcequotas/kube-node-lease0\" "} {"level":"warn","ts":"2026-03-31T22:22:47.074604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:46.367292Z","time spent":"707.269558ms","remote":"127.0.0.1:53536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1007,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:22:47.074154Z","caller":"traceutil/trace.go:171","msg":"trace[983561968] transaction","detail":"{read_only:false; response_revision:25; number_of_response:1; }","duration":"707.520524ms","start":"2026-03-31T22:22:46.36662Z","end":"2026-03-31T22:22:47.074141Z","steps":["trace[983561968] 'process raft request' (duration: 707.399011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:47.074691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.470497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-31T22:22:47.074709Z","caller":"traceutil/trace.go:171","msg":"trace[1379409548] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29; }","duration":"259.535128ms","start":"2026-03-31T22:22:46.815169Z","end":"2026-03-31T22:22:47.074704Z","steps":["trace[1379409548] 'agreement among raft nodes before linearized reading' (duration: 259.505898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:47.074707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:46.366608Z","time spent":"708.079556ms","remote":"127.0.0.1:53536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:22:47.074675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:46.366475Z","time spent":"708.139507ms","remote":"127.0.0.1:53450","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":716,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:22:47.074767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.309737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-31T22:22:47.074815Z","caller":"traceutil/trace.go:171","msg":"trace[589354102] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:29; }","duration":"321.373068ms","start":"2026-03-31T22:22:46.753428Z","end":"2026-03-31T22:22:47.074801Z","steps":["trace[589354102] 'agreement among raft nodes before linearized reading' (duration: 321.298657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:47.074854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.405169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/system-node-critical\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-31T22:22:47.074859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:46.753418Z","time spent":"321.430579ms","remote":"127.0.0.1:53358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" "} {"level":"info","ts":"2026-03-31T22:22:47.074869Z","caller":"traceutil/trace.go:171","msg":"trace[1853851818] range","detail":"{range_begin:/registry/priorityclasses/system-node-critical; range_end:; response_count:0; response_revision:29; }","duration":"321.4441ms","start":"2026-03-31T22:22:46.753421Z","end":"2026-03-31T22:22:47.074865Z","steps":["trace[1853851818] 'agreement among raft nodes before linearized reading' (duration: 321.420359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:47.074969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:46.753403Z","time spent":"321.560902ms","remote":"127.0.0.1:53378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/priorityclasses/system-node-critical\" "} {"level":"warn","ts":"2026-03-31T22:22:47.528651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.624054ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-31T22:22:47.528881Z","caller":"traceutil/trace.go:171","msg":"trace[58840756] transaction","detail":"{read_only:false; response_revision:30; number_of_response:1; }","duration":"452.782126ms","start":"2026-03-31T22:22:47.07606Z","end":"2026-03-31T22:22:47.528843Z","steps":["trace[58840756] 'process raft request' (duration: 127.870316ms)","trace[58840756] 'compare' (duration: 324.398228ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:22:47.528996Z","caller":"traceutil/trace.go:171","msg":"trace[140965391] linearizableReadLoop","detail":"{readStateIndex:34; appliedIndex:33; }","duration":"451.569418ms","start":"2026-03-31T22:22:47.077395Z","end":"2026-03-31T22:22:47.528964Z","steps":["trace[140965391] 'read index received' (duration: 126.562525ms)","trace[140965391] 'applied index is now lower than readState.Index' (duration: 325.001202ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:22:47.529056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:47.076006Z","time spent":"452.968941ms","remote":"127.0.0.1:53130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":350,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:22:47.529202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.790393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-31T22:22:47.52928Z","caller":"traceutil/trace.go:171","msg":"trace[38862675] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:30; }","duration":"451.911835ms","start":"2026-03-31T22:22:47.077343Z","end":"2026-03-31T22:22:47.529255Z","steps":["trace[38862675] 'agreement among raft nodes before linearized reading' (duration: 451.714161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:47.52934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:47.077323Z","time spent":"452.005638ms","remote":"127.0.0.1:53364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":27,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" "} {"level":"info","ts":"2026-03-31T22:22:47.533778Z","caller":"traceutil/trace.go:171","msg":"trace[1457593481] transaction","detail":"{read_only:false; response_revision:32; number_of_response:1; }","duration":"456.185313ms","start":"2026-03-31T22:22:47.077567Z","end":"2026-03-31T22:22:47.533753Z","steps":["trace[1457593481] 'process raft request' (duration: 456.0584ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:47.533835Z","caller":"traceutil/trace.go:171","msg":"trace[2031495348] transaction","detail":"{read_only:false; response_revision:31; number_of_response:1; }","duration":"456.286986ms","start":"2026-03-31T22:22:47.077529Z","end":"2026-03-31T22:22:47.533816Z","steps":["trace[2031495348] 'process raft request' (duration: 451.336802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:47.533892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:47.077549Z","time spent":"456.280196ms","remote":"127.0.0.1:53378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":429,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:22:47.533937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:47.077513Z","time spent":"456.368758ms","remote":"127.0.0.1:53116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3004,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:22:47.533966Z","caller":"traceutil/trace.go:171","msg":"trace[182322600] transaction","detail":"{read_only:false; response_revision:33; number_of_response:1; }","duration":"456.371008ms","start":"2026-03-31T22:22:47.077582Z","end":"2026-03-31T22:22:47.533953Z","steps":["trace[182322600] 'process raft request' (duration: 456.105502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:47.534036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:47.077573Z","time spent":"456.436449ms","remote":"127.0.0.1:53536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":983,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:22:47.534155Z","caller":"traceutil/trace.go:171","msg":"trace[1440782993] transaction","detail":"{read_only:false; response_revision:38; number_of_response:1; }","duration":"455.829216ms","start":"2026-03-31T22:22:47.078317Z","end":"2026-03-31T22:22:47.534147Z","steps":["trace[1440782993] 'process raft request' (duration: 455.474368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:47.534205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:47.078309Z","time spent":"455.871667ms","remote":"127.0.0.1:53450","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":713,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:22:47.534215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.094522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/kube-system/\" range_end:\"/registry/limitranges/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-31T22:22:47.534242Z","caller":"traceutil/trace.go:171","msg":"trace[92030487] range","detail":"{range_begin:/registry/limitranges/kube-system/; range_end:/registry/limitranges/kube-system0; response_count:0; response_revision:38; }","duration":"328.124273ms","start":"2026-03-31T22:22:47.206108Z","end":"2026-03-31T22:22:47.534232Z","steps":["trace[92030487] 'agreement among raft nodes before linearized reading' (duration: 328.049451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:47.534277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:47.206069Z","time spent":"328.202525ms","remote":"127.0.0.1:53156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/kube-system/\" range_end:\"/registry/limitranges/kube-system0\" "} {"level":"info","ts":"2026-03-31T22:22:47.534324Z","caller":"traceutil/trace.go:171","msg":"trace[1315073183] transaction","detail":"{read_only:false; response_revision:34; number_of_response:1; }","duration":"456.652714ms","start":"2026-03-31T22:22:47.07766Z","end":"2026-03-31T22:22:47.534313Z","steps":["trace[1315073183] 'process raft request' (duration: 456.060571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:47.534365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:47.077651Z","time spent":"456.697726ms","remote":"127.0.0.1:53536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":959,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:22:47.534245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.979289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-31T22:22:47.534402Z","caller":"traceutil/trace.go:171","msg":"trace[78715297] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:38; }","duration":"406.172284ms","start":"2026-03-31T22:22:47.128221Z","end":"2026-03-31T22:22:47.534394Z","steps":["trace[78715297] 'agreement among raft nodes before linearized reading' (duration: 405.965379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:47.534431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:47.128207Z","time spent":"406.217294ms","remote":"127.0.0.1:53032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T22:22:47.534461Z","caller":"traceutil/trace.go:171","msg":"trace[1854364214] transaction","detail":"{read_only:false; response_revision:37; number_of_response:1; }","duration":"456.283455ms","start":"2026-03-31T22:22:47.078143Z","end":"2026-03-31T22:22:47.534427Z","steps":["trace[1854364214] 'process raft request' (duration: 455.627831ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:47.534672Z","caller":"traceutil/trace.go:171","msg":"trace[1974006436] transaction","detail":"{read_only:false; response_revision:35; number_of_response:1; }","duration":"456.943811ms","start":"2026-03-31T22:22:47.077719Z","end":"2026-03-31T22:22:47.534663Z","steps":["trace[1974006436] 'process raft request' (duration: 456.02076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:47.534655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:47.078136Z","time spent":"456.414189ms","remote":"127.0.0.1:53536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":959,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:22:47.534702Z","caller":"traceutil/trace.go:171","msg":"trace[1081988347] transaction","detail":"{read_only:false; response_revision:36; number_of_response:1; }","duration":"456.625713ms","start":"2026-03-31T22:22:47.078067Z","end":"2026-03-31T22:22:47.534693Z","steps":["trace[1081988347] 'process raft request' (duration: 455.688972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:47.534721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:47.077703Z","time spent":"456.997141ms","remote":"127.0.0.1:53536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":926,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:22:47.534756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:47.078046Z","time spent":"456.681585ms","remote":"127.0.0.1:53536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":941,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:22:47.77664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.498836ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-31T22:22:47.776793Z","caller":"traceutil/trace.go:171","msg":"trace[1960652454] transaction","detail":"{read_only:false; response_revision:46; number_of_response:1; }","duration":"195.179021ms","start":"2026-03-31T22:22:47.581597Z","end":"2026-03-31T22:22:47.776776Z","steps":["trace[1960652454] 'process raft request' (duration: 195.13115ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:47.776846Z","caller":"traceutil/trace.go:171","msg":"trace[1020078649] transaction","detail":"{read_only:false; response_revision:45; number_of_response:1; }","duration":"197.212658ms","start":"2026-03-31T22:22:47.579567Z","end":"2026-03-31T22:22:47.77678Z","steps":["trace[1020078649] 'process raft request' (duration: 55.519857ms)","trace[1020078649] 'compare' (duration: 141.362422ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:22:48.08013Z","caller":"traceutil/trace.go:171","msg":"trace[529882984] transaction","detail":"{read_only:false; response_revision:70; number_of_response:1; }","duration":"146.765007ms","start":"2026-03-31T22:22:47.933303Z","end":"2026-03-31T22:22:48.080068Z","steps":["trace[529882984] 'process raft request' (duration: 114.9336ms)","trace[529882984] 'compare' (duration: 31.609622ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:22:48.868317Z","caller":"traceutil/trace.go:171","msg":"trace[176469779] linearizableReadLoop","detail":"{readStateIndex:137; appliedIndex:136; }","duration":"175.090973ms","start":"2026-03-31T22:22:48.693198Z","end":"2026-03-31T22:22:48.868289Z","steps":["trace[176469779] 'read index received' (duration: 90.458582ms)","trace[176469779] 'applied index is now lower than readState.Index' (duration: 84.631381ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:22:48.868392Z","caller":"traceutil/trace.go:171","msg":"trace[1168439417] transaction","detail":"{read_only:false; response_revision:132; number_of_response:1; }","duration":"175.544743ms","start":"2026-03-31T22:22:48.692817Z","end":"2026-03-31T22:22:48.868361Z","steps":["trace[1168439417] 'process raft request' (duration: 90.920563ms)","trace[1168439417] 'compare' (duration: 84.418556ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:22:48.868565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.337208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/instance.18a20d3dad5b3074\" ","response":"range_response_count:1 size:649"} {"level":"info","ts":"2026-03-31T22:22:48.868646Z","caller":"traceutil/trace.go:171","msg":"trace[171303077] range","detail":"{range_begin:/registry/events/default/instance.18a20d3dad5b3074; range_end:; response_count:1; response_revision:132; }","duration":"175.472061ms","start":"2026-03-31T22:22:48.693156Z","end":"2026-03-31T22:22:48.868628Z","steps":["trace[171303077] 'agreement among raft nodes before linearized reading' (duration: 175.267157ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:49.17182Z","caller":"traceutil/trace.go:171","msg":"trace[1937575108] transaction","detail":"{read_only:false; response_revision:157; number_of_response:1; }","duration":"101.788303ms","start":"2026-03-31T22:22:49.070006Z","end":"2026-03-31T22:22:49.171794Z","steps":["trace[1937575108] 'process raft request' (duration: 47.409961ms)","trace[1937575108] 'compare' (duration: 54.207167ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:22:49.18989Z","caller":"traceutil/trace.go:171","msg":"trace[490277] transaction","detail":"{read_only:false; response_revision:158; number_of_response:1; }","duration":"112.296321ms","start":"2026-03-31T22:22:49.077563Z","end":"2026-03-31T22:22:49.189859Z","steps":["trace[490277] 'process raft request' (duration: 112.170038ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:49.806319Z","caller":"traceutil/trace.go:171","msg":"trace[1548723037] transaction","detail":"{read_only:false; response_revision:188; number_of_response:1; }","duration":"144.363622ms","start":"2026-03-31T22:22:49.661905Z","end":"2026-03-31T22:22:49.806269Z","steps":["trace[1548723037] 'process raft request' (duration: 103.850009ms)","trace[1548723037] 'compare' (duration: 40.211756ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:22:50.484683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.161952ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:22:50.484886Z","caller":"traceutil/trace.go:171","msg":"trace[336323063] transaction","detail":"{read_only:false; response_revision:217; number_of_response:1; }","duration":"228.091561ms","start":"2026-03-31T22:22:50.256764Z","end":"2026-03-31T22:22:50.484856Z","steps":["trace[336323063] 'process raft request' (duration: 46.698275ms)","trace[336323063] 'compare' (duration: 180.865104ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:22:50.485087Z","caller":"traceutil/trace.go:171","msg":"trace[2058824562] linearizableReadLoop","detail":"{readStateIndex:222; appliedIndex:221; }","duration":"155.847633ms","start":"2026-03-31T22:22:50.328936Z","end":"2026-03-31T22:22:50.484784Z","steps":["trace[2058824562] 'read index received' (duration: 38.001µs)","trace[2058824562] 'applied index is now lower than readState.Index' (duration: 155.808652ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:22:50.485278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.324074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:22:50.485334Z","caller":"traceutil/trace.go:171","msg":"trace[986852816] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:217; }","duration":"156.425097ms","start":"2026-03-31T22:22:50.328892Z","end":"2026-03-31T22:22:50.485317Z","steps":["trace[986852816] 'agreement among raft nodes before linearized reading' (duration: 156.219572ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:50.637726Z","caller":"traceutil/trace.go:171","msg":"trace[2135743027] linearizableReadLoop","detail":"{readStateIndex:223; appliedIndex:222; }","duration":"152.522499ms","start":"2026-03-31T22:22:50.485171Z","end":"2026-03-31T22:22:50.637694Z","steps":["trace[2135743027] 'read index received' (duration: 142.563802ms)","trace[2135743027] 'applied index is now lower than readState.Index' (duration: 9.956997ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:22:50.637837Z","caller":"traceutil/trace.go:171","msg":"trace[1252962841] transaction","detail":"{read_only:false; response_revision:218; number_of_response:1; }","duration":"155.461276ms","start":"2026-03-31T22:22:50.482344Z","end":"2026-03-31T22:22:50.637805Z","steps":["trace[1252962841] 'process raft request' (duration: 145.351845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:50.637888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.697703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T22:22:50.637921Z","caller":"traceutil/trace.go:171","msg":"trace[1164128806] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:218; }","duration":"152.770624ms","start":"2026-03-31T22:22:50.485142Z","end":"2026-03-31T22:22:50.637912Z","steps":["trace[1164128806] 'agreement among raft nodes before linearized reading' (duration: 152.660932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:50.637999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.620806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:route-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:22:50.638035Z","caller":"traceutil/trace.go:171","msg":"trace[1299096334] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:route-controller; range_end:; response_count:0; response_revision:218; }","duration":"129.693418ms","start":"2026-03-31T22:22:50.50833Z","end":"2026-03-31T22:22:50.638024Z","steps":["trace[1299096334] 'agreement among raft nodes before linearized reading' (duration: 129.636466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:50.638063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.817926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-31T22:22:50.638145Z","caller":"traceutil/trace.go:171","msg":"trace[2077516020] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:218; }","duration":"152.920368ms","start":"2026-03-31T22:22:50.485203Z","end":"2026-03-31T22:22:50.638123Z","steps":["trace[2077516020] 'agreement among raft nodes before linearized reading' (duration: 152.747514ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:50.844955Z","caller":"traceutil/trace.go:171","msg":"trace[1795855509] transaction","detail":"{read_only:false; response_revision:220; number_of_response:1; }","duration":"202.877986ms","start":"2026-03-31T22:22:50.642051Z","end":"2026-03-31T22:22:50.844929Z","steps":["trace[1795855509] 'process raft request' (duration: 192.349106ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:50.844918Z","caller":"traceutil/trace.go:171","msg":"trace[2060415936] transaction","detail":"{read_only:false; response_revision:221; number_of_response:1; }","duration":"202.555599ms","start":"2026-03-31T22:22:50.642334Z","end":"2026-03-31T22:22:50.84489Z","steps":["trace[2060415936] 'process raft request' (duration: 202.485128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:52.935569Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219120757601819717,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:22:53.432029Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.024849591s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T22:22:53.432462Z","caller":"traceutil/trace.go:171","msg":"trace[1163666988] linearizableReadLoop","detail":"{readStateIndex:270; appliedIndex:269; }","duration":"997.448696ms","start":"2026-03-31T22:22:52.43498Z","end":"2026-03-31T22:22:53.432429Z","steps":["trace[1163666988] 'read index received' (duration: 997.225071ms)","trace[1163666988] 'applied index is now lower than readState.Index' (duration: 222.205µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:22:53.432524Z","caller":"traceutil/trace.go:171","msg":"trace[42147905] transaction","detail":"{read_only:false; response_revision:264; number_of_response:1; }","duration":"1.025544467s","start":"2026-03-31T22:22:52.406968Z","end":"2026-03-31T22:22:53.432512Z","steps":["trace[42147905] 'process raft request' (duration: 1.025313542s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:53.432677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:52.406928Z","time spent":"1.025622839s","remote":"127.0.0.1:53200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4006,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:22:53.432683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.698222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:22:53.432732Z","caller":"traceutil/trace.go:171","msg":"trace[892127505] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:0; response_revision:264; }","duration":"997.801785ms","start":"2026-03-31T22:22:52.434915Z","end":"2026-03-31T22:22:53.432717Z","steps":["trace[892127505] 'agreement among raft nodes before linearized reading' (duration: 997.721232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:53.432772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:52.434883Z","time spent":"997.879087ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":28,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T22:22:53.432854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.149887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T22:22:53.432977Z","caller":"traceutil/trace.go:171","msg":"trace[1054765647] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:264; }","duration":"750.325521ms","start":"2026-03-31T22:22:52.68261Z","end":"2026-03-31T22:22:53.432936Z","steps":["trace[1054765647] 'agreement among raft nodes before linearized reading' (duration: 750.063126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:53.43302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:52.682591Z","time spent":"750.422703ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:22:53.432951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.63642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T22:22:53.433126Z","caller":"traceutil/trace.go:171","msg":"trace[455662706] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:264; }","duration":"583.862755ms","start":"2026-03-31T22:22:52.849229Z","end":"2026-03-31T22:22:53.433092Z","steps":["trace[455662706] 'agreement among raft nodes before linearized reading' (duration: 583.504687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:53.433209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:52.849206Z","time spent":"583.985457ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T22:22:53.732276Z","caller":"traceutil/trace.go:171","msg":"trace[417588143] transaction","detail":"{read_only:false; response_revision:277; number_of_response:1; }","duration":"116.128387ms","start":"2026-03-31T22:22:53.616118Z","end":"2026-03-31T22:22:53.732246Z","steps":["trace[417588143] 'process raft request' (duration: 65.650797ms)","trace[417588143] 'compare' (duration: 50.320386ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:22:55.349489Z","caller":"traceutil/trace.go:171","msg":"trace[968140671] linearizableReadLoop","detail":"{readStateIndex:328; appliedIndex:327; }","duration":"124.94133ms","start":"2026-03-31T22:22:55.224511Z","end":"2026-03-31T22:22:55.349453Z","steps":["trace[968140671] 'read index received' (duration: 124.692754ms)","trace[968140671] 'applied index is now lower than readState.Index' (duration: 247.116µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:22:55.34957Z","caller":"traceutil/trace.go:171","msg":"trace[2063989339] transaction","detail":"{read_only:false; response_revision:317; number_of_response:1; }","duration":"174.224212ms","start":"2026-03-31T22:22:55.175306Z","end":"2026-03-31T22:22:55.349531Z","steps":["trace[2063989339] 'process raft request' (duration: 173.887035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:55.349802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.270997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-instance\" ","response":"range_response_count:1 size:5325"} {"level":"info","ts":"2026-03-31T22:22:55.349869Z","caller":"traceutil/trace.go:171","msg":"trace[2086338227] range","detail":"{range_begin:/registry/pods/kube-system/etcd-instance; range_end:; response_count:1; response_revision:317; }","duration":"125.378149ms","start":"2026-03-31T22:22:55.224477Z","end":"2026-03-31T22:22:55.349855Z","steps":["trace[2086338227] 'agreement among raft nodes before linearized reading' (duration: 125.161934ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:55.41914Z","caller":"traceutil/trace.go:171","msg":"trace[1880163218] transaction","detail":"{read_only:false; number_of_response:0; response_revision:317; }","duration":"192.999541ms","start":"2026-03-31T22:22:55.226074Z","end":"2026-03-31T22:22:55.419073Z","steps":["trace[1880163218] 'process raft request' (duration: 192.677153ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:55.513593Z","caller":"traceutil/trace.go:171","msg":"trace[886705912] transaction","detail":"{read_only:false; response_revision:318; number_of_response:1; }","duration":"153.778887ms","start":"2026-03-31T22:22:55.359783Z","end":"2026-03-31T22:22:55.513562Z","steps":["trace[886705912] 'process raft request' (duration: 148.400404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:56.262822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.525259ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:22:56.262948Z","caller":"traceutil/trace.go:171","msg":"trace[2081638939] transaction","detail":"{read_only:false; response_revision:330; number_of_response:1; }","duration":"504.79635ms","start":"2026-03-31T22:22:55.758132Z","end":"2026-03-31T22:22:56.262928Z","steps":["trace[2081638939] 'process raft request' (duration: 312.080396ms)","trace[2081638939] 'compare' (duration: 192.326845ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:22:56.263015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:55.758101Z","time spent":"504.886702ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":705,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:22:56.341368Z","caller":"traceutil/trace.go:171","msg":"trace[1833868679] linearizableReadLoop","detail":"{readStateIndex:344; appliedIndex:341; }","duration":"566.304122ms","start":"2026-03-31T22:22:55.775045Z","end":"2026-03-31T22:22:56.341349Z","steps":["trace[1833868679] 'read index received' (duration: 295.18204ms)","trace[1833868679] 'applied index is now lower than readState.Index' (duration: 271.121502ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:22:56.341477Z","caller":"traceutil/trace.go:171","msg":"trace[2045015405] transaction","detail":"{read_only:false; response_revision:332; number_of_response:1; }","duration":"580.480756ms","start":"2026-03-31T22:22:55.760983Z","end":"2026-03-31T22:22:56.341464Z","steps":["trace[2045015405] 'process raft request' (duration: 580.336443ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:56.341465Z","caller":"traceutil/trace.go:171","msg":"trace[570851331] transaction","detail":"{read_only:false; response_revision:331; number_of_response:1; }","duration":"582.329718ms","start":"2026-03-31T22:22:55.759087Z","end":"2026-03-31T22:22:56.341417Z","steps":["trace[570851331] 'process raft request' (duration: 582.128163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:56.341558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:55.760966Z","time spent":"580.532147ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:22:56.341688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.036246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-03-31T22:22:56.341787Z","caller":"traceutil/trace.go:171","msg":"trace[2018435949] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:332; }","duration":"516.18967ms","start":"2026-03-31T22:22:55.825587Z","end":"2026-03-31T22:22:56.341777Z","steps":["trace[2018435949] 'agreement among raft nodes before linearized reading' (duration: 516.028786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:56.341835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:55.825562Z","time spent":"516.264951ms","remote":"127.0.0.1:53226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":239,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"warn","ts":"2026-03-31T22:22:56.341709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.65763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:22:56.341967Z","caller":"traceutil/trace.go:171","msg":"trace[179218387] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:0; response_revision:332; }","duration":"566.922436ms","start":"2026-03-31T22:22:55.775017Z","end":"2026-03-31T22:22:56.34194Z","steps":["trace[179218387] 'agreement among raft nodes before linearized reading' (duration: 566.65053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:56.34171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:55.759075Z","time spent":"582.517293ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5311,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:22:56.342115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:55.775005Z","time spent":"567.033359ms","remote":"127.0.0.1:53226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" "} {"level":"info","ts":"2026-03-31T22:22:56.492016Z","caller":"traceutil/trace.go:171","msg":"trace[1281381918] transaction","detail":"{read_only:false; response_revision:334; number_of_response:1; }","duration":"138.762644ms","start":"2026-03-31T22:22:56.35323Z","end":"2026-03-31T22:22:56.491992Z","steps":["trace[1281381918] 'process raft request' (duration: 138.696273ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:56.492116Z","caller":"traceutil/trace.go:171","msg":"trace[126802382] transaction","detail":"{read_only:false; response_revision:333; number_of_response:1; }","duration":"144.414954ms","start":"2026-03-31T22:22:56.347637Z","end":"2026-03-31T22:22:56.492052Z","steps":["trace[126802382] 'process raft request' (duration: 78.396998ms)","trace[126802382] 'compare' (duration: 65.715908ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:22:56.734599Z","caller":"traceutil/trace.go:171","msg":"trace[346709005] linearizableReadLoop","detail":"{readStateIndex:350; appliedIndex:349; }","duration":"137.70571ms","start":"2026-03-31T22:22:56.596867Z","end":"2026-03-31T22:22:56.734573Z","steps":["trace[346709005] 'read index received' (duration: 43.661286ms)","trace[346709005] 'applied index is now lower than readState.Index' (duration: 94.042914ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:22:56.734777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.886904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:22:56.734775Z","caller":"traceutil/trace.go:171","msg":"trace[342669696] transaction","detail":"{read_only:false; response_revision:338; number_of_response:1; }","duration":"154.38009ms","start":"2026-03-31T22:22:56.580371Z","end":"2026-03-31T22:22:56.734752Z","steps":["trace[342669696] 'process raft request' (duration: 60.098811ms)","trace[342669696] 'compare' (duration: 93.87394ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:22:56.734831Z","caller":"traceutil/trace.go:171","msg":"trace[877113090] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:0; response_revision:338; }","duration":"137.995186ms","start":"2026-03-31T22:22:56.596816Z","end":"2026-03-31T22:22:56.734811Z","steps":["trace[877113090] 'agreement among raft nodes before linearized reading' (duration: 137.855513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:57.111783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.73783ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:22:57.111876Z","caller":"traceutil/trace.go:171","msg":"trace[1877598810] transaction","detail":"{read_only:false; response_revision:341; number_of_response:1; }","duration":"311.440471ms","start":"2026-03-31T22:22:56.800424Z","end":"2026-03-31T22:22:57.111864Z","steps":["trace[1877598810] 'process raft request' (duration: 34.576418ms)","trace[1877598810] 'compare' (duration: 276.616807ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:22:57.111907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:56.8004Z","time spent":"311.496013ms","remote":"127.0.0.1:53226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":199,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:22:57.480465Z","caller":"traceutil/trace.go:171","msg":"trace[710525416] linearizableReadLoop","detail":"{readStateIndex:357; appliedIndex:356; }","duration":"155.741841ms","start":"2026-03-31T22:22:57.324704Z","end":"2026-03-31T22:22:57.480446Z","steps":["trace[710525416] 'read index received' (duration: 147.893893ms)","trace[710525416] 'applied index is now lower than readState.Index' (duration: 7.845517ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:22:57.481074Z","caller":"traceutil/trace.go:171","msg":"trace[1869262644] transaction","detail":"{read_only:false; response_revision:345; number_of_response:1; }","duration":"186.820098ms","start":"2026-03-31T22:22:57.293747Z","end":"2026-03-31T22:22:57.480567Z","steps":["trace[1869262644] 'process raft request' (duration: 178.846467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:57.481123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.370695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-03-31T22:22:57.483914Z","caller":"traceutil/trace.go:171","msg":"trace[818708774] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:345; }","duration":"159.239451ms","start":"2026-03-31T22:22:57.324651Z","end":"2026-03-31T22:22:57.483891Z","steps":["trace[818708774] 'agreement among raft nodes before linearized reading' (duration: 155.867063ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:57.601099Z","caller":"traceutil/trace.go:171","msg":"trace[1156503905] linearizableReadLoop","detail":"{readStateIndex:358; appliedIndex:357; }","duration":"113.915247ms","start":"2026-03-31T22:22:57.487147Z","end":"2026-03-31T22:22:57.601063Z","steps":["trace[1156503905] 'read index received' (duration: 105.813613ms)","trace[1156503905] 'applied index is now lower than readState.Index' (duration: 8.100194ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:22:57.601128Z","caller":"traceutil/trace.go:171","msg":"trace[48770182] transaction","detail":"{read_only:false; response_revision:346; number_of_response:1; }","duration":"224.631201ms","start":"2026-03-31T22:22:57.376459Z","end":"2026-03-31T22:22:57.60109Z","steps":["trace[48770182] 'process raft request' (duration: 216.579839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:57.60132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.146503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:22:57.601367Z","caller":"traceutil/trace.go:171","msg":"trace[211840326] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:0; response_revision:346; }","duration":"114.227244ms","start":"2026-03-31T22:22:57.487122Z","end":"2026-03-31T22:22:57.601349Z","steps":["trace[211840326] 'agreement among raft nodes before linearized reading' (duration: 114.104151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:57.957217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.549451ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:22:57.957528Z","caller":"traceutil/trace.go:171","msg":"trace[1154417138] transaction","detail":"{read_only:false; response_revision:347; number_of_response:1; }","duration":"353.03026ms","start":"2026-03-31T22:22:57.604439Z","end":"2026-03-31T22:22:57.957469Z","steps":["trace[1154417138] 'process raft request' (duration: 103.123901ms)","trace[1154417138] 'compare' (duration: 249.381247ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:22:57.95765Z","caller":"traceutil/trace.go:171","msg":"trace[440121948] transaction","detail":"{read_only:false; response_revision:348; number_of_response:1; }","duration":"352.523868ms","start":"2026-03-31T22:22:57.60507Z","end":"2026-03-31T22:22:57.957594Z","steps":["trace[440121948] 'process raft request' (duration: 352.269783ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:57.95772Z","caller":"traceutil/trace.go:171","msg":"trace[929213749] transaction","detail":"{read_only:false; response_revision:349; number_of_response:1; }","duration":"352.176551ms","start":"2026-03-31T22:22:57.605528Z","end":"2026-03-31T22:22:57.957705Z","steps":["trace[929213749] 'process raft request' (duration: 351.882904ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:57.957654Z","caller":"traceutil/trace.go:171","msg":"trace[1426687437] transaction","detail":"{read_only:false; response_revision:350; number_of_response:1; }","duration":"350.709807ms","start":"2026-03-31T22:22:57.606917Z","end":"2026-03-31T22:22:57.957627Z","steps":["trace[1426687437] 'process raft request' (duration: 350.539483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:57.957828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:57.605505Z","time spent":"352.263512ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:22:57.957863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:57.604406Z","time spent":"353.326986ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:22:57.957957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:57.606902Z","time spent":"350.960882ms","remote":"127.0.0.1:53226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":219,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:22:57.958042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:57.605052Z","time spent":"352.715393ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:23:00.192204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.099969584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:1 size:209"} {"level":"warn","ts":"2026-03-31T22:23:00.192261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.016379018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-03-31T22:23:00.192279Z","caller":"traceutil/trace.go:171","msg":"trace[2134632281] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:351; }","duration":"2.100074427s","start":"2026-03-31T22:22:58.092183Z","end":"2026-03-31T22:23:00.192257Z","steps":["trace[2134632281] 'range keys from in-memory index tree' (duration: 2.099882682s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:00.192286Z","caller":"traceutil/trace.go:171","msg":"trace[460941020] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:351; }","duration":"2.0164878s","start":"2026-03-31T22:22:58.17579Z","end":"2026-03-31T22:23:00.192278Z","steps":["trace[460941020] 'range keys from in-memory index tree' (duration: 2.016281636s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:00.192294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.64452601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:23:00.192311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:58.175757Z","time spent":"2.016547072s","remote":"127.0.0.1:53226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":237,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" "} {"level":"warn","ts":"2026-03-31T22:23:00.192199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.846102715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T22:23:00.192317Z","caller":"traceutil/trace.go:171","msg":"trace[1707224729] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:351; }","duration":"1.64458446s","start":"2026-03-31T22:22:58.547726Z","end":"2026-03-31T22:23:00.19231Z","steps":["trace[1707224729] 'range keys from in-memory index tree' (duration: 1.644383145s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:00.192337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:58.547698Z","time spent":"1.644633812s","remote":"127.0.0.1:53020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T22:23:00.192337Z","caller":"traceutil/trace.go:171","msg":"trace[1004977514] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:351; }","duration":"1.846307989s","start":"2026-03-31T22:22:58.34602Z","end":"2026-03-31T22:23:00.192328Z","steps":["trace[1004977514] 'range keys from in-memory index tree' (duration: 1.845969182s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:00.192358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:58.345991Z","time spent":"1.846359871s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T22:23:00.19241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.066373238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" ","response":"range_response_count:1 size:193"} {"level":"warn","ts":"2026-03-31T22:23:00.192499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.132824144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:1 size:218"} {"level":"warn","ts":"2026-03-31T22:23:00.19246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.095328139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-03-31T22:23:00.192495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.602065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T22:23:00.19258Z","caller":"traceutil/trace.go:171","msg":"trace[955751252] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:351; }","duration":"2.095523414s","start":"2026-03-31T22:22:58.097033Z","end":"2026-03-31T22:23:00.192557Z","steps":["trace[955751252] 'range keys from in-memory index tree' (duration: 2.095174315s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:00.192611Z","caller":"traceutil/trace.go:171","msg":"trace[1864066477] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:351; }","duration":"229.793639ms","start":"2026-03-31T22:22:59.962795Z","end":"2026-03-31T22:23:00.192589Z","steps":["trace[1864066477] 'range keys from in-memory index tree' (duration: 229.444472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:00.192623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.130614054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" ","response":"range_response_count:1 size:234"} {"level":"warn","ts":"2026-03-31T22:23:00.192619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.130347178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"warn","ts":"2026-03-31T22:23:00.192611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.776989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T22:23:00.192644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:58.097013Z","time spent":"2.095620975s","remote":"127.0.0.1:53226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" "} {"level":"info","ts":"2026-03-31T22:23:00.192658Z","caller":"traceutil/trace.go:171","msg":"trace[2029804290] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:351; }","duration":"2.130650815s","start":"2026-03-31T22:22:58.061997Z","end":"2026-03-31T22:23:00.192648Z","steps":["trace[2029804290] 'range keys from in-memory index tree' (duration: 2.130562893s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:00.192663Z","caller":"traceutil/trace.go:171","msg":"trace[615394849] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:351; }","duration":"2.130399769s","start":"2026-03-31T22:22:58.062254Z","end":"2026-03-31T22:23:00.192653Z","steps":["trace[615394849] 'range keys from in-memory index tree' (duration: 2.130296047s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:00.192675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.52013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6961"} {"level":"warn","ts":"2026-03-31T22:23:00.192688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:58.061982Z","time spent":"2.130700425s","remote":"127.0.0.1:53226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":257,"request content":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" "} {"level":"warn","ts":"2026-03-31T22:23:00.192689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:58.06225Z","time spent":"2.130433169s","remote":"127.0.0.1:53226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":226,"request content":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" "} {"level":"info","ts":"2026-03-31T22:23:00.192707Z","caller":"traceutil/trace.go:171","msg":"trace[1991751775] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:351; }","duration":"699.602432ms","start":"2026-03-31T22:22:59.493097Z","end":"2026-03-31T22:23:00.192699Z","steps":["trace[1991751775] 'range keys from in-memory index tree' (duration: 699.411178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:00.192733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:59.493062Z","time spent":"699.664462ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6984,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"info","ts":"2026-03-31T22:23:00.192545Z","caller":"traceutil/trace.go:171","msg":"trace[864204561] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:1; response_revision:351; }","duration":"2.066622525s","start":"2026-03-31T22:22:58.125887Z","end":"2026-03-31T22:23:00.192509Z","steps":["trace[864204561] 'range keys from in-memory index tree' (duration: 2.066184614s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:00.192312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:58.092163Z","time spent":"2.100141328s","remote":"127.0.0.1:53226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":232,"request content":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" "} {"level":"warn","ts":"2026-03-31T22:23:00.192793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:58.125845Z","time spent":"2.066938472s","remote":"127.0.0.1:53226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":216,"request content":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" "} {"level":"warn","ts":"2026-03-31T22:23:00.192473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.966008131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-03-31T22:23:00.192662Z","caller":"traceutil/trace.go:171","msg":"trace[131552121] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:351; }","duration":"229.884632ms","start":"2026-03-31T22:22:59.962772Z","end":"2026-03-31T22:23:00.192657Z","steps":["trace[131552121] 'range keys from in-memory index tree' (duration: 229.568454ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:00.192843Z","caller":"traceutil/trace.go:171","msg":"trace[1788787377] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:351; }","duration":"1.96642s","start":"2026-03-31T22:22:58.226416Z","end":"2026-03-31T22:23:00.192836Z","steps":["trace[1788787377] 'range keys from in-memory index tree' (duration: 1.965877517s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:00.192874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:58.226387Z","time spent":"1.966479312s","remote":"127.0.0.1:53226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":218,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"warn","ts":"2026-03-31T22:23:00.19286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.117459064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-03-31T22:23:00.192526Z","caller":"traceutil/trace.go:171","msg":"trace[309467531] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:351; }","duration":"2.132871406s","start":"2026-03-31T22:22:58.059648Z","end":"2026-03-31T22:23:00.192519Z","steps":["trace[309467531] 'range keys from in-memory index tree' (duration: 2.132759033s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:00.192866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.418771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T22:23:00.19295Z","caller":"traceutil/trace.go:171","msg":"trace[2117169998] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:351; }","duration":"2.117599407s","start":"2026-03-31T22:22:58.075329Z","end":"2026-03-31T22:23:00.192928Z","steps":["trace[2117169998] 'range keys from in-memory index tree' (duration: 2.117308711s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:00.192555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.132859536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-03-31T22:23:00.192998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:58.075306Z","time spent":"2.117676078s","remote":"127.0.0.1:53226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":232,"request content":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" "} {"level":"info","ts":"2026-03-31T22:23:00.193007Z","caller":"traceutil/trace.go:171","msg":"trace[708771493] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:351; }","duration":"229.570325ms","start":"2026-03-31T22:22:59.963393Z","end":"2026-03-31T22:23:00.192964Z","steps":["trace[708771493] 'range keys from in-memory index tree' (duration: 229.172825ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:00.193029Z","caller":"traceutil/trace.go:171","msg":"trace[1681694447] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:351; }","duration":"2.133350916s","start":"2026-03-31T22:22:58.059669Z","end":"2026-03-31T22:23:00.19302Z","steps":["trace[1681694447] 'range keys from in-memory index tree' (duration: 2.132800964s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:00.193193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:58.059654Z","time spent":"2.133529601s","remote":"127.0.0.1:53226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" "} {"level":"warn","ts":"2026-03-31T22:23:00.192938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:58.059631Z","time spent":"2.133299405s","remote":"127.0.0.1:53226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":241,"request content":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" "} {"level":"warn","ts":"2026-03-31T22:23:00.192874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.095666567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" ","response":"range_response_count:1 size:197"} {"level":"info","ts":"2026-03-31T22:23:00.19347Z","caller":"traceutil/trace.go:171","msg":"trace[1669425858] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:1; response_revision:351; }","duration":"2.096421014s","start":"2026-03-31T22:22:58.097022Z","end":"2026-03-31T22:23:00.193443Z","steps":["trace[1669425858] 'range keys from in-memory index tree' (duration: 2.095339769s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:00.193713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:58.096986Z","time spent":"2.096570327s","remote":"127.0.0.1:53226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":220,"request content":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" "} {"level":"warn","ts":"2026-03-31T22:23:01.709516Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.511856634s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T22:23:01.709787Z","caller":"traceutil/trace.go:171","msg":"trace[1184850258] linearizableReadLoop","detail":"{readStateIndex:364; appliedIndex:363; }","duration":"1.512199202s","start":"2026-03-31T22:23:00.197571Z","end":"2026-03-31T22:23:01.70977Z","steps":["trace[1184850258] 'read index received' (duration: 130.043µs)","trace[1184850258] 'applied index is now lower than readState.Index' (duration: 1.512068509s)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:01.709881Z","caller":"traceutil/trace.go:171","msg":"trace[1536506208] transaction","detail":"{read_only:false; response_revision:352; number_of_response:1; }","duration":"1.512318934s","start":"2026-03-31T22:23:00.197542Z","end":"2026-03-31T22:23:01.709861Z","steps":["trace[1536506208] 'process raft request' (duration: 1.512126559s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:01.709955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:00.197527Z","time spent":"1.512377756s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:23:01.710082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.512462247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-03-31T22:23:01.710192Z","caller":"traceutil/trace.go:171","msg":"trace[127605536] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:352; }","duration":"1.51262901s","start":"2026-03-31T22:23:00.197533Z","end":"2026-03-31T22:23:01.710162Z","steps":["trace[127605536] 'agreement among raft nodes before linearized reading' (duration: 1.512379685s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:01.710258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:00.197508Z","time spent":"1.512736633s","remote":"127.0.0.1:53226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":237,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" "} {"level":"info","ts":"2026-03-31T22:23:01.752456Z","caller":"traceutil/trace.go:171","msg":"trace[1713745390] transaction","detail":"{read_only:false; response_revision:353; number_of_response:1; }","duration":"1.554591808s","start":"2026-03-31T22:23:00.197834Z","end":"2026-03-31T22:23:01.752426Z","steps":["trace[1713745390] 'process raft request' (duration: 1.554333352s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:01.752501Z","caller":"traceutil/trace.go:171","msg":"trace[2023468368] transaction","detail":"{read_only:false; response_revision:355; number_of_response:1; }","duration":"1.553634135s","start":"2026-03-31T22:23:00.198846Z","end":"2026-03-31T22:23:01.75248Z","steps":["trace[2023468368] 'process raft request' (duration: 1.553520073s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:01.752516Z","caller":"traceutil/trace.go:171","msg":"trace[578172152] transaction","detail":"{read_only:false; response_revision:354; number_of_response:1; }","duration":"1.554439043s","start":"2026-03-31T22:23:00.198052Z","end":"2026-03-31T22:23:01.752491Z","steps":["trace[578172152] 'process raft request' (duration: 1.55426507s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:01.752591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:00.197818Z","time spent":"1.55469934s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:23:01.752604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:00.198827Z","time spent":"1.553724687s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:23:01.75268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:00.198041Z","time spent":"1.554565076s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:01.752821Z","caller":"traceutil/trace.go:171","msg":"trace[1710643177] transaction","detail":"{read_only:false; response_revision:356; number_of_response:1; }","duration":"1.553702938s","start":"2026-03-31T22:23:00.199104Z","end":"2026-03-31T22:23:01.752807Z","steps":["trace[1710643177] 'process raft request' (duration: 1.553306218s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:01.752888Z","caller":"traceutil/trace.go:171","msg":"trace[975643871] transaction","detail":"{read_only:false; response_revision:357; number_of_response:1; }","duration":"1.553388411s","start":"2026-03-31T22:23:00.199489Z","end":"2026-03-31T22:23:01.752877Z","steps":["trace[975643871] 'process raft request' (duration: 1.553235097s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:01.752899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:00.199094Z","time spent":"1.553767499s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6946,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:23:01.752941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:00.199477Z","time spent":"1.553438202s","remote":"127.0.0.1:53226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":156,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:23:01.752994Z","caller":"traceutil/trace.go:171","msg":"trace[382074263] transaction","detail":"{read_only:false; response_revision:358; number_of_response:1; }","duration":"1.549352688s","start":"2026-03-31T22:23:00.203621Z","end":"2026-03-31T22:23:01.752974Z","steps":["trace[382074263] 'process raft request' (duration: 1.549194355s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:01.753008Z","caller":"traceutil/trace.go:171","msg":"trace[1632554917] transaction","detail":"{read_only:false; response_revision:359; number_of_response:1; }","duration":"1.548050729s","start":"2026-03-31T22:23:00.204924Z","end":"2026-03-31T22:23:01.752975Z","steps":["trace[1632554917] 'process raft request' (duration: 1.547951357s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:01.7531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:00.20361Z","time spent":"1.54943749s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":649,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:23:01.753111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:00.204907Z","time spent":"1.548158171s","remote":"127.0.0.1:53482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3642,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:23:01.753145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.555428657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"warn","ts":"2026-03-31T22:23:01.753221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.216509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:23:01.753227Z","caller":"traceutil/trace.go:171","msg":"trace[1715686526] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:360; }","duration":"1.555559861s","start":"2026-03-31T22:23:00.19765Z","end":"2026-03-31T22:23:01.75321Z","steps":["trace[1715686526] 'agreement among raft nodes before linearized reading' (duration: 1.555333875s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:01.753251Z","caller":"traceutil/trace.go:171","msg":"trace[673749751] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:360; }","duration":"123.26944ms","start":"2026-03-31T22:23:01.629973Z","end":"2026-03-31T22:23:01.753243Z","steps":["trace[673749751] 'agreement among raft nodes before linearized reading' (duration: 123.232899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:01.753239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.555288264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-03-31T22:23:01.753257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.555377236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-03-31T22:23:01.753185Z","caller":"traceutil/trace.go:171","msg":"trace[1797861746] transaction","detail":"{read_only:false; response_revision:360; number_of_response:1; }","duration":"1.547113908s","start":"2026-03-31T22:23:00.20606Z","end":"2026-03-31T22:23:01.753174Z","steps":["trace[1797861746] 'process raft request' (duration: 1.546878492s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:01.753306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.554533837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:209"} {"level":"warn","ts":"2026-03-31T22:23:01.753334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:00.206044Z","time spent":"1.547274862s","remote":"127.0.0.1:53116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1723,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:23:01.753346Z","caller":"traceutil/trace.go:171","msg":"trace[1417868552] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:360; }","duration":"1.554585937s","start":"2026-03-31T22:23:00.198751Z","end":"2026-03-31T22:23:01.753337Z","steps":["trace[1417868552] 'agreement among raft nodes before linearized reading' (duration: 1.554520806s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:01.753186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.55246048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:23:01.753378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:00.198737Z","time spent":"1.554632708s","remote":"127.0.0.1:53226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":232,"request content":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" "} {"level":"warn","ts":"2026-03-31T22:23:01.753376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.20593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.35\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-31T22:23:01.753404Z","caller":"traceutil/trace.go:171","msg":"trace[1241068071] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:360; }","duration":"1.552685165s","start":"2026-03-31T22:23:00.200701Z","end":"2026-03-31T22:23:01.753387Z","steps":["trace[1241068071] 'agreement among raft nodes before linearized reading' (duration: 1.552445179s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:01.753443Z","caller":"traceutil/trace.go:171","msg":"trace[1101816471] range","detail":"{range_begin:/registry/masterleases/199.204.45.35; range_end:; response_count:1; response_revision:360; }","duration":"523.322922ms","start":"2026-03-31T22:23:01.230106Z","end":"2026-03-31T22:23:01.753429Z","steps":["trace[1101816471] 'agreement among raft nodes before linearized reading' (duration: 523.175639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:01.753441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.554984317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" ","response":"range_response_count:1 size:234"} {"level":"warn","ts":"2026-03-31T22:23:01.753457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:00.200691Z","time spent":"1.552751247s","remote":"127.0.0.1:53020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:23:01.753475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:01.230088Z","time spent":"523.382453ms","remote":"127.0.0.1:53038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.35\" "} {"level":"info","ts":"2026-03-31T22:23:01.753481Z","caller":"traceutil/trace.go:171","msg":"trace[1188187343] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:360; }","duration":"1.555056128s","start":"2026-03-31T22:23:00.198414Z","end":"2026-03-31T22:23:01.75347Z","steps":["trace[1188187343] 'agreement among raft nodes before linearized reading' (duration: 1.554899635s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:01.75331Z","caller":"traceutil/trace.go:171","msg":"trace[185791897] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:1; response_revision:360; }","duration":"1.555441727s","start":"2026-03-31T22:23:00.197855Z","end":"2026-03-31T22:23:01.753296Z","steps":["trace[185791897] 'agreement among raft nodes before linearized reading' (duration: 1.555354156s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:01.753525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:00.198388Z","time spent":"1.555127719s","remote":"127.0.0.1:53226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":257,"request content":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" "} {"level":"warn","ts":"2026-03-31T22:23:01.753552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:00.197846Z","time spent":"1.555692033s","remote":"127.0.0.1:53226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":216,"request content":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" "} {"level":"warn","ts":"2026-03-31T22:23:01.75327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:00.197629Z","time spent":"1.555632672s","remote":"127.0.0.1:53226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":226,"request content":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" "} {"level":"info","ts":"2026-03-31T22:23:01.753292Z","caller":"traceutil/trace.go:171","msg":"trace[2053759527] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:360; }","duration":"1.555349576s","start":"2026-03-31T22:23:00.197928Z","end":"2026-03-31T22:23:01.753277Z","steps":["trace[2053759527] 'agreement among raft nodes before linearized reading' (duration: 1.555255994s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:01.753649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:00.197922Z","time spent":"1.555717604s","remote":"127.0.0.1:53226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" "} {"level":"warn","ts":"2026-03-31T22:23:01.753747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.555843596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" ","response":"range_response_count:1 size:197"} {"level":"info","ts":"2026-03-31T22:23:01.75397Z","caller":"traceutil/trace.go:171","msg":"trace[569753697] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:1; response_revision:360; }","duration":"1.556067002s","start":"2026-03-31T22:23:00.19788Z","end":"2026-03-31T22:23:01.753947Z","steps":["trace[569753697] 'agreement among raft nodes before linearized reading' (duration: 1.555313715s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:01.754091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:00.197872Z","time spent":"1.556209095s","remote":"127.0.0.1:53226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":220,"request content":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" "} {"level":"info","ts":"2026-03-31T22:23:01.853066Z","caller":"traceutil/trace.go:171","msg":"trace[53578291] transaction","detail":"{read_only:false; response_revision:361; number_of_response:1; }","duration":"135.293335ms","start":"2026-03-31T22:23:01.717737Z","end":"2026-03-31T22:23:01.85303Z","steps":["trace[53578291] 'process raft request' (duration: 101.807572ms)","trace[53578291] 'compare' (duration: 33.290249ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:01.887676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.912645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-31T22:23:01.887987Z","caller":"traceutil/trace.go:171","msg":"trace[741403253] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:374; }","duration":"131.255653ms","start":"2026-03-31T22:23:01.756681Z","end":"2026-03-31T22:23:01.887937Z","steps":["trace[741403253] 'agreement among raft nodes before linearized reading' (duration: 130.820304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:01.887604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.890159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7294"} {"level":"info","ts":"2026-03-31T22:23:01.888084Z","caller":"traceutil/trace.go:171","msg":"trace[1265665766] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:374; }","duration":"129.418151ms","start":"2026-03-31T22:23:01.758641Z","end":"2026-03-31T22:23:01.888059Z","steps":["trace[1265665766] 'agreement among raft nodes before linearized reading' (duration: 128.779277ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:02.05733Z","caller":"traceutil/trace.go:171","msg":"trace[141727128] linearizableReadLoop","detail":"{readStateIndex:393; appliedIndex:392; }","duration":"159.661821ms","start":"2026-03-31T22:23:01.897635Z","end":"2026-03-31T22:23:02.057297Z","steps":["trace[141727128] 'read index received' (duration: 114.848739ms)","trace[141727128] 'applied index is now lower than readState.Index' (duration: 44.811552ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:02.057512Z","caller":"traceutil/trace.go:171","msg":"trace[40332079] transaction","detail":"{read_only:false; response_revision:380; number_of_response:1; }","duration":"160.51474ms","start":"2026-03-31T22:23:01.896877Z","end":"2026-03-31T22:23:02.057392Z","steps":["trace[40332079] 'process raft request' (duration: 115.637547ms)","trace[40332079] 'compare' (duration: 44.620667ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:02.05763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.816643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-31T22:23:02.057682Z","caller":"traceutil/trace.go:171","msg":"trace[1770298462] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:380; }","duration":"166.991327ms","start":"2026-03-31T22:23:01.890678Z","end":"2026-03-31T22:23:02.057669Z","steps":["trace[1770298462] 'agreement among raft nodes before linearized reading' (duration: 166.758082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:02.057699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.721841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-31T22:23:02.057757Z","caller":"traceutil/trace.go:171","msg":"trace[2100587044] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:380; }","duration":"166.826874ms","start":"2026-03-31T22:23:01.890916Z","end":"2026-03-31T22:23:02.057743Z","steps":["trace[2100587044] 'agreement among raft nodes before linearized reading' (duration: 166.64392ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:02.074865Z","caller":"traceutil/trace.go:171","msg":"trace[548040550] transaction","detail":"{read_only:false; response_revision:382; number_of_response:1; }","duration":"173.724022ms","start":"2026-03-31T22:23:01.901123Z","end":"2026-03-31T22:23:02.074847Z","steps":["trace[548040550] 'process raft request' (duration: 173.606289ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:02.075081Z","caller":"traceutil/trace.go:171","msg":"trace[304905542] transaction","detail":"{read_only:false; response_revision:385; number_of_response:1; }","duration":"171.747827ms","start":"2026-03-31T22:23:01.903323Z","end":"2026-03-31T22:23:02.07507Z","steps":["trace[304905542] 'process raft request' (duration: 171.578243ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:02.075061Z","caller":"traceutil/trace.go:171","msg":"trace[220170826] transaction","detail":"{read_only:false; response_revision:383; number_of_response:1; }","duration":"173.751212ms","start":"2026-03-31T22:23:01.901274Z","end":"2026-03-31T22:23:02.075025Z","steps":["trace[220170826] 'process raft request' (duration: 173.509296ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:02.074994Z","caller":"traceutil/trace.go:171","msg":"trace[629041067] transaction","detail":"{read_only:false; response_revision:381; number_of_response:1; }","duration":"173.806575ms","start":"2026-03-31T22:23:01.901125Z","end":"2026-03-31T22:23:02.074932Z","steps":["trace[629041067] 'process raft request' (duration: 173.430235ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:02.075281Z","caller":"traceutil/trace.go:171","msg":"trace[539807520] transaction","detail":"{read_only:false; response_revision:387; number_of_response:1; }","duration":"162.760821ms","start":"2026-03-31T22:23:01.912491Z","end":"2026-03-31T22:23:02.075252Z","steps":["trace[539807520] 'process raft request' (duration: 162.571667ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:02.075131Z","caller":"traceutil/trace.go:171","msg":"trace[1133275679] transaction","detail":"{read_only:false; response_revision:384; number_of_response:1; }","duration":"173.63291ms","start":"2026-03-31T22:23:01.901489Z","end":"2026-03-31T22:23:02.075121Z","steps":["trace[1133275679] 'process raft request' (duration: 173.351153ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:02.075166Z","caller":"traceutil/trace.go:171","msg":"trace[202555419] transaction","detail":"{read_only:false; response_revision:386; number_of_response:1; }","duration":"169.944305ms","start":"2026-03-31T22:23:01.905188Z","end":"2026-03-31T22:23:02.075133Z","steps":["trace[202555419] 'process raft request' (duration: 169.785162ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:02.286159Z","caller":"traceutil/trace.go:171","msg":"trace[1116219777] linearizableReadLoop","detail":"{readStateIndex:401; appliedIndex:400; }","duration":"210.904979ms","start":"2026-03-31T22:23:02.075222Z","end":"2026-03-31T22:23:02.286127Z","steps":["trace[1116219777] 'read index received' (duration: 183.501664ms)","trace[1116219777] 'applied index is now lower than readState.Index' (duration: 27.402235ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:02.286272Z","caller":"traceutil/trace.go:171","msg":"trace[942034292] transaction","detail":"{read_only:false; response_revision:388; number_of_response:1; }","duration":"221.886579ms","start":"2026-03-31T22:23:02.064376Z","end":"2026-03-31T22:23:02.286262Z","steps":["trace[942034292] 'process raft request' (duration: 194.340211ms)","trace[942034292] 'compare' (duration: 27.258692ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:02.286739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.214278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6961"} {"level":"info","ts":"2026-03-31T22:23:02.286827Z","caller":"traceutil/trace.go:171","msg":"trace[1332713954] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:388; }","duration":"226.33179ms","start":"2026-03-31T22:23:02.060477Z","end":"2026-03-31T22:23:02.286809Z","steps":["trace[1332713954] 'agreement among raft nodes before linearized reading' (duration: 225.815199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:02.289501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.106923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T22:23:02.289554Z","caller":"traceutil/trace.go:171","msg":"trace[360472929] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:390; }","duration":"211.231046ms","start":"2026-03-31T22:23:02.078312Z","end":"2026-03-31T22:23:02.289543Z","steps":["trace[360472929] 'agreement among raft nodes before linearized reading' (duration: 211.105163ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:02.289671Z","caller":"traceutil/trace.go:171","msg":"trace[79764193] transaction","detail":"{read_only:false; response_revision:389; number_of_response:1; }","duration":"209.834525ms","start":"2026-03-31T22:23:02.079767Z","end":"2026-03-31T22:23:02.289601Z","steps":["trace[79764193] 'process raft request' (duration: 209.516558ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:02.289482Z","caller":"traceutil/trace.go:171","msg":"trace[1580519918] transaction","detail":"{read_only:false; response_revision:390; number_of_response:1; }","duration":"206.873468ms","start":"2026-03-31T22:23:02.082572Z","end":"2026-03-31T22:23:02.289445Z","steps":["trace[1580519918] 'process raft request' (duration: 206.797086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:02.289647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.196358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/kube-proxy\" ","response":"range_response_count:1 size:2839"} {"level":"info","ts":"2026-03-31T22:23:02.289972Z","caller":"traceutil/trace.go:171","msg":"trace[672309065] range","detail":"{range_begin:/registry/daemonsets/kube-system/kube-proxy; range_end:; response_count:1; response_revision:390; }","duration":"208.555825ms","start":"2026-03-31T22:23:02.081397Z","end":"2026-03-31T22:23:02.289953Z","steps":["trace[672309065] 'agreement among raft nodes before linearized reading' (duration: 208.160636ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:02.44912Z","caller":"traceutil/trace.go:171","msg":"trace[2146431596] transaction","detail":"{read_only:false; response_revision:397; number_of_response:1; }","duration":"125.352268ms","start":"2026-03-31T22:23:02.323731Z","end":"2026-03-31T22:23:02.449083Z","steps":["trace[2146431596] 'process raft request' (duration: 80.288371ms)","trace[2146431596] 'compare' (duration: 44.820302ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:02.449165Z","caller":"traceutil/trace.go:171","msg":"trace[745479318] transaction","detail":"{read_only:false; response_revision:398; number_of_response:1; }","duration":"125.330847ms","start":"2026-03-31T22:23:02.323803Z","end":"2026-03-31T22:23:02.449134Z","steps":["trace[745479318] 'process raft request' (duration: 125.197264ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:02.449594Z","caller":"traceutil/trace.go:171","msg":"trace[917256945] transaction","detail":"{read_only:false; response_revision:399; number_of_response:1; }","duration":"125.641545ms","start":"2026-03-31T22:23:02.323929Z","end":"2026-03-31T22:23:02.449571Z","steps":["trace[917256945] 'process raft request' (duration: 125.123363ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:02.449781Z","caller":"traceutil/trace.go:171","msg":"trace[1775479743] transaction","detail":"{read_only:false; response_revision:401; number_of_response:1; }","duration":"120.916497ms","start":"2026-03-31T22:23:02.328856Z","end":"2026-03-31T22:23:02.449772Z","steps":["trace[1775479743] 'process raft request' (duration: 120.795004ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:02.449865Z","caller":"traceutil/trace.go:171","msg":"trace[1545704123] transaction","detail":"{read_only:false; response_revision:400; number_of_response:1; }","duration":"124.038498ms","start":"2026-03-31T22:23:02.325794Z","end":"2026-03-31T22:23:02.449832Z","steps":["trace[1545704123] 'process raft request' (duration: 123.625939ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:02.666103Z","caller":"traceutil/trace.go:171","msg":"trace[215400786] transaction","detail":"{read_only:false; response_revision:402; number_of_response:1; }","duration":"209.480527ms","start":"2026-03-31T22:23:02.456597Z","end":"2026-03-31T22:23:02.666077Z","steps":["trace[215400786] 'process raft request' (duration: 140.707878ms)","trace[215400786] 'compare' (duration: 68.665655ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:02.698877Z","caller":"traceutil/trace.go:171","msg":"trace[626568667] transaction","detail":"{read_only:false; response_revision:403; number_of_response:1; }","duration":"236.158574ms","start":"2026-03-31T22:23:02.4627Z","end":"2026-03-31T22:23:02.698858Z","steps":["trace[626568667] 'process raft request' (duration: 236.052672ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:02.883768Z","caller":"traceutil/trace.go:171","msg":"trace[470313041] transaction","detail":"{read_only:false; response_revision:404; number_of_response:1; }","duration":"209.828575ms","start":"2026-03-31T22:23:02.673903Z","end":"2026-03-31T22:23:02.883731Z","steps":["trace[470313041] 'process raft request' (duration: 203.049741ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:03.374816Z","caller":"traceutil/trace.go:171","msg":"trace[985146424] transaction","detail":"{read_only:false; response_revision:405; number_of_response:1; }","duration":"117.982702ms","start":"2026-03-31T22:23:03.256803Z","end":"2026-03-31T22:23:03.374786Z","steps":["trace[985146424] 'process raft request' (duration: 117.772566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:03.734244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.565437ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:23:03.734427Z","caller":"traceutil/trace.go:171","msg":"trace[1852893224] transaction","detail":"{read_only:false; response_revision:406; number_of_response:1; }","duration":"355.137398ms","start":"2026-03-31T22:23:03.379273Z","end":"2026-03-31T22:23:03.73441Z","steps":["trace[1852893224] 'process raft request' (duration: 174.343145ms)","trace[1852893224] 'compare' (duration: 180.462915ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:03.734472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:03.37925Z","time spent":"355.204289ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":784,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:23:04.079773Z","caller":"traceutil/trace.go:171","msg":"trace[2092685608] linearizableReadLoop","detail":"{readStateIndex:420; appliedIndex:419; }","duration":"322.33938ms","start":"2026-03-31T22:23:03.757395Z","end":"2026-03-31T22:23:04.079734Z","steps":["trace[2092685608] 'read index received' (duration: 265.110805ms)","trace[2092685608] 'applied index is now lower than readState.Index' (duration: 57.227645ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:04.080001Z","caller":"traceutil/trace.go:171","msg":"trace[535802542] transaction","detail":"{read_only:false; response_revision:407; number_of_response:1; }","duration":"341.61022ms","start":"2026-03-31T22:23:03.73834Z","end":"2026-03-31T22:23:04.07995Z","steps":["trace[535802542] 'process raft request' (duration: 284.15577ms)","trace[535802542] 'compare' (duration: 57.111632ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:04.080175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.171117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T22:23:04.080158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.78118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/coredns-7c96b6546b-47wvd.18a20d427b0fb76b\" ","response":"range_response_count:1 size:845"} {"level":"warn","ts":"2026-03-31T22:23:04.080338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:03.738283Z","time spent":"341.873675ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:04.080372Z","caller":"traceutil/trace.go:171","msg":"trace[1181680031] range","detail":"{range_begin:/registry/events/kube-system/coredns-7c96b6546b-47wvd.18a20d427b0fb76b; range_end:; response_count:1; response_revision:407; }","duration":"316.020166ms","start":"2026-03-31T22:23:03.764328Z","end":"2026-03-31T22:23:04.080348Z","steps":["trace[1181680031] 'agreement among raft nodes before linearized reading' (duration: 315.706699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:04.080446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.520165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T22:23:04.080608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.202479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T22:23:04.080689Z","caller":"traceutil/trace.go:171","msg":"trace[1279864679] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:407; }","duration":"323.317522ms","start":"2026-03-31T22:23:03.757356Z","end":"2026-03-31T22:23:04.080673Z","steps":["trace[1279864679] 'agreement among raft nodes before linearized reading' (duration: 322.582146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:04.080743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:03.757337Z","time spent":"323.393254ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T22:23:04.080485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:03.764319Z","time spent":"316.148448ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":868,"request content":"key:\"/registry/events/kube-system/coredns-7c96b6546b-47wvd.18a20d427b0fb76b\" "} {"level":"info","ts":"2026-03-31T22:23:04.080602Z","caller":"traceutil/trace.go:171","msg":"trace[390404974] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:407; }","duration":"322.663867ms","start":"2026-03-31T22:23:03.757895Z","end":"2026-03-31T22:23:04.080559Z","steps":["trace[390404974] 'agreement among raft nodes before linearized reading' (duration: 322.063564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:04.081046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:03.757888Z","time spent":"323.148359ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T22:23:04.080251Z","caller":"traceutil/trace.go:171","msg":"trace[1649446651] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:407; }","duration":"322.298949ms","start":"2026-03-31T22:23:03.757933Z","end":"2026-03-31T22:23:04.080232Z","steps":["trace[1649446651] 'agreement among raft nodes before linearized reading' (duration: 322.143996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:04.081206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:03.757917Z","time spent":"323.275362ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T22:23:04.34864Z","caller":"traceutil/trace.go:171","msg":"trace[947741169] transaction","detail":"{read_only:false; response_revision:409; number_of_response:1; }","duration":"263.13696ms","start":"2026-03-31T22:23:04.085475Z","end":"2026-03-31T22:23:04.348612Z","steps":["trace[947741169] 'process raft request' (duration: 217.174763ms)","trace[947741169] 'compare' (duration: 45.772403ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:04.348676Z","caller":"traceutil/trace.go:171","msg":"trace[580293433] transaction","detail":"{read_only:false; response_revision:410; number_of_response:1; }","duration":"263.068088ms","start":"2026-03-31T22:23:04.085588Z","end":"2026-03-31T22:23:04.348656Z","steps":["trace[580293433] 'process raft request' (duration: 262.943745ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:04.348757Z","caller":"traceutil/trace.go:171","msg":"trace[1707283251] transaction","detail":"{read_only:false; response_revision:411; number_of_response:1; }","duration":"262.884064ms","start":"2026-03-31T22:23:04.085861Z","end":"2026-03-31T22:23:04.348745Z","steps":["trace[1707283251] 'process raft request' (duration: 262.729671ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:06.278853Z","caller":"traceutil/trace.go:171","msg":"trace[1049355421] transaction","detail":"{read_only:false; response_revision:417; number_of_response:1; }","duration":"189.48104ms","start":"2026-03-31T22:23:06.089348Z","end":"2026-03-31T22:23:06.278829Z","steps":["trace[1049355421] 'process raft request' (duration: 189.006999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:06.853269Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219120757601820037,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:23:07.353711Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219120757601820037,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:23:07.854089Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219120757601820037,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:23:08.133784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060503472s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:23:08.134123Z","caller":"traceutil/trace.go:171","msg":"trace[1851787644] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:417; }","duration":"1.06085897s","start":"2026-03-31T22:23:07.073249Z","end":"2026-03-31T22:23:08.134108Z","steps":["trace[1851787644] 'range keys from in-memory index tree' (duration: 1.060486322s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:08.354817Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219120757601820037,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:23:08.855261Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219120757601820037,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:23:09.172038Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.861422807s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T22:23:09.172507Z","caller":"traceutil/trace.go:171","msg":"trace[62620216] transaction","detail":"{read_only:false; response_revision:418; number_of_response:1; }","duration":"2.885629539s","start":"2026-03-31T22:23:06.286849Z","end":"2026-03-31T22:23:09.172478Z","steps":["trace[62620216] 'process raft request' (duration: 2.885467106s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:09.173425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:06.286823Z","time spent":"2.885756002s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:23:09.358229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000193259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T22:23:09.35834Z","caller":"traceutil/trace.go:171","msg":"trace[608819874] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000368703s","start":"2026-03-31T22:23:07.357945Z","end":"2026-03-31T22:23:09.358313Z","steps":["trace[608819874] 'agreement among raft nodes before linearized reading' (duration: 2.00020858s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:09.358395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:07.357925Z","time spent":"2.000459905s","remote":"127.0.0.1:53020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:23:09.719768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.121294ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T22:23:09.720099Z","caller":"traceutil/trace.go:171","msg":"trace[2143362107] transaction","detail":"{read_only:false; response_revision:419; number_of_response:1; }","duration":"1.993461605s","start":"2026-03-31T22:23:07.726616Z","end":"2026-03-31T22:23:09.720078Z","steps":["trace[2143362107] 'process raft request' (duration: 1.993286431s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:09.720126Z","caller":"traceutil/trace.go:171","msg":"trace[30138089] transaction","detail":"{read_only:false; response_revision:420; number_of_response:1; }","duration":"537.259011ms","start":"2026-03-31T22:23:09.182853Z","end":"2026-03-31T22:23:09.720112Z","steps":["trace[30138089] 'process raft request' (duration: 537.153258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:09.720221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:09.182817Z","time spent":"537.340812ms","remote":"127.0.0.1:53478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2903,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:23:09.720227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:07.726594Z","time spent":"1.993553877s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:09.720255Z","caller":"traceutil/trace.go:171","msg":"trace[1765158929] linearizableReadLoop","detail":"{readStateIndex:434; appliedIndex:431; }","duration":"3.3676246s","start":"2026-03-31T22:23:06.352562Z","end":"2026-03-31T22:23:09.720186Z","steps":["trace[1765158929] 'read index received' (duration: 2.819768898s)","trace[1765158929] 'applied index is now lower than readState.Index' (duration: 547.847802ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:09.72038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.367806614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T22:23:09.720438Z","caller":"traceutil/trace.go:171","msg":"trace[64188867] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:420; }","duration":"3.367898997s","start":"2026-03-31T22:23:06.352526Z","end":"2026-03-31T22:23:09.720425Z","steps":["trace[64188867] 'agreement among raft nodes before linearized reading' (duration: 3.367806955s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:09.720461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:06.3525Z","time spent":"3.367957128s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T22:23:09.720463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.367585529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T22:23:09.720538Z","caller":"traceutil/trace.go:171","msg":"trace[983010032] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:420; }","duration":"3.367691041s","start":"2026-03-31T22:23:06.352835Z","end":"2026-03-31T22:23:09.720526Z","steps":["trace[983010032] 'agreement among raft nodes before linearized reading' (duration: 3.367538877s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:09.720544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.688127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:23:09.720637Z","caller":"traceutil/trace.go:171","msg":"trace[1317518370] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:420; }","duration":"361.8053ms","start":"2026-03-31T22:23:09.358809Z","end":"2026-03-31T22:23:09.720614Z","steps":["trace[1317518370] 'agreement among raft nodes before linearized reading' (duration: 361.634486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:09.720658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.366784311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T22:23:09.720699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:09.358793Z","time spent":"361.892482ms","remote":"127.0.0.1:53032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T22:23:09.720721Z","caller":"traceutil/trace.go:171","msg":"trace[772867169] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:420; }","duration":"3.366875733s","start":"2026-03-31T22:23:06.353827Z","end":"2026-03-31T22:23:09.720702Z","steps":["trace[772867169] 'agreement among raft nodes before linearized reading' (duration: 3.36675604s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:09.720575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:06.352823Z","time spent":"3.367743142s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T22:23:09.720562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.438320676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-31T22:23:09.720769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:06.353812Z","time spent":"3.366944964s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T22:23:09.720833Z","caller":"traceutil/trace.go:171","msg":"trace[674525749] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:420; }","duration":"1.438617503s","start":"2026-03-31T22:23:08.282178Z","end":"2026-03-31T22:23:09.720796Z","steps":["trace[674525749] 'agreement among raft nodes before linearized reading' (duration: 1.438292846s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:09.720951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:08.28215Z","time spent":"1.438762347s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:23:09.964834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.713538ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:23:09.965438Z","caller":"traceutil/trace.go:171","msg":"trace[976947296] transaction","detail":"{read_only:false; response_revision:421; number_of_response:1; }","duration":"241.065507ms","start":"2026-03-31T22:23:09.724258Z","end":"2026-03-31T22:23:09.965323Z","steps":["trace[976947296] 'process raft request' (duration: 121.480439ms)","trace[976947296] 'compare' (duration: 118.580736ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:09.965545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.025372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:23:09.965578Z","caller":"traceutil/trace.go:171","msg":"trace[1787856362] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:425; }","duration":"236.097684ms","start":"2026-03-31T22:23:09.729472Z","end":"2026-03-31T22:23:09.96557Z","steps":["trace[1787856362] 'agreement among raft nodes before linearized reading' (duration: 236.031122ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:09.965471Z","caller":"traceutil/trace.go:171","msg":"trace[176810556] linearizableReadLoop","detail":"{readStateIndex:440; appliedIndex:435; }","duration":"235.92673ms","start":"2026-03-31T22:23:09.729528Z","end":"2026-03-31T22:23:09.965455Z","steps":["trace[176810556] 'read index received' (duration: 116.288021ms)","trace[176810556] 'applied index is now lower than readState.Index' (duration: 119.637829ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:09.965694Z","caller":"traceutil/trace.go:171","msg":"trace[422507422] transaction","detail":"{read_only:false; response_revision:423; number_of_response:1; }","duration":"240.548235ms","start":"2026-03-31T22:23:09.725133Z","end":"2026-03-31T22:23:09.965681Z","steps":["trace[422507422] 'process raft request' (duration: 240.165836ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:09.965821Z","caller":"traceutil/trace.go:171","msg":"trace[293748692] transaction","detail":"{read_only:false; response_revision:424; number_of_response:1; }","duration":"240.372172ms","start":"2026-03-31T22:23:09.725426Z","end":"2026-03-31T22:23:09.965799Z","steps":["trace[293748692] 'process raft request' (duration: 239.929452ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:09.965837Z","caller":"traceutil/trace.go:171","msg":"trace[714429353] transaction","detail":"{read_only:false; response_revision:425; number_of_response:1; }","duration":"239.039511ms","start":"2026-03-31T22:23:09.726754Z","end":"2026-03-31T22:23:09.965794Z","steps":["trace[714429353] 'process raft request' (duration: 238.658352ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:09.965898Z","caller":"traceutil/trace.go:171","msg":"trace[62868191] transaction","detail":"{read_only:false; response_revision:422; number_of_response:1; }","duration":"240.880713ms","start":"2026-03-31T22:23:09.724989Z","end":"2026-03-31T22:23:09.96587Z","steps":["trace[62868191] 'process raft request' (duration: 240.203798ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:12.351277Z","caller":"traceutil/trace.go:171","msg":"trace[2049977273] transaction","detail":"{read_only:false; response_revision:429; number_of_response:1; }","duration":"377.904477ms","start":"2026-03-31T22:23:11.973356Z","end":"2026-03-31T22:23:12.351261Z","steps":["trace[2049977273] 'process raft request' (duration: 377.846835ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:12.351295Z","caller":"traceutil/trace.go:171","msg":"trace[399346726] transaction","detail":"{read_only:false; response_revision:428; number_of_response:1; }","duration":"378.362368ms","start":"2026-03-31T22:23:11.972889Z","end":"2026-03-31T22:23:12.351252Z","steps":["trace[399346726] 'process raft request' (duration: 325.929672ms)","trace[399346726] 'compare' (duration: 52.105378ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:12.351382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:11.973341Z","time spent":"377.987429ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:23:12.351423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:11.972876Z","time spent":"378.4753ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:12.351294Z","caller":"traceutil/trace.go:171","msg":"trace[596732334] transaction","detail":"{read_only:false; response_revision:430; number_of_response:1; }","duration":"377.916337ms","start":"2026-03-31T22:23:11.973368Z","end":"2026-03-31T22:23:12.351284Z","steps":["trace[596732334] 'process raft request' (duration: 377.871416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:12.351609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:11.973359Z","time spent":"378.220354ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:14.507563Z","caller":"traceutil/trace.go:171","msg":"trace[259482294] transaction","detail":"{read_only:false; response_revision:433; number_of_response:1; }","duration":"149.410057ms","start":"2026-03-31T22:23:14.35813Z","end":"2026-03-31T22:23:14.50754Z","steps":["trace[259482294] 'process raft request' (duration: 149.235022ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:14.507858Z","caller":"traceutil/trace.go:171","msg":"trace[687396593] transaction","detail":"{read_only:false; response_revision:434; number_of_response:1; }","duration":"148.699841ms","start":"2026-03-31T22:23:14.359093Z","end":"2026-03-31T22:23:14.507792Z","steps":["trace[687396593] 'process raft request' (duration: 148.408954ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:14.668564Z","caller":"traceutil/trace.go:171","msg":"trace[894399501] transaction","detail":"{read_only:false; response_revision:435; number_of_response:1; }","duration":"115.438562ms","start":"2026-03-31T22:23:14.5531Z","end":"2026-03-31T22:23:14.668538Z","steps":["trace[894399501] 'process raft request' (duration: 90.954083ms)","trace[894399501] 'compare' (duration: 24.371316ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:18.769854Z","caller":"traceutil/trace.go:171","msg":"trace[1824951404] linearizableReadLoop","detail":"{readStateIndex:459; appliedIndex:458; }","duration":"247.695728ms","start":"2026-03-31T22:23:18.522139Z","end":"2026-03-31T22:23:18.769835Z","steps":["trace[1824951404] 'read index received' (duration: 247.505563ms)","trace[1824951404] 'applied index is now lower than readState.Index' (duration: 189.455µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:18.769971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.81869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T22:23:18.769992Z","caller":"traceutil/trace.go:171","msg":"trace[886212206] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:442; }","duration":"247.882062ms","start":"2026-03-31T22:23:18.522102Z","end":"2026-03-31T22:23:18.769984Z","steps":["trace[886212206] 'agreement among raft nodes before linearized reading' (duration: 247.830391ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:18.769969Z","caller":"traceutil/trace.go:171","msg":"trace[1491532968] transaction","detail":"{read_only:false; response_revision:442; number_of_response:1; }","duration":"367.714844ms","start":"2026-03-31T22:23:18.402211Z","end":"2026-03-31T22:23:18.769926Z","steps":["trace[1491532968] 'process raft request' (duration: 367.490899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:18.770067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.254515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T22:23:18.770163Z","caller":"traceutil/trace.go:171","msg":"trace[1680402242] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:442; }","duration":"246.387689ms","start":"2026-03-31T22:23:18.523756Z","end":"2026-03-31T22:23:18.770143Z","steps":["trace[1680402242] 'agreement among raft nodes before linearized reading' (duration: 246.226275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:18.770189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:18.402196Z","time spent":"367.875048ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:20.031465Z","caller":"traceutil/trace.go:171","msg":"trace[1326241380] linearizableReadLoop","detail":"{readStateIndex:462; appliedIndex:461; }","duration":"246.787967ms","start":"2026-03-31T22:23:19.784657Z","end":"2026-03-31T22:23:20.031445Z","steps":["trace[1326241380] 'read index received' (duration: 246.639844ms)","trace[1326241380] 'applied index is now lower than readState.Index' (duration: 147.493µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:20.031558Z","caller":"traceutil/trace.go:171","msg":"trace[673772069] transaction","detail":"{read_only:false; response_revision:445; number_of_response:1; }","duration":"293.777728ms","start":"2026-03-31T22:23:19.737761Z","end":"2026-03-31T22:23:20.031539Z","steps":["trace[673772069] 'process raft request' (duration: 293.583924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:20.031616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.9523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4056"} {"level":"info","ts":"2026-03-31T22:23:20.031666Z","caller":"traceutil/trace.go:171","msg":"trace[898531298] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:445; }","duration":"247.552724ms","start":"2026-03-31T22:23:19.784102Z","end":"2026-03-31T22:23:20.031655Z","steps":["trace[898531298] 'agreement among raft nodes before linearized reading' (duration: 247.431821ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:20.221008Z","caller":"traceutil/trace.go:171","msg":"trace[2100812910] linearizableReadLoop","detail":"{readStateIndex:464; appliedIndex:463; }","duration":"106.380115ms","start":"2026-03-31T22:23:20.11461Z","end":"2026-03-31T22:23:20.22099Z","steps":["trace[2100812910] 'read index received' (duration: 13.970398ms)","trace[2100812910] 'applied index is now lower than readState.Index' (duration: 92.408737ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:20.221211Z","caller":"traceutil/trace.go:171","msg":"trace[1020527312] transaction","detail":"{read_only:false; response_revision:447; number_of_response:1; }","duration":"109.521387ms","start":"2026-03-31T22:23:20.111671Z","end":"2026-03-31T22:23:20.221193Z","steps":["trace[1020527312] 'process raft request' (duration: 16.983337ms)","trace[1020527312] 'compare' (duration: 92.258483ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:20.221257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.519689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:23:20.221318Z","caller":"traceutil/trace.go:171","msg":"trace[1756777720] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:447; }","duration":"106.823795ms","start":"2026-03-31T22:23:20.114484Z","end":"2026-03-31T22:23:20.221308Z","steps":["trace[1756777720] 'agreement among raft nodes before linearized reading' (duration: 106.5865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:20.615327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.794725ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:23:20.61544Z","caller":"traceutil/trace.go:171","msg":"trace[80661535] transaction","detail":"{read_only:false; response_revision:450; number_of_response:1; }","duration":"370.372025ms","start":"2026-03-31T22:23:20.245044Z","end":"2026-03-31T22:23:20.615416Z","steps":["trace[80661535] 'process raft request' (duration: 213.413276ms)","trace[80661535] 'compare' (duration: 156.686123ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:20.615526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:20.245028Z","time spent":"370.451776ms","remote":"127.0.0.1:53460","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4180,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:20.630811Z","caller":"traceutil/trace.go:171","msg":"trace[749174241] transaction","detail":"{read_only:false; response_revision:451; number_of_response:1; }","duration":"286.585644ms","start":"2026-03-31T22:23:20.344173Z","end":"2026-03-31T22:23:20.630759Z","steps":["trace[749174241] 'process raft request' (duration: 286.103794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:21.304276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.262261ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:23:21.304437Z","caller":"traceutil/trace.go:171","msg":"trace[1484380940] transaction","detail":"{read_only:false; response_revision:452; number_of_response:1; }","duration":"683.481924ms","start":"2026-03-31T22:23:20.620928Z","end":"2026-03-31T22:23:21.30441Z","steps":["trace[1484380940] 'process raft request' (duration: 252.995088ms)","trace[1484380940] 'compare' (duration: 430.127998ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:21.304565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:20.62091Z","time spent":"683.594197ms","remote":"127.0.0.1:53482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3804,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:21.320678Z","caller":"traceutil/trace.go:171","msg":"trace[383343792] linearizableReadLoop","detail":"{readStateIndex:473; appliedIndex:468; }","duration":"547.112536ms","start":"2026-03-31T22:23:20.773549Z","end":"2026-03-31T22:23:21.320662Z","steps":["trace[383343792] 'read index received' (duration: 100.570284ms)","trace[383343792] 'applied index is now lower than readState.Index' (duration: 446.541692ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:21.320715Z","caller":"traceutil/trace.go:171","msg":"trace[1941126017] transaction","detail":"{read_only:false; response_revision:453; number_of_response:1; }","duration":"683.75102ms","start":"2026-03-31T22:23:20.636938Z","end":"2026-03-31T22:23:21.320689Z","steps":["trace[1941126017] 'process raft request' (duration: 683.543566ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:21.320777Z","caller":"traceutil/trace.go:171","msg":"trace[541235860] transaction","detail":"{read_only:false; response_revision:456; number_of_response:1; }","duration":"680.454166ms","start":"2026-03-31T22:23:20.6403Z","end":"2026-03-31T22:23:21.320754Z","steps":["trace[541235860] 'process raft request' (duration: 680.336413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:21.320811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.250209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T22:23:21.320837Z","caller":"traceutil/trace.go:171","msg":"trace[1807567232] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:456; }","duration":"547.327171ms","start":"2026-03-31T22:23:20.773502Z","end":"2026-03-31T22:23:21.320829Z","steps":["trace[1807567232] 'agreement among raft nodes before linearized reading' (duration: 547.240969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:21.320831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:20.63692Z","time spent":"683.860983ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:23:21.320826Z","caller":"traceutil/trace.go:171","msg":"trace[1811453339] transaction","detail":"{read_only:false; response_revision:455; number_of_response:1; }","duration":"681.897439ms","start":"2026-03-31T22:23:20.638907Z","end":"2026-03-31T22:23:21.320804Z","steps":["trace[1811453339] 'process raft request' (duration: 681.691734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:21.320857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:20.773484Z","time spent":"547.368071ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T22:23:21.320867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:20.640283Z","time spent":"680.534077ms","remote":"127.0.0.1:53482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3795,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:23:21.320924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:20.638897Z","time spent":"681.973731ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:21.321236Z","caller":"traceutil/trace.go:171","msg":"trace[1867690030] transaction","detail":"{read_only:false; response_revision:454; number_of_response:1; }","duration":"683.72592ms","start":"2026-03-31T22:23:20.637489Z","end":"2026-03-31T22:23:21.321215Z","steps":["trace[1867690030] 'process raft request' (duration: 683.088166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:21.321403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:20.637483Z","time spent":"683.843193ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":830,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:23:21.330185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.783263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T22:23:21.330258Z","caller":"traceutil/trace.go:171","msg":"trace[1843921375] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:457; }","duration":"548.894406ms","start":"2026-03-31T22:23:20.781345Z","end":"2026-03-31T22:23:21.33024Z","steps":["trace[1843921375] 'agreement among raft nodes before linearized reading' (duration: 548.772363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:21.33029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:20.781326Z","time spent":"548.955977ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T22:23:21.33047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.934414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T22:23:21.330554Z","caller":"traceutil/trace.go:171","msg":"trace[1630484843] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:457; }","duration":"548.035445ms","start":"2026-03-31T22:23:20.782492Z","end":"2026-03-31T22:23:21.330528Z","steps":["trace[1630484843] 'agreement among raft nodes before linearized reading' (duration: 547.902552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:21.330594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:20.78248Z","time spent":"548.103867ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T22:23:26.622502Z","caller":"traceutil/trace.go:171","msg":"trace[1894760050] transaction","detail":"{read_only:false; response_revision:490; number_of_response:1; }","duration":"305.113367ms","start":"2026-03-31T22:23:26.31736Z","end":"2026-03-31T22:23:26.622473Z","steps":["trace[1894760050] 'process raft request' (duration: 304.983474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:26.622656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:26.317332Z","time spent":"305.25005ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:23:27.825714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.618164ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:23:27.825867Z","caller":"traceutil/trace.go:171","msg":"trace[1828896916] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:490; }","duration":"735.802478ms","start":"2026-03-31T22:23:27.09004Z","end":"2026-03-31T22:23:27.825843Z","steps":["trace[1828896916] 'range keys from in-memory index tree' (duration: 735.598743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:29.359579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00073172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T22:23:29.359661Z","caller":"traceutil/trace.go:171","msg":"trace[123866259] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000855872s","start":"2026-03-31T22:23:27.358789Z","end":"2026-03-31T22:23:29.359645Z","steps":["trace[123866259] 'agreement among raft nodes before linearized reading' (duration: 2.00075169s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:29.359707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:27.358776Z","time spent":"2.000920994s","remote":"127.0.0.1:53020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 22:23:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T22:23:30.021819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.983996721s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T22:23:30.021908Z","caller":"traceutil/trace.go:171","msg":"trace[301940423] linearizableReadLoop","detail":"{readStateIndex:511; appliedIndex:510; }","duration":"2.663072953s","start":"2026-03-31T22:23:27.358822Z","end":"2026-03-31T22:23:30.021895Z","steps":["trace[301940423] 'read index received' (duration: 25.261µs)","trace[301940423] 'applied index is now lower than readState.Index' (duration: 2.663046152s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:30.022149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.614362472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T22:23:30.022167Z","caller":"traceutil/trace.go:171","msg":"trace[4432911] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:490; }","duration":"2.614388452s","start":"2026-03-31T22:23:27.407772Z","end":"2026-03-31T22:23:30.022161Z","steps":["trace[4432911] 'agreement among raft nodes before linearized reading' (duration: 2.614318991s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:30.022186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:27.407695Z","time spent":"2.614485996s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T22:23:30.022197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.453445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:23:30.022222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.395477959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T22:23:30.022222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.539754951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T22:23:30.022279Z","caller":"traceutil/trace.go:171","msg":"trace[915012684] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:490; }","duration":"1.395578021s","start":"2026-03-31T22:23:28.626686Z","end":"2026-03-31T22:23:30.022264Z","steps":["trace[915012684] 'agreement among raft nodes before linearized reading' (duration: 1.395472989s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:30.022274Z","caller":"traceutil/trace.go:171","msg":"trace[1242917536] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:490; }","duration":"662.562518ms","start":"2026-03-31T22:23:29.359692Z","end":"2026-03-31T22:23:30.022254Z","steps":["trace[1242917536] 'agreement among raft nodes before linearized reading' (duration: 662.415885ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:30.022287Z","caller":"traceutil/trace.go:171","msg":"trace[1637414992] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:490; }","duration":"2.539925355s","start":"2026-03-31T22:23:27.482346Z","end":"2026-03-31T22:23:30.022271Z","steps":["trace[1637414992] 'agreement among raft nodes before linearized reading' (duration: 2.539812652s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:30.022306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:28.626627Z","time spent":"1.395672823s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T22:23:30.022312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:29.359678Z","time spent":"662.626729ms","remote":"127.0.0.1:53032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:23:30.022307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.576673553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-31T22:23:30.022327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:27.482325Z","time spent":"2.539994087s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T22:23:30.022361Z","caller":"traceutil/trace.go:171","msg":"trace[1371634042] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:490; }","duration":"2.576755094s","start":"2026-03-31T22:23:27.445589Z","end":"2026-03-31T22:23:30.022344Z","steps":["trace[1371634042] 'agreement among raft nodes before linearized reading' (duration: 2.576657712s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:30.022393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:27.445571Z","time spent":"2.576814856s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T22:23:30.397842Z","caller":"traceutil/trace.go:171","msg":"trace[1872734686] transaction","detail":"{read_only:false; response_revision:492; number_of_response:1; }","duration":"371.311377ms","start":"2026-03-31T22:23:30.026497Z","end":"2026-03-31T22:23:30.397808Z","steps":["trace[1872734686] 'process raft request' (duration: 360.712176ms)","trace[1872734686] 'compare' (duration: 10.392307ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:30.398054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:30.026476Z","time spent":"371.46787ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:30.398098Z","caller":"traceutil/trace.go:171","msg":"trace[1418926316] transaction","detail":"{read_only:false; response_revision:493; number_of_response:1; }","duration":"371.426299ms","start":"2026-03-31T22:23:30.026651Z","end":"2026-03-31T22:23:30.398077Z","steps":["trace[1418926316] 'process raft request' (duration: 371.092402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:30.398241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:30.026642Z","time spent":"371.525021ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:30.398353Z","caller":"traceutil/trace.go:171","msg":"trace[1901974313] linearizableReadLoop","detail":"{readStateIndex:515; appliedIndex:511; }","duration":"371.42459ms","start":"2026-03-31T22:23:30.026894Z","end":"2026-03-31T22:23:30.398319Z","steps":["trace[1901974313] 'read index received' (duration: 96.43612ms)","trace[1901974313] 'applied index is now lower than readState.Index' (duration: 274.98732ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:30.398411Z","caller":"traceutil/trace.go:171","msg":"trace[975239402] transaction","detail":"{read_only:false; response_revision:494; number_of_response:1; }","duration":"371.638255ms","start":"2026-03-31T22:23:30.026728Z","end":"2026-03-31T22:23:30.398366Z","steps":["trace[975239402] 'process raft request' (duration: 371.270347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:30.398514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.939039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:23:30.398542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:30.026721Z","time spent":"371.770468ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:30.398563Z","caller":"traceutil/trace.go:171","msg":"trace[2073356932] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:495; }","duration":"368.008271ms","start":"2026-03-31T22:23:30.030543Z","end":"2026-03-31T22:23:30.398551Z","steps":["trace[2073356932] 'agreement among raft nodes before linearized reading' (duration: 367.934039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:30.398497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.599604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a20d44343d08b4\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-31T22:23:30.398598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:30.030533Z","time spent":"368.058232ms","remote":"127.0.0.1:53020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T22:23:30.398624Z","caller":"traceutil/trace.go:171","msg":"trace[1479866040] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a20d44343d08b4; range_end:; response_count:1; response_revision:495; }","duration":"371.743476ms","start":"2026-03-31T22:23:30.026868Z","end":"2026-03-31T22:23:30.398612Z","steps":["trace[1479866040] 'agreement among raft nodes before linearized reading' (duration: 371.590933ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:30.398499Z","caller":"traceutil/trace.go:171","msg":"trace[617724319] transaction","detail":"{read_only:false; response_revision:495; number_of_response:1; }","duration":"324.068499ms","start":"2026-03-31T22:23:30.074401Z","end":"2026-03-31T22:23:30.398469Z","steps":["trace[617724319] 'process raft request' (duration: 323.766872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:30.398656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:30.026859Z","time spent":"371.788638ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a20d44343d08b4\" "} {"level":"warn","ts":"2026-03-31T22:23:30.398744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:30.074382Z","time spent":"324.286295ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:31.596176Z","caller":"traceutil/trace.go:171","msg":"trace[271561195] transaction","detail":"{read_only:false; response_revision:497; number_of_response:1; }","duration":"226.856893ms","start":"2026-03-31T22:23:31.369276Z","end":"2026-03-31T22:23:31.596133Z","steps":["trace[271561195] 'process raft request' (duration: 170.58393ms)","trace[271561195] 'compare' (duration: 55.920165ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:32.245348Z","caller":"traceutil/trace.go:171","msg":"trace[1781638158] transaction","detail":"{read_only:false; response_revision:498; number_of_response:1; }","duration":"113.775343ms","start":"2026-03-31T22:23:32.131541Z","end":"2026-03-31T22:23:32.245316Z","steps":["trace[1781638158] 'process raft request' (duration: 113.546688ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:33.416644Z","caller":"traceutil/trace.go:171","msg":"trace[1078185987] transaction","detail":"{read_only:false; response_revision:502; number_of_response:1; }","duration":"175.863479ms","start":"2026-03-31T22:23:33.240749Z","end":"2026-03-31T22:23:33.416612Z","steps":["trace[1078185987] 'process raft request' (duration: 175.197744ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:33.720432Z","caller":"traceutil/trace.go:171","msg":"trace[455810426] transaction","detail":"{read_only:false; response_revision:505; number_of_response:1; }","duration":"219.551906ms","start":"2026-03-31T22:23:33.500853Z","end":"2026-03-31T22:23:33.720405Z","steps":["trace[455810426] 'process raft request' (duration: 122.553564ms)","trace[455810426] 'compare' (duration: 96.841538ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:33.891241Z","caller":"traceutil/trace.go:171","msg":"trace[1118944554] transaction","detail":"{read_only:false; response_revision:509; number_of_response:1; }","duration":"117.810296ms","start":"2026-03-31T22:23:33.773402Z","end":"2026-03-31T22:23:33.891212Z","steps":["trace[1118944554] 'process raft request' (duration: 79.187575ms)","trace[1118944554] 'compare' (duration: 38.307234ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:34.098222Z","caller":"traceutil/trace.go:171","msg":"trace[1976708131] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"123.552057ms","start":"2026-03-31T22:23:33.974641Z","end":"2026-03-31T22:23:34.098193Z","steps":["trace[1976708131] 'process raft request' (duration: 121.603042ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:34.309351Z","caller":"traceutil/trace.go:171","msg":"trace[2141995110] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"121.697884ms","start":"2026-03-31T22:23:34.187629Z","end":"2026-03-31T22:23:34.309326Z","steps":["trace[2141995110] 'process raft request' (duration: 121.581742ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:34.456978Z","caller":"traceutil/trace.go:171","msg":"trace[674929977] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"228.404139ms","start":"2026-03-31T22:23:34.228535Z","end":"2026-03-31T22:23:34.456939Z","steps":["trace[674929977] 'process raft request' (duration: 228.099682ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:34.457029Z","caller":"traceutil/trace.go:171","msg":"trace[390648165] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"228.141123ms","start":"2026-03-31T22:23:34.228845Z","end":"2026-03-31T22:23:34.456986Z","steps":["trace[390648165] 'process raft request' (duration: 227.983089ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:34.457304Z","caller":"traceutil/trace.go:171","msg":"trace[761049190] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"226.77089ms","start":"2026-03-31T22:23:34.230508Z","end":"2026-03-31T22:23:34.457279Z","steps":["trace[761049190] 'process raft request' (duration: 226.388922ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:34.457392Z","caller":"traceutil/trace.go:171","msg":"trace[1949641143] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"217.824388ms","start":"2026-03-31T22:23:34.239553Z","end":"2026-03-31T22:23:34.457378Z","steps":["trace[1949641143] 'process raft request' (duration: 217.522441ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:34.457389Z","caller":"traceutil/trace.go:171","msg":"trace[1088066227] linearizableReadLoop","detail":"{readStateIndex:542; appliedIndex:538; }","duration":"208.170607ms","start":"2026-03-31T22:23:34.249166Z","end":"2026-03-31T22:23:34.457337Z","steps":["trace[1088066227] 'read index received' (duration: 60.158951ms)","trace[1088066227] 'applied index is now lower than readState.Index' (duration: 148.010466ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:34.457537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.361041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T22:23:34.457592Z","caller":"traceutil/trace.go:171","msg":"trace[1945322331] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:520; }","duration":"208.459453ms","start":"2026-03-31T22:23:34.249118Z","end":"2026-03-31T22:23:34.457577Z","steps":["trace[1945322331] 'agreement among raft nodes before linearized reading' (duration: 208.33015ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:34.730849Z","caller":"traceutil/trace.go:171","msg":"trace[1144220606] linearizableReadLoop","detail":"{readStateIndex:545; appliedIndex:542; }","duration":"273.347743ms","start":"2026-03-31T22:23:34.457465Z","end":"2026-03-31T22:23:34.730813Z","steps":["trace[1144220606] 'read index received' (duration: 185.99605ms)","trace[1144220606] 'applied index is now lower than readState.Index' (duration: 87.350673ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:34.730874Z","caller":"traceutil/trace.go:171","msg":"trace[1539867137] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"417.366697ms","start":"2026-03-31T22:23:34.313454Z","end":"2026-03-31T22:23:34.730821Z","steps":["trace[1539867137] 'process raft request' (duration: 329.940463ms)","trace[1539867137] 'compare' (duration: 87.112837ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:34.730921Z","caller":"traceutil/trace.go:171","msg":"trace[1308385899] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"416.627ms","start":"2026-03-31T22:23:34.314246Z","end":"2026-03-31T22:23:34.730873Z","steps":["trace[1308385899] 'process raft request' (duration: 416.442456ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:34.731011Z","caller":"traceutil/trace.go:171","msg":"trace[212955936] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"411.777709ms","start":"2026-03-31T22:23:34.319206Z","end":"2026-03-31T22:23:34.730983Z","steps":["trace[212955936] 'process raft request' (duration: 411.557115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:34.731046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:34.313433Z","time spent":"417.52444ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":653,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:23:34.731144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:34.319189Z","time spent":"411.873971ms","remote":"127.0.0.1:53478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14386,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:23:34.731155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.211169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T22:23:34.731228Z","caller":"traceutil/trace.go:171","msg":"trace[857658584] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:523; }","duration":"301.289051ms","start":"2026-03-31T22:23:34.429918Z","end":"2026-03-31T22:23:34.731207Z","steps":["trace[857658584] 'agreement among raft nodes before linearized reading' (duration: 301.154537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:34.731277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:34.429846Z","time spent":"301.418453ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T22:23:34.731389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:34.314221Z","time spent":"416.855086ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15061,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:34.78107Z","caller":"traceutil/trace.go:171","msg":"trace[354009515] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"316.701943ms","start":"2026-03-31T22:23:34.464328Z","end":"2026-03-31T22:23:34.78103Z","steps":["trace[354009515] 'process raft request' (duration: 316.458727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:34.78129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:34.464303Z","time spent":"316.883636ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:34.781479Z","caller":"traceutil/trace.go:171","msg":"trace[846778845] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"316.735962ms","start":"2026-03-31T22:23:34.464698Z","end":"2026-03-31T22:23:34.781434Z","steps":["trace[846778845] 'process raft request' (duration: 316.270572ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:34.781599Z","caller":"traceutil/trace.go:171","msg":"trace[671010242] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"316.135769ms","start":"2026-03-31T22:23:34.465436Z","end":"2026-03-31T22:23:34.781572Z","steps":["trace[671010242] 'process raft request' (duration: 315.921864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:34.781683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:34.464676Z","time spent":"316.918247ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":736,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:23:34.781724Z","caller":"traceutil/trace.go:171","msg":"trace[372951820] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"315.759281ms","start":"2026-03-31T22:23:34.46593Z","end":"2026-03-31T22:23:34.781689Z","steps":["trace[372951820] 'process raft request' (duration: 315.539716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:34.781778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:34.465407Z","time spent":"316.275872ms","remote":"127.0.0.1:53482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4294,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:23:34.781824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:34.465913Z","time spent":"315.866763ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3622,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:23:34.781851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.746707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T22:23:34.781895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.269364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/cilium-operator\" ","response":"range_response_count:1 size:4335"} {"level":"warn","ts":"2026-03-31T22:23:34.781889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.747527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T22:23:34.781942Z","caller":"traceutil/trace.go:171","msg":"trace[965127755] range","detail":"{range_begin:/registry/deployments/kube-system/cilium-operator; range_end:; response_count:1; response_revision:527; }","duration":"317.393837ms","start":"2026-03-31T22:23:34.464533Z","end":"2026-03-31T22:23:34.781927Z","steps":["trace[965127755] 'agreement among raft nodes before linearized reading' (duration: 317.197853ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:34.78195Z","caller":"traceutil/trace.go:171","msg":"trace[429335624] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:527; }","duration":"303.842019ms","start":"2026-03-31T22:23:34.478093Z","end":"2026-03-31T22:23:34.781935Z","steps":["trace[429335624] 'agreement among raft nodes before linearized reading' (duration: 303.650935ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:34.781958Z","caller":"traceutil/trace.go:171","msg":"trace[1671928396] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:527; }","duration":"303.88027ms","start":"2026-03-31T22:23:34.478043Z","end":"2026-03-31T22:23:34.781923Z","steps":["trace[1671928396] 'agreement among raft nodes before linearized reading' (duration: 303.670645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:34.781981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:34.464522Z","time spent":"317.450788ms","remote":"127.0.0.1:53460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":4358,"request content":"key:\"/registry/deployments/kube-system/cilium-operator\" "} {"level":"warn","ts":"2026-03-31T22:23:34.781992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:34.478073Z","time spent":"303.90834ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:23:34.781996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:34.477996Z","time spent":"303.991672ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T22:23:34.782113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.420781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:4 size:329952"} {"level":"info","ts":"2026-03-31T22:23:34.782509Z","caller":"traceutil/trace.go:171","msg":"trace[345246124] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:4; response_revision:527; }","duration":"254.878471ms","start":"2026-03-31T22:23:34.527599Z","end":"2026-03-31T22:23:34.782478Z","steps":["trace[345246124] 'agreement among raft nodes before linearized reading' (duration: 254.009152ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:34.957279Z","caller":"traceutil/trace.go:171","msg":"trace[254473810] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"169.876603ms","start":"2026-03-31T22:23:34.787366Z","end":"2026-03-31T22:23:34.957242Z","steps":["trace[254473810] 'process raft request' (duration: 91.957657ms)","trace[254473810] 'compare' (duration: 77.533757ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:34.95749Z","caller":"traceutil/trace.go:171","msg":"trace[914965875] linearizableReadLoop","detail":"{readStateIndex:553; appliedIndex:551; }","duration":"170.033957ms","start":"2026-03-31T22:23:34.78744Z","end":"2026-03-31T22:23:34.957474Z","steps":["trace[914965875] 'read index received' (duration: 91.888515ms)","trace[914965875] 'applied index is now lower than readState.Index' (duration: 78.144652ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:34.957571Z","caller":"traceutil/trace.go:171","msg":"trace[693745071] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"170.196981ms","start":"2026-03-31T22:23:34.787366Z","end":"2026-03-31T22:23:34.957563Z","steps":["trace[693745071] 'process raft request' (duration: 170.028236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:34.958058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.437127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/cilium\" ","response":"range_response_count:1 size:14401"} {"level":"info","ts":"2026-03-31T22:23:34.958112Z","caller":"traceutil/trace.go:171","msg":"trace[235749743] range","detail":"{range_begin:/registry/daemonsets/kube-system/cilium; range_end:; response_count:1; response_revision:531; }","duration":"170.665832ms","start":"2026-03-31T22:23:34.787434Z","end":"2026-03-31T22:23:34.958099Z","steps":["trace[235749743] 'agreement among raft nodes before linearized reading' (duration: 170.326674ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:34.961373Z","caller":"traceutil/trace.go:171","msg":"trace[1238681656] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"173.861705ms","start":"2026-03-31T22:23:34.787471Z","end":"2026-03-31T22:23:34.961333Z","steps":["trace[1238681656] 'process raft request' (duration: 173.709211ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:34.961479Z","caller":"traceutil/trace.go:171","msg":"trace[807339877] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"171.357367ms","start":"2026-03-31T22:23:34.790101Z","end":"2026-03-31T22:23:34.961458Z","steps":["trace[807339877] 'process raft request' (duration: 171.167003ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:34.9618Z","caller":"traceutil/trace.go:171","msg":"trace[1367877196] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"170.816296ms","start":"2026-03-31T22:23:34.79096Z","end":"2026-03-31T22:23:34.961776Z","steps":["trace[1367877196] 'process raft request' (duration: 170.364415ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:34.962103Z","caller":"traceutil/trace.go:171","msg":"trace[322376540] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"105.869465ms","start":"2026-03-31T22:23:34.856215Z","end":"2026-03-31T22:23:34.962084Z","steps":["trace[322376540] 'process raft request' (duration: 105.65215ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:34.962123Z","caller":"traceutil/trace.go:171","msg":"trace[973841119] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"161.973033ms","start":"2026-03-31T22:23:34.800102Z","end":"2026-03-31T22:23:34.962075Z","steps":["trace[973841119] 'process raft request' (duration: 161.697297ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:35.112065Z","caller":"traceutil/trace.go:171","msg":"trace[1551481185] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"140.783171ms","start":"2026-03-31T22:23:34.97125Z","end":"2026-03-31T22:23:35.112033Z","steps":["trace[1551481185] 'process raft request' (duration: 140.646958ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:35.112552Z","caller":"traceutil/trace.go:171","msg":"trace[2006403395] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"142.99776ms","start":"2026-03-31T22:23:34.969517Z","end":"2026-03-31T22:23:35.112515Z","steps":["trace[2006403395] 'process raft request' (duration: 142.132131ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:36.554459Z","caller":"traceutil/trace.go:171","msg":"trace[686176045] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"162.781813ms","start":"2026-03-31T22:23:36.391654Z","end":"2026-03-31T22:23:36.554436Z","steps":["trace[686176045] 'process raft request' (duration: 162.542397ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:36.821328Z","caller":"traceutil/trace.go:171","msg":"trace[661982019] transaction","detail":"{read_only:false; response_revision:541; number_of_response:1; }","duration":"424.09708ms","start":"2026-03-31T22:23:36.397191Z","end":"2026-03-31T22:23:36.821288Z","steps":["trace[661982019] 'process raft request' (duration: 423.848215ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:36.8215Z","caller":"traceutil/trace.go:171","msg":"trace[19120746] transaction","detail":"{read_only:false; response_revision:542; number_of_response:1; }","duration":"423.589069ms","start":"2026-03-31T22:23:36.397899Z","end":"2026-03-31T22:23:36.821488Z","steps":["trace[19120746] 'process raft request' (duration: 423.269242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:36.821665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:36.397883Z","time spent":"423.699261ms","remote":"127.0.0.1:53058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:23:36.821684Z","caller":"traceutil/trace.go:171","msg":"trace[172571696] transaction","detail":"{read_only:false; response_revision:545; number_of_response:1; }","duration":"414.777068ms","start":"2026-03-31T22:23:36.406881Z","end":"2026-03-31T22:23:36.821659Z","steps":["trace[172571696] 'process raft request' (duration: 414.41468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:36.821683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:36.397151Z","time spent":"424.375507ms","remote":"127.0.0.1:53058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:23:36.821827Z","caller":"traceutil/trace.go:171","msg":"trace[697498379] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"415.267318ms","start":"2026-03-31T22:23:36.406553Z","end":"2026-03-31T22:23:36.82182Z","steps":["trace[697498379] 'process raft request' (duration: 414.703976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:36.821869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:36.406546Z","time spent":"415.305909ms","remote":"127.0.0.1:53058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:23:36.821962Z","caller":"traceutil/trace.go:171","msg":"trace[1605007681] transaction","detail":"{read_only:false; response_revision:548; number_of_response:1; }","duration":"390.704868ms","start":"2026-03-31T22:23:36.431248Z","end":"2026-03-31T22:23:36.821953Z","steps":["trace[1605007681] 'process raft request' (duration: 390.306929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:36.821997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:36.431229Z","time spent":"390.75332ms","remote":"127.0.0.1:53058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:23:36.821413Z","caller":"traceutil/trace.go:171","msg":"trace[1615965816] transaction","detail":"{read_only:false; response_revision:543; number_of_response:1; }","duration":"415.173126ms","start":"2026-03-31T22:23:36.406202Z","end":"2026-03-31T22:23:36.821375Z","steps":["trace[1615965816] 'process raft request' (duration: 415.017293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:36.821794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:36.406865Z","time spent":"414.871399ms","remote":"127.0.0.1:53058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:23:36.822138Z","caller":"traceutil/trace.go:171","msg":"trace[988235449] transaction","detail":"{read_only:false; response_revision:546; number_of_response:1; }","duration":"412.903824ms","start":"2026-03-31T22:23:36.409221Z","end":"2026-03-31T22:23:36.822125Z","steps":["trace[988235449] 'process raft request' (duration: 412.116656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:36.822205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:36.409178Z","time spent":"412.991356ms","remote":"127.0.0.1:53058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:23:36.822229Z","caller":"traceutil/trace.go:171","msg":"trace[692279096] transaction","detail":"{read_only:false; response_revision:550; number_of_response:1; }","duration":"365.751369ms","start":"2026-03-31T22:23:36.456468Z","end":"2026-03-31T22:23:36.82222Z","steps":["trace[692279096] 'process raft request' (duration: 365.221107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:36.822266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:36.456439Z","time spent":"365.811341ms","remote":"127.0.0.1:53058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:23:36.822248Z","caller":"traceutil/trace.go:171","msg":"trace[1225814836] transaction","detail":"{read_only:false; response_revision:549; number_of_response:1; }","duration":"384.859115ms","start":"2026-03-31T22:23:36.437338Z","end":"2026-03-31T22:23:36.822197Z","steps":["trace[1225814836] 'process raft request' (duration: 384.280462ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:36.822099Z","caller":"traceutil/trace.go:171","msg":"trace[364055966] transaction","detail":"{read_only:false; response_revision:547; number_of_response:1; }","duration":"412.667299ms","start":"2026-03-31T22:23:36.409419Z","end":"2026-03-31T22:23:36.822086Z","steps":["trace[364055966] 'process raft request' (duration: 412.065566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:36.82243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:36.437323Z","time spent":"385.022689ms","remote":"127.0.0.1:53058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:23:36.822516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:36.409406Z","time spent":"413.045767ms","remote":"127.0.0.1:53058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:23:36.822415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:36.406174Z","time spent":"415.934634ms","remote":"127.0.0.1:53058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:23:36.933948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.188268ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T22:23:36.937556Z","caller":"traceutil/trace.go:171","msg":"trace[2106553509] transaction","detail":"{read_only:false; response_revision:551; number_of_response:1; }","duration":"377.570349ms","start":"2026-03-31T22:23:36.559934Z","end":"2026-03-31T22:23:36.937505Z","steps":["trace[2106553509] 'process raft request' (duration: 377.366934ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:36.937598Z","caller":"traceutil/trace.go:171","msg":"trace[180796902] transaction","detail":"{read_only:false; response_revision:552; number_of_response:1; }","duration":"374.791545ms","start":"2026-03-31T22:23:36.562787Z","end":"2026-03-31T22:23:36.937578Z","steps":["trace[180796902] 'process raft request' (duration: 374.625702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:36.937709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:36.559915Z","time spent":"377.734392ms","remote":"127.0.0.1:53536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":995,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:23:36.937722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:36.562768Z","time spent":"374.883627ms","remote":"127.0.0.1:53058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6888,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:36.937762Z","caller":"traceutil/trace.go:171","msg":"trace[1532880981] transaction","detail":"{read_only:false; number_of_response:1; response_revision:552; }","duration":"374.076959ms","start":"2026-03-31T22:23:36.563652Z","end":"2026-03-31T22:23:36.937729Z","steps":["trace[1532880981] 'process raft request' (duration: 373.814133ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:36.937705Z","caller":"traceutil/trace.go:171","msg":"trace[1344095486] linearizableReadLoop","detail":"{readStateIndex:577; appliedIndex:562; }","duration":"151.030724ms","start":"2026-03-31T22:23:36.786657Z","end":"2026-03-31T22:23:36.937688Z","steps":["trace[1344095486] 'read index received' (duration: 34.254332ms)","trace[1344095486] 'applied index is now lower than readState.Index' (duration: 116.775772ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:36.937838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.173847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T22:23:36.93788Z","caller":"traceutil/trace.go:171","msg":"trace[1401603460] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:553; }","duration":"151.262439ms","start":"2026-03-31T22:23:36.786609Z","end":"2026-03-31T22:23:36.937871Z","steps":["trace[1401603460] 'agreement among raft nodes before linearized reading' (duration: 151.129716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:36.937925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:36.563644Z","time spent":"374.194661ms","remote":"127.0.0.1:53058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":102,"response count":0,"response size":6937,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:36.938004Z","caller":"traceutil/trace.go:171","msg":"trace[988264579] transaction","detail":"{read_only:false; response_revision:553; number_of_response:1; }","duration":"357.4634ms","start":"2026-03-31T22:23:36.580518Z","end":"2026-03-31T22:23:36.937981Z","steps":["trace[988264579] 'process raft request' (duration: 357.108682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:36.938071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:36.580489Z","time spent":"357.553763ms","remote":"127.0.0.1:53058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:23:37.430454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.203482ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:23:37.430595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.241632ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:23:37.43092Z","caller":"traceutil/trace.go:171","msg":"trace[616105888] transaction","detail":"{read_only:false; response_revision:555; number_of_response:1; }","duration":"603.348567ms","start":"2026-03-31T22:23:36.827532Z","end":"2026-03-31T22:23:37.43088Z","steps":["trace[616105888] 'process raft request' (duration: 603.151043ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:37.431031Z","caller":"traceutil/trace.go:171","msg":"trace[190965562] linearizableReadLoop","detail":"{readStateIndex:585; appliedIndex:577; }","duration":"493.181695ms","start":"2026-03-31T22:23:36.937835Z","end":"2026-03-31T22:23:37.431016Z","steps":["trace[190965562] 'read index received' (duration: 350.561724ms)","trace[190965562] 'applied index is now lower than readState.Index' (duration: 142.619381ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:37.431095Z","caller":"traceutil/trace.go:171","msg":"trace[1050307328] transaction","detail":"{read_only:false; response_revision:559; number_of_response:1; }","duration":"595.528889ms","start":"2026-03-31T22:23:36.835559Z","end":"2026-03-31T22:23:37.431087Z","steps":["trace[1050307328] 'process raft request' (duration: 595.305723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:37.431116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:36.827524Z","time spent":"603.501481ms","remote":"127.0.0.1:53536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1004,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:23:37.431152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:36.835545Z","time spent":"595.571711ms","remote":"127.0.0.1:53058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":30393,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:37.431163Z","caller":"traceutil/trace.go:171","msg":"trace[491706251] transaction","detail":"{read_only:false; response_revision:561; number_of_response:1; }","duration":"591.856976ms","start":"2026-03-31T22:23:36.839281Z","end":"2026-03-31T22:23:37.431138Z","steps":["trace[491706251] 'process raft request' (duration: 591.685481ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:37.431152Z","caller":"traceutil/trace.go:171","msg":"trace[26967481] transaction","detail":"{read_only:false; response_revision:558; number_of_response:1; }","duration":"598.118998ms","start":"2026-03-31T22:23:36.832978Z","end":"2026-03-31T22:23:37.431097Z","steps":["trace[26967481] 'process raft request' (duration: 597.861571ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:37.431252Z","caller":"traceutil/trace.go:171","msg":"trace[772250584] transaction","detail":"{read_only:false; response_revision:560; number_of_response:1; }","duration":"593.619595ms","start":"2026-03-31T22:23:36.837614Z","end":"2026-03-31T22:23:37.431233Z","steps":["trace[772250584] 'process raft request' (duration: 593.288437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:37.431291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:36.839273Z","time spent":"591.947538ms","remote":"127.0.0.1:53058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28739,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:23:37.431367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:36.83297Z","time spent":"598.295522ms","remote":"127.0.0.1:53536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":998,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:23:37.431372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:36.837588Z","time spent":"593.711668ms","remote":"127.0.0.1:53058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":30374,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:23:37.431416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.593825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T22:23:37.431417Z","caller":"traceutil/trace.go:171","msg":"trace[906870648] transaction","detail":"{read_only:false; response_revision:554; number_of_response:1; }","duration":"604.34778ms","start":"2026-03-31T22:23:36.827055Z","end":"2026-03-31T22:23:37.431403Z","steps":["trace[906870648] 'process raft request' (duration: 461.230977ms)","trace[906870648] 'compare' (duration: 141.898605ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:37.43144Z","caller":"traceutil/trace.go:171","msg":"trace[1795575132] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:561; }","duration":"643.644276ms","start":"2026-03-31T22:23:36.787789Z","end":"2026-03-31T22:23:37.431433Z","steps":["trace[1795575132] 'agreement among raft nodes before linearized reading' (duration: 643.571814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:37.431465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:36.787773Z","time spent":"643.685767ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T22:23:37.431593Z","caller":"traceutil/trace.go:171","msg":"trace[1089893640] transaction","detail":"{read_only:false; response_revision:556; number_of_response:1; }","duration":"600.593045ms","start":"2026-03-31T22:23:36.830991Z","end":"2026-03-31T22:23:37.431584Z","steps":["trace[1089893640] 'process raft request' (duration: 599.773806ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:37.430608Z","caller":"traceutil/trace.go:171","msg":"trace[1013792231] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:553; }","duration":"356.388176ms","start":"2026-03-31T22:23:37.074192Z","end":"2026-03-31T22:23:37.43058Z","steps":["trace[1013792231] 'range keys from in-memory index tree' (duration: 356.182481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:37.431678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:36.830977Z","time spent":"600.637536ms","remote":"127.0.0.1:53058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10063,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:23:37.431467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:36.827033Z","time spent":"604.411852ms","remote":"127.0.0.1:53536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":980,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:23:37.431733Z","caller":"traceutil/trace.go:171","msg":"trace[1480427573] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"600.716677ms","start":"2026-03-31T22:23:36.831009Z","end":"2026-03-31T22:23:37.431726Z","steps":["trace[1480427573] 'process raft request' (duration: 599.809486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:37.431772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:36.831Z","time spent":"600.752529ms","remote":"127.0.0.1:53536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":998,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:23:37.504352Z","caller":"traceutil/trace.go:171","msg":"trace[1216233007] transaction","detail":"{read_only:false; response_revision:563; number_of_response:1; }","duration":"551.821583ms","start":"2026-03-31T22:23:36.952502Z","end":"2026-03-31T22:23:37.504323Z","steps":["trace[1216233007] 'process raft request' (duration: 551.581877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:37.504373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.755033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T22:23:37.50446Z","caller":"traceutil/trace.go:171","msg":"trace[751482461] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:564; }","duration":"541.897796ms","start":"2026-03-31T22:23:36.96254Z","end":"2026-03-31T22:23:37.504438Z","steps":["trace[751482461] 'agreement among raft nodes before linearized reading' (duration: 541.720882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:37.504512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:36.962527Z","time spent":"541.971869ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T22:23:37.504758Z","caller":"traceutil/trace.go:171","msg":"trace[491934295] transaction","detail":"{read_only:false; response_revision:564; number_of_response:1; }","duration":"497.797441ms","start":"2026-03-31T22:23:37.006941Z","end":"2026-03-31T22:23:37.504739Z","steps":["trace[491934295] 'process raft request' (duration: 497.262409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:37.504859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:37.00692Z","time spent":"497.890793ms","remote":"127.0.0.1:53058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17062,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:23:37.504958Z","caller":"traceutil/trace.go:171","msg":"trace[1006861757] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"563.055348ms","start":"2026-03-31T22:23:36.941868Z","end":"2026-03-31T22:23:37.504924Z","steps":["trace[1006861757] 'process raft request' (duration: 561.888951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:37.504486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:36.952481Z","time spent":"551.937715ms","remote":"127.0.0.1:53058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":64462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:23:37.505013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:36.941849Z","time spent":"563.135041ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:37.50533Z","caller":"traceutil/trace.go:171","msg":"trace[1792577534] transaction","detail":"{read_only:false; number_of_response:1; response_revision:562; }","duration":"558.487294ms","start":"2026-03-31T22:23:36.946827Z","end":"2026-03-31T22:23:37.505315Z","steps":["trace[1792577534] 'process raft request' (duration: 557.165524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:37.505406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:36.946812Z","time spent":"558.547725ms","remote":"127.0.0.1:53058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":101,"response count":0,"response size":10112,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:23:37.50537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.154342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:23:37.505478Z","caller":"traceutil/trace.go:171","msg":"trace[2117073879] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:564; }","duration":"146.335656ms","start":"2026-03-31T22:23:37.359115Z","end":"2026-03-31T22:23:37.505451Z","steps":["trace[2117073879] 'agreement among raft nodes before linearized reading' (duration: 146.110691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:37.505657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.373724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T22:23:37.505735Z","caller":"traceutil/trace.go:171","msg":"trace[133236797] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:564; }","duration":"541.480866ms","start":"2026-03-31T22:23:36.964237Z","end":"2026-03-31T22:23:37.505718Z","steps":["trace[133236797] 'agreement among raft nodes before linearized reading' (duration: 540.674228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:37.505766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:36.96423Z","time spent":"541.529677ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T22:23:37.757024Z","caller":"traceutil/trace.go:171","msg":"trace[36643929] transaction","detail":"{read_only:false; number_of_response:0; response_revision:565; }","duration":"321.495761ms","start":"2026-03-31T22:23:37.43551Z","end":"2026-03-31T22:23:37.757006Z","steps":["trace[36643929] 'process raft request' (duration: 321.45784ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:37.757029Z","caller":"traceutil/trace.go:171","msg":"trace[2113635344] transaction","detail":"{read_only:false; response_revision:565; number_of_response:1; }","duration":"321.803548ms","start":"2026-03-31T22:23:37.435194Z","end":"2026-03-31T22:23:37.756997Z","steps":["trace[2113635344] 'process raft request' (duration: 321.659755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:37.75714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:37.435499Z","time spent":"321.591703ms","remote":"127.0.0.1:53536","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:23:37.757201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:37.43517Z","time spent":"321.94236ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:37.757019Z","caller":"traceutil/trace.go:171","msg":"trace[944577750] transaction","detail":"{read_only:false; number_of_response:0; response_revision:564; }","duration":"321.850309ms","start":"2026-03-31T22:23:37.435125Z","end":"2026-03-31T22:23:37.756975Z","steps":["trace[944577750] 'process raft request' (duration: 226.519766ms)","trace[944577750] 'compare' (duration: 95.151169ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:37.757397Z","caller":"traceutil/trace.go:171","msg":"trace[1175047047] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"302.798224ms","start":"2026-03-31T22:23:37.454589Z","end":"2026-03-31T22:23:37.757387Z","steps":["trace[1175047047] 'process raft request' (duration: 302.548768ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:37.757401Z","caller":"traceutil/trace.go:171","msg":"trace[1382905393] transaction","detail":"{read_only:false; response_revision:567; number_of_response:1; }","duration":"297.002342ms","start":"2026-03-31T22:23:37.460393Z","end":"2026-03-31T22:23:37.757395Z","steps":["trace[1382905393] 'process raft request' (duration: 296.878739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:37.757352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:37.435098Z","time spent":"322.216087ms","remote":"127.0.0.1:53536","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:23:37.757461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:37.45455Z","time spent":"302.874025ms","remote":"127.0.0.1:53058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58844,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:37.757026Z","caller":"traceutil/trace.go:171","msg":"trace[1864622084] transaction","detail":"{read_only:false; number_of_response:0; response_revision:565; }","duration":"321.507651ms","start":"2026-03-31T22:23:37.435489Z","end":"2026-03-31T22:23:37.756997Z","steps":["trace[1864622084] 'process raft request' (duration: 321.45528ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:37.757578Z","caller":"traceutil/trace.go:171","msg":"trace[1399286685] transaction","detail":"{read_only:false; number_of_response:0; response_revision:565; }","duration":"321.664655ms","start":"2026-03-31T22:23:37.435907Z","end":"2026-03-31T22:23:37.757572Z","steps":["trace[1399286685] 'process raft request' (duration: 321.078382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:37.75761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:37.435872Z","time spent":"321.722526ms","remote":"127.0.0.1:53536","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:23:37.757617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:37.435475Z","time spent":"322.105145ms","remote":"127.0.0.1:53536","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:23:37.757737Z","caller":"traceutil/trace.go:171","msg":"trace[208236416] transaction","detail":"{read_only:false; response_revision:568; number_of_response:1; }","duration":"257.358348ms","start":"2026-03-31T22:23:37.500373Z","end":"2026-03-31T22:23:37.757731Z","steps":["trace[208236416] 'process raft request' (duration: 256.97071ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:37.757749Z","caller":"traceutil/trace.go:171","msg":"trace[616749379] linearizableReadLoop","detail":"{readStateIndex:597; appliedIndex:589; }","duration":"250.862769ms","start":"2026-03-31T22:23:37.506865Z","end":"2026-03-31T22:23:37.757728Z","steps":["trace[616749379] 'read index received' (duration: 154.697307ms)","trace[616749379] 'applied index is now lower than readState.Index' (duration: 96.162932ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:37.757854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.985892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:23:37.757884Z","caller":"traceutil/trace.go:171","msg":"trace[1542206944] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:568; }","duration":"251.047603ms","start":"2026-03-31T22:23:37.506829Z","end":"2026-03-31T22:23:37.757876Z","steps":["trace[1542206944] 'agreement among raft nodes before linearized reading' (duration: 250.981402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:38.080583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.595588ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:23:38.080857Z","caller":"traceutil/trace.go:171","msg":"trace[69673452] transaction","detail":"{read_only:false; response_revision:570; number_of_response:1; }","duration":"569.768471ms","start":"2026-03-31T22:23:37.511072Z","end":"2026-03-31T22:23:38.080841Z","steps":["trace[69673452] 'process raft request' (duration: 569.620678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:38.080941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:37.511052Z","time spent":"569.849913ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:38.080929Z","caller":"traceutil/trace.go:171","msg":"trace[1764982181] transaction","detail":"{read_only:false; response_revision:571; number_of_response:1; }","duration":"567.51866ms","start":"2026-03-31T22:23:37.513375Z","end":"2026-03-31T22:23:38.080893Z","steps":["trace[1764982181] 'process raft request' (duration: 567.379717ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:38.080982Z","caller":"traceutil/trace.go:171","msg":"trace[2061236940] transaction","detail":"{read_only:false; response_revision:569; number_of_response:1; }","duration":"569.995327ms","start":"2026-03-31T22:23:37.510959Z","end":"2026-03-31T22:23:38.080954Z","steps":["trace[2061236940] 'process raft request' (duration: 356.961268ms)","trace[2061236940] 'compare' (duration: 212.422074ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:38.081113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:37.51335Z","time spent":"567.645983ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:23:38.081155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:37.510935Z","time spent":"570.139511ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:23:38.081412Z","caller":"traceutil/trace.go:171","msg":"trace[1132015778] transaction","detail":"{read_only:false; response_revision:573; number_of_response:1; }","duration":"564.919361ms","start":"2026-03-31T22:23:37.516478Z","end":"2026-03-31T22:23:38.081397Z","steps":["trace[1132015778] 'process raft request' (duration: 564.632954ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:38.081514Z","caller":"traceutil/trace.go:171","msg":"trace[601640589] transaction","detail":"{read_only:false; response_revision:574; number_of_response:1; }","duration":"499.897639ms","start":"2026-03-31T22:23:37.581583Z","end":"2026-03-31T22:23:38.081481Z","steps":["trace[601640589] 'process raft request' (duration: 499.756616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:38.081557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.683221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:995"} {"level":"info","ts":"2026-03-31T22:23:38.081619Z","caller":"traceutil/trace.go:171","msg":"trace[1896032242] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:574; }","duration":"323.760623ms","start":"2026-03-31T22:23:37.757845Z","end":"2026-03-31T22:23:38.081606Z","steps":["trace[1896032242] 'agreement among raft nodes before linearized reading' (duration: 323.595189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:38.08158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:37.516461Z","time spent":"565.086115ms","remote":"127.0.0.1:53536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":986,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:23:38.081695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:37.581544Z","time spent":"500.069753ms","remote":"127.0.0.1:53058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":97665,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:23:38.081381Z","caller":"traceutil/trace.go:171","msg":"trace[2089568887] transaction","detail":"{read_only:false; response_revision:572; number_of_response:1; }","duration":"564.923062ms","start":"2026-03-31T22:23:37.516422Z","end":"2026-03-31T22:23:38.081345Z","steps":["trace[2089568887] 'process raft request' (duration: 564.370038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:38.08165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:37.757836Z","time spent":"323.805963ms","remote":"127.0.0.1:53536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1018,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/v1.gateway.networking.k8s.io\" "} {"level":"warn","ts":"2026-03-31T22:23:38.081825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:37.516407Z","time spent":"565.365621ms","remote":"127.0.0.1:53058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9125,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:38.081415Z","caller":"traceutil/trace.go:171","msg":"trace[338178281] linearizableReadLoop","detail":"{readStateIndex:603; appliedIndex:597; }","duration":"323.535968ms","start":"2026-03-31T22:23:37.757866Z","end":"2026-03-31T22:23:38.081402Z","steps":["trace[338178281] 'read index received' (duration: 109.934917ms)","trace[338178281] 'applied index is now lower than readState.Index' (duration: 213.600131ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:38.082153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.891393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha2.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:1013"} {"level":"info","ts":"2026-03-31T22:23:38.082197Z","caller":"traceutil/trace.go:171","msg":"trace[1429474913] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1alpha2.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:574; }","duration":"322.957464ms","start":"2026-03-31T22:23:37.759226Z","end":"2026-03-31T22:23:38.082184Z","steps":["trace[1429474913] 'agreement among raft nodes before linearized reading' (duration: 322.825761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:38.082341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.019015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha1.gateway.networking.x-k8s.io\" ","response":"range_response_count:1 size:1019"} {"level":"info","ts":"2026-03-31T22:23:38.082432Z","caller":"traceutil/trace.go:171","msg":"trace[1789366859] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1alpha1.gateway.networking.x-k8s.io; range_end:; response_count:1; response_revision:574; }","duration":"323.136188ms","start":"2026-03-31T22:23:37.759274Z","end":"2026-03-31T22:23:38.082411Z","steps":["trace[1789366859] 'agreement among raft nodes before linearized reading' (duration: 322.885992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:38.082459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:37.759214Z","time spent":"323.004675ms","remote":"127.0.0.1:53536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1036,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha2.gateway.networking.k8s.io\" "} {"level":"warn","ts":"2026-03-31T22:23:38.082484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:37.759268Z","time spent":"323.205589ms","remote":"127.0.0.1:53536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1042,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha1.gateway.networking.x-k8s.io\" "} {"level":"warn","ts":"2026-03-31T22:23:38.082613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.273401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha3.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:1013"} {"level":"info","ts":"2026-03-31T22:23:38.082767Z","caller":"traceutil/trace.go:171","msg":"trace[915834771] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1alpha3.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:574; }","duration":"323.410244ms","start":"2026-03-31T22:23:37.759299Z","end":"2026-03-31T22:23:38.082709Z","steps":["trace[915834771] 'agreement among raft nodes before linearized reading' (duration: 322.831331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:38.082861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:37.759295Z","time spent":"323.551257ms","remote":"127.0.0.1:53536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1036,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha3.gateway.networking.k8s.io\" "} {"level":"warn","ts":"2026-03-31T22:23:38.410396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.129276ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:23:38.410545Z","caller":"traceutil/trace.go:171","msg":"trace[881409489] transaction","detail":"{read_only:false; response_revision:575; number_of_response:1; }","duration":"320.591999ms","start":"2026-03-31T22:23:38.089927Z","end":"2026-03-31T22:23:38.410519Z","steps":["trace[881409489] 'process raft request' (duration: 208.262328ms)","trace[881409489] 'compare' (duration: 111.979143ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:38.410621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:38.089897Z","time spent":"320.690731ms","remote":"127.0.0.1:53058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:38.489504Z","caller":"traceutil/trace.go:171","msg":"trace[1525803890] transaction","detail":"{read_only:false; response_revision:576; number_of_response:1; }","duration":"393.231806ms","start":"2026-03-31T22:23:38.096241Z","end":"2026-03-31T22:23:38.489473Z","steps":["trace[1525803890] 'process raft request' (duration: 392.828547ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:38.489603Z","caller":"traceutil/trace.go:171","msg":"trace[2015378680] transaction","detail":"{read_only:false; response_revision:577; number_of_response:1; }","duration":"337.103396ms","start":"2026-03-31T22:23:38.152458Z","end":"2026-03-31T22:23:38.489561Z","steps":["trace[2015378680] 'process raft request' (duration: 336.934612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:38.489656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.84934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:23:38.489705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:38.096211Z","time spent":"393.39655ms","remote":"127.0.0.1:53058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29452,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:38.489709Z","caller":"traceutil/trace.go:171","msg":"trace[55877997] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:577; }","duration":"129.948663ms","start":"2026-03-31T22:23:38.359747Z","end":"2026-03-31T22:23:38.489695Z","steps":["trace[55877997] 'agreement among raft nodes before linearized reading' (duration: 129.81442ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:38.489506Z","caller":"traceutil/trace.go:171","msg":"trace[844957913] linearizableReadLoop","detail":"{readStateIndex:606; appliedIndex:604; }","duration":"129.695157ms","start":"2026-03-31T22:23:38.35978Z","end":"2026-03-31T22:23:38.489475Z","steps":["trace[844957913] 'read index received' (duration: 129.110174ms)","trace[844957913] 'applied index is now lower than readState.Index' (duration: 583.413µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:38.489793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:38.152428Z","time spent":"337.26736ms","remote":"127.0.0.1:53058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":64392,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:23:39.49833Z","caller":"traceutil/trace.go:171","msg":"trace[1213648766] transaction","detail":"{read_only:false; response_revision:578; number_of_response:1; }","duration":"995.462807ms","start":"2026-03-31T22:23:38.502836Z","end":"2026-03-31T22:23:39.498298Z","steps":["trace[1213648766] 'process raft request' (duration: 995.206832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:39.498532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:38.502811Z","time spent":"995.617621ms","remote":"127.0.0.1:53058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29461,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:40.162083Z","caller":"traceutil/trace.go:171","msg":"trace[401321667] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"1.659143571s","start":"2026-03-31T22:23:38.502898Z","end":"2026-03-31T22:23:40.162042Z","steps":["trace[401321667] 'process raft request' (duration: 1.658697491s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:40.162205Z","caller":"traceutil/trace.go:171","msg":"trace[2061719340] linearizableReadLoop","detail":"{readStateIndex:609; appliedIndex:606; }","duration":"804.560225ms","start":"2026-03-31T22:23:39.357612Z","end":"2026-03-31T22:23:40.162172Z","steps":["trace[2061719340] 'read index received' (duration: 140.453622ms)","trace[2061719340] 'applied index is now lower than readState.Index' (duration: 664.105293ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:40.162386Z","caller":"traceutil/trace.go:171","msg":"trace[1453929569] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"1.611967544s","start":"2026-03-31T22:23:38.550362Z","end":"2026-03-31T22:23:40.16233Z","steps":["trace[1453929569] 'process raft request' (duration: 1.611691598s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:40.16284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.20528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:23:40.162941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:38.550335Z","time spent":"1.612535958s","remote":"127.0.0.1:53058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73770,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:23:40.162943Z","caller":"traceutil/trace.go:171","msg":"trace[1277343721] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:580; }","duration":"805.332623ms","start":"2026-03-31T22:23:39.357585Z","end":"2026-03-31T22:23:40.162917Z","steps":["trace[1277343721] 'agreement among raft nodes before linearized reading' (duration: 804.755259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:40.16311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:39.357571Z","time spent":"805.441936ms","remote":"127.0.0.1:53032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:23:40.162924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:38.502865Z","time spent":"1.659322504s","remote":"127.0.0.1:53058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":31121,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:23:40.48Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.269743ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:23:40.480119Z","caller":"traceutil/trace.go:171","msg":"trace[787750408] linearizableReadLoop","detail":"{readStateIndex:610; appliedIndex:609; }","duration":"317.795637ms","start":"2026-03-31T22:23:40.162306Z","end":"2026-03-31T22:23:40.480102Z","steps":["trace[787750408] 'read index received' (duration: 172.379831ms)","trace[787750408] 'applied index is now lower than readState.Index' (duration: 145.414676ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:40.480203Z","caller":"traceutil/trace.go:171","msg":"trace[1958535487] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"950.898002ms","start":"2026-03-31T22:23:39.529281Z","end":"2026-03-31T22:23:40.480179Z","steps":["trace[1958535487] 'process raft request' (duration: 805.384413ms)","trace[1958535487] 'compare' (duration: 145.084239ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:40.480309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.448231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T22:23:40.480312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:39.529259Z","time spent":"951.000684ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":807,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:23:40.480339Z","caller":"traceutil/trace.go:171","msg":"trace[1023524044] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:581; }","duration":"718.482582ms","start":"2026-03-31T22:23:39.761847Z","end":"2026-03-31T22:23:40.48033Z","steps":["trace[1023524044] 'agreement among raft nodes before linearized reading' (duration: 718.321868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:40.480337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.246109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T22:23:40.480373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:39.761794Z","time spent":"718.571234ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T22:23:40.480392Z","caller":"traceutil/trace.go:171","msg":"trace[1459110408] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:581; }","duration":"390.34457ms","start":"2026-03-31T22:23:40.090032Z","end":"2026-03-31T22:23:40.480376Z","steps":["trace[1459110408] 'agreement among raft nodes before linearized reading' (duration: 390.134185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:40.480385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.94972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T22:23:40.480418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:40.090011Z","time spent":"390.402352ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T22:23:40.480446Z","caller":"traceutil/trace.go:171","msg":"trace[1114269332] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:581; }","duration":"971.052322ms","start":"2026-03-31T22:23:39.509378Z","end":"2026-03-31T22:23:40.480431Z","steps":["trace[1114269332] 'agreement among raft nodes before linearized reading' (duration: 970.843338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:40.480474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:39.50936Z","time spent":"971.109313ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T22:23:40.480726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.498914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T22:23:40.48085Z","caller":"traceutil/trace.go:171","msg":"trace[1021596432] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:581; }","duration":"390.693128ms","start":"2026-03-31T22:23:40.090126Z","end":"2026-03-31T22:23:40.480819Z","steps":["trace[1021596432] 'agreement among raft nodes before linearized reading' (duration: 390.197357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:40.480907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:40.090103Z","time spent":"390.793471ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T22:23:40.499249Z","caller":"traceutil/trace.go:171","msg":"trace[197482352] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"323.048247ms","start":"2026-03-31T22:23:40.17617Z","end":"2026-03-31T22:23:40.499218Z","steps":["trace[197482352] 'process raft request' (duration: 322.827052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:40.499434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:40.176138Z","time spent":"323.205801ms","remote":"127.0.0.1:53058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":31130,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:40.49966Z","caller":"traceutil/trace.go:171","msg":"trace[863199399] transaction","detail":"{read_only:false; response_revision:583; number_of_response:1; }","duration":"323.477776ms","start":"2026-03-31T22:23:40.17617Z","end":"2026-03-31T22:23:40.499648Z","steps":["trace[863199399] 'process raft request' (duration: 322.989655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:40.499721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:40.176138Z","time spent":"323.549348ms","remote":"127.0.0.1:53058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":23057,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:40.499736Z","caller":"traceutil/trace.go:171","msg":"trace[1892670098] transaction","detail":"{read_only:false; response_revision:584; number_of_response:1; }","duration":"309.522559ms","start":"2026-03-31T22:23:40.190181Z","end":"2026-03-31T22:23:40.499704Z","steps":["trace[1892670098] 'process raft request' (duration: 309.412466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:40.499986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:40.190139Z","time spent":"309.742924ms","remote":"127.0.0.1:53058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19834,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:23:40.499988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.834089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:23:40.500446Z","caller":"traceutil/trace.go:171","msg":"trace[1534601762] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:584; }","duration":"140.34339ms","start":"2026-03-31T22:23:40.360087Z","end":"2026-03-31T22:23:40.500431Z","steps":["trace[1534601762] 'agreement among raft nodes before linearized reading' (duration: 139.573473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:41.001677Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219120757601820346,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T22:23:41.009293Z","caller":"traceutil/trace.go:171","msg":"trace[1752507120] transaction","detail":"{read_only:false; response_revision:585; number_of_response:1; }","duration":"525.264738ms","start":"2026-03-31T22:23:40.484004Z","end":"2026-03-31T22:23:41.009269Z","steps":["trace[1752507120] 'process raft request' (duration: 525.076563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:41.009496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:40.483979Z","time spent":"525.38731ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:41.009674Z","caller":"traceutil/trace.go:171","msg":"trace[709237767] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"525.133843ms","start":"2026-03-31T22:23:40.484526Z","end":"2026-03-31T22:23:41.00966Z","steps":["trace[709237767] 'process raft request' (duration: 524.702244ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:41.009684Z","caller":"traceutil/trace.go:171","msg":"trace[217408956] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"524.806736ms","start":"2026-03-31T22:23:40.484856Z","end":"2026-03-31T22:23:41.009663Z","steps":["trace[217408956] 'process raft request' (duration: 524.766666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:41.00973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:40.484505Z","time spent":"525.200365ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:41.009738Z","caller":"traceutil/trace.go:171","msg":"trace[1968155213] transaction","detail":"{read_only:false; response_revision:587; number_of_response:1; }","duration":"525.077852ms","start":"2026-03-31T22:23:40.484639Z","end":"2026-03-31T22:23:41.009717Z","steps":["trace[1968155213] 'process raft request' (duration: 524.900588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:41.009822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:40.484824Z","time spent":"524.908368ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:23:41.009851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:40.484632Z","time spent":"525.166195ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:41.182386Z","caller":"traceutil/trace.go:171","msg":"trace[1482910105] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"670.328026ms","start":"2026-03-31T22:23:40.512018Z","end":"2026-03-31T22:23:41.182346Z","steps":["trace[1482910105] 'process raft request' (duration: 670.012227ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:41.182522Z","caller":"traceutil/trace.go:171","msg":"trace[2065425446] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"634.894697ms","start":"2026-03-31T22:23:40.547605Z","end":"2026-03-31T22:23:41.1825Z","steps":["trace[2065425446] 'process raft request' (duration: 634.662182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:41.182652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:40.547586Z","time spent":"634.991349ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:23:41.182725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:40.511989Z","time spent":"670.571351ms","remote":"127.0.0.1:53058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":23066,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:41.182431Z","caller":"traceutil/trace.go:171","msg":"trace[228070365] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"670.326145ms","start":"2026-03-31T22:23:40.512084Z","end":"2026-03-31T22:23:41.18241Z","steps":["trace[228070365] 'process raft request' (duration: 670.12038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:41.183001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:40.512063Z","time spent":"670.855987ms","remote":"127.0.0.1:53058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":31102,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:41.183689Z","caller":"traceutil/trace.go:171","msg":"trace[432722488] linearizableReadLoop","detail":"{readStateIndex:621; appliedIndex:613; }","duration":"682.333199ms","start":"2026-03-31T22:23:40.501328Z","end":"2026-03-31T22:23:41.183662Z","steps":["trace[432722488] 'read index received' (duration: 507.794509ms)","trace[432722488] 'applied index is now lower than readState.Index' (duration: 174.53762ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:41.183875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.498333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:23:41.183926Z","caller":"traceutil/trace.go:171","msg":"trace[1679187226] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:592; }","duration":"682.622746ms","start":"2026-03-31T22:23:40.501289Z","end":"2026-03-31T22:23:41.183912Z","steps":["trace[1679187226] 'agreement among raft nodes before linearized reading' (duration: 682.483803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:41.18397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:40.501259Z","time spent":"682.700077ms","remote":"127.0.0.1:53032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T22:23:41.184142Z","caller":"traceutil/trace.go:171","msg":"trace[638050293] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"368.645625ms","start":"2026-03-31T22:23:40.815466Z","end":"2026-03-31T22:23:41.184112Z","steps":["trace[638050293] 'process raft request' (duration: 367.722985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:41.184267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:40.815431Z","time spent":"368.776788ms","remote":"127.0.0.1:53058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":569094,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:23:41.458464Z","caller":"traceutil/trace.go:171","msg":"trace[924735664] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"260.248924ms","start":"2026-03-31T22:23:41.198192Z","end":"2026-03-31T22:23:41.45844Z","steps":["trace[924735664] 'process raft request' (duration: 201.367132ms)","trace[924735664] 'compare' (duration: 58.726049ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:41.476521Z","caller":"traceutil/trace.go:171","msg":"trace[81374177] linearizableReadLoop","detail":"{readStateIndex:623; appliedIndex:621; }","duration":"244.548806ms","start":"2026-03-31T22:23:41.231943Z","end":"2026-03-31T22:23:41.476492Z","steps":["trace[81374177] 'read index received' (duration: 167.697354ms)","trace[81374177] 'applied index is now lower than readState.Index' (duration: 76.850412ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:41.476601Z","caller":"traceutil/trace.go:171","msg":"trace[370839650] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"275.069302ms","start":"2026-03-31T22:23:41.20146Z","end":"2026-03-31T22:23:41.47653Z","steps":["trace[370839650] 'process raft request' (duration: 274.828417ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:41.476662Z","caller":"traceutil/trace.go:171","msg":"trace[849792443] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"191.568629ms","start":"2026-03-31T22:23:41.285063Z","end":"2026-03-31T22:23:41.476632Z","steps":["trace[849792443] 'process raft request' (duration: 191.379614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:41.476724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.762902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.35\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-31T22:23:41.476779Z","caller":"traceutil/trace.go:171","msg":"trace[269295002] range","detail":"{range_begin:/registry/masterleases/199.204.45.35; range_end:; response_count:1; response_revision:595; }","duration":"244.857683ms","start":"2026-03-31T22:23:41.231902Z","end":"2026-03-31T22:23:41.476759Z","steps":["trace[269295002] 'agreement among raft nodes before linearized reading' (duration: 244.747521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:41.476775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.297302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:23:41.476869Z","caller":"traceutil/trace.go:171","msg":"trace[611514505] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:595; }","duration":"116.433525ms","start":"2026-03-31T22:23:41.360411Z","end":"2026-03-31T22:23:41.476844Z","steps":["trace[611514505] 'agreement among raft nodes before linearized reading' (duration: 116.290662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:41.969334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.886559ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-31T22:23:41.969468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:41.478484Z","time spent":"490.979796ms","remote":"127.0.0.1:53038","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T22:23:42.00908Z","caller":"traceutil/trace.go:171","msg":"trace[271964336] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"517.731886ms","start":"2026-03-31T22:23:41.491328Z","end":"2026-03-31T22:23:42.00906Z","steps":["trace[271964336] 'process raft request' (duration: 517.530582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:42.0092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:41.491312Z","time spent":"517.833708ms","remote":"127.0.0.1:53058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:42.009409Z","caller":"traceutil/trace.go:171","msg":"trace[541498704] transaction","detail":"{read_only:false; response_revision:598; number_of_response:1; }","duration":"374.92902ms","start":"2026-03-31T22:23:41.63446Z","end":"2026-03-31T22:23:42.009389Z","steps":["trace[541498704] 'process raft request' (duration: 374.806117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:42.009527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:41.634425Z","time spent":"375.057893ms","remote":"127.0.0.1:53058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":207462,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:23:42.009441Z","caller":"traceutil/trace.go:171","msg":"trace[1772093305] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"514.629534ms","start":"2026-03-31T22:23:41.494802Z","end":"2026-03-31T22:23:42.009432Z","steps":["trace[1772093305] 'process raft request' (duration: 514.201715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:42.009637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:41.494787Z","time spent":"514.822929ms","remote":"127.0.0.1:53058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":65190,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:42.235217Z","caller":"traceutil/trace.go:171","msg":"trace[2114238091] linearizableReadLoop","detail":"{readStateIndex:630; appliedIndex:629; }","duration":"197.84684ms","start":"2026-03-31T22:23:42.037332Z","end":"2026-03-31T22:23:42.235179Z","steps":["trace[2114238091] 'read index received' (duration: 197.560234ms)","trace[2114238091] 'applied index is now lower than readState.Index' (duration: 285.596µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:42.235315Z","caller":"traceutil/trace.go:171","msg":"trace[330339177] transaction","detail":"{read_only:false; response_revision:600; number_of_response:1; }","duration":"201.252798ms","start":"2026-03-31T22:23:42.034029Z","end":"2026-03-31T22:23:42.235281Z","steps":["trace[330339177] 'process raft request' (duration: 200.970671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:42.235452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.082257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-31T22:23:42.235537Z","caller":"traceutil/trace.go:171","msg":"trace[1591775343] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:600; }","duration":"198.22044ms","start":"2026-03-31T22:23:42.037298Z","end":"2026-03-31T22:23:42.235518Z","steps":["trace[1591775343] 'agreement among raft nodes before linearized reading' (duration: 198.026855ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:42.660422Z","caller":"traceutil/trace.go:171","msg":"trace[944926476] linearizableReadLoop","detail":"{readStateIndex:631; appliedIndex:630; }","duration":"425.026272ms","start":"2026-03-31T22:23:42.235367Z","end":"2026-03-31T22:23:42.660394Z","steps":["trace[944926476] 'read index received' (duration: 424.820167ms)","trace[944926476] 'applied index is now lower than readState.Index' (duration: 204.355µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:42.660526Z","caller":"traceutil/trace.go:171","msg":"trace[435707937] transaction","detail":"{read_only:false; response_revision:601; number_of_response:1; }","duration":"618.439372ms","start":"2026-03-31T22:23:42.042075Z","end":"2026-03-31T22:23:42.660514Z","steps":["trace[435707937] 'process raft request' (duration: 618.142975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:42.660622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:42.042052Z","time spent":"618.503963ms","remote":"127.0.0.1:53058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59607,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:23:42.660742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.959873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/backendtlspolicies.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:29570"} {"level":"info","ts":"2026-03-31T22:23:42.660816Z","caller":"traceutil/trace.go:171","msg":"trace[255418186] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/backendtlspolicies.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:601; }","duration":"612.034515ms","start":"2026-03-31T22:23:42.048764Z","end":"2026-03-31T22:23:42.660798Z","steps":["trace[255418186] 'agreement among raft nodes before linearized reading' (duration: 611.785759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:42.660863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:42.048717Z","time spent":"612.133647ms","remote":"127.0.0.1:53058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":29593,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/backendtlspolicies.gateway.networking.k8s.io\" "} {"level":"warn","ts":"2026-03-31T22:23:42.660929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.909883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:23:42.661015Z","caller":"traceutil/trace.go:171","msg":"trace[556686864] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:601; }","duration":"302.003865ms","start":"2026-03-31T22:23:42.358989Z","end":"2026-03-31T22:23:42.660993Z","steps":["trace[556686864] 'agreement among raft nodes before linearized reading' (duration: 301.864442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:42.661059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:42.358941Z","time spent":"302.108738ms","remote":"127.0.0.1:53032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:23:42.661513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.479879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-31T22:23:42.661568Z","caller":"traceutil/trace.go:171","msg":"trace[1819123405] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:601; }","duration":"424.572011ms","start":"2026-03-31T22:23:42.236984Z","end":"2026-03-31T22:23:42.661556Z","steps":["trace[1819123405] 'agreement among raft nodes before linearized reading' (duration: 423.851204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:42.661599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:42.236967Z","time spent":"424.623643ms","remote":"127.0.0.1:53038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-31T22:23:43.081168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.877272ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:23:43.081273Z","caller":"traceutil/trace.go:171","msg":"trace[909576947] transaction","detail":"{read_only:false; response_revision:602; number_of_response:1; }","duration":"397.196646ms","start":"2026-03-31T22:23:42.684057Z","end":"2026-03-31T22:23:43.081254Z","steps":["trace[909576947] 'process raft request' (duration: 281.146251ms)","trace[909576947] 'compare' (duration: 115.676977ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:43.081332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:42.684031Z","time spent":"397.272357ms","remote":"127.0.0.1:53058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59616,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:43.162039Z","caller":"traceutil/trace.go:171","msg":"trace[1038564421] linearizableReadLoop","detail":"{readStateIndex:633; appliedIndex:632; }","duration":"148.627229ms","start":"2026-03-31T22:23:43.013393Z","end":"2026-03-31T22:23:43.162021Z","steps":["trace[1038564421] 'read index received' (duration: 148.379403ms)","trace[1038564421] 'applied index is now lower than readState.Index' (duration: 247.066µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:43.162118Z","caller":"traceutil/trace.go:171","msg":"trace[1373667331] transaction","detail":"{read_only:false; response_revision:603; number_of_response:1; }","duration":"474.10077ms","start":"2026-03-31T22:23:42.687999Z","end":"2026-03-31T22:23:43.1621Z","steps":["trace[1373667331] 'process raft request' (duration: 473.801283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:43.162208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.807633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T22:23:43.162238Z","caller":"traceutil/trace.go:171","msg":"trace[284393871] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:603; }","duration":"148.877245ms","start":"2026-03-31T22:23:43.013353Z","end":"2026-03-31T22:23:43.16223Z","steps":["trace[284393871] 'agreement among raft nodes before linearized reading' (duration: 148.772302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:43.162233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:42.687976Z","time spent":"474.187642ms","remote":"127.0.0.1:53058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80679,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:23:43.162406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.25564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T22:23:43.162435Z","caller":"traceutil/trace.go:171","msg":"trace[925719998] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:603; }","duration":"148.321502ms","start":"2026-03-31T22:23:43.014103Z","end":"2026-03-31T22:23:43.162425Z","steps":["trace[925719998] 'agreement among raft nodes before linearized reading' (duration: 148.22736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:43.162441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.387574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-31T22:23:43.162491Z","caller":"traceutil/trace.go:171","msg":"trace[659238264] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:603; }","duration":"148.461255ms","start":"2026-03-31T22:23:43.014019Z","end":"2026-03-31T22:23:43.16248Z","steps":["trace[659238264] 'agreement among raft nodes before linearized reading' (duration: 148.323272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:43.162494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.407964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T22:23:43.162647Z","caller":"traceutil/trace.go:171","msg":"trace[1790705946] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:603; }","duration":"148.637299ms","start":"2026-03-31T22:23:43.013997Z","end":"2026-03-31T22:23:43.162634Z","steps":["trace[1790705946] 'agreement among raft nodes before linearized reading' (duration: 148.325172ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:43.266926Z","caller":"traceutil/trace.go:171","msg":"trace[1210855426] transaction","detail":"{read_only:false; response_revision:604; number_of_response:1; }","duration":"101.214358ms","start":"2026-03-31T22:23:43.165691Z","end":"2026-03-31T22:23:43.266905Z","steps":["trace[1210855426] 'process raft request' (duration: 64.934401ms)","trace[1210855426] 'compare' (duration: 36.183115ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:43.287673Z","caller":"traceutil/trace.go:171","msg":"trace[1006990292] transaction","detail":"{read_only:false; response_revision:605; number_of_response:1; }","duration":"121.714914ms","start":"2026-03-31T22:23:43.165934Z","end":"2026-03-31T22:23:43.287649Z","steps":["trace[1006990292] 'process raft request' (duration: 121.54536ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:43.287883Z","caller":"traceutil/trace.go:171","msg":"trace[105124995] transaction","detail":"{read_only:false; response_revision:606; number_of_response:1; }","duration":"121.420068ms","start":"2026-03-31T22:23:43.166449Z","end":"2026-03-31T22:23:43.28787Z","steps":["trace[105124995] 'process raft request' (duration: 121.162172ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:43.288017Z","caller":"traceutil/trace.go:171","msg":"trace[1411129467] transaction","detail":"{read_only:false; response_revision:607; number_of_response:1; }","duration":"121.463879ms","start":"2026-03-31T22:23:43.166536Z","end":"2026-03-31T22:23:43.287999Z","steps":["trace[1411129467] 'process raft request' (duration: 121.263885ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:43.288288Z","caller":"traceutil/trace.go:171","msg":"trace[1652604540] transaction","detail":"{read_only:false; response_revision:608; number_of_response:1; }","duration":"112.72692ms","start":"2026-03-31T22:23:43.175355Z","end":"2026-03-31T22:23:43.288082Z","steps":["trace[1652604540] 'process raft request' (duration: 112.552116ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:43.57518Z","caller":"traceutil/trace.go:171","msg":"trace[653843396] transaction","detail":"{read_only:false; response_revision:610; number_of_response:1; }","duration":"275.899281ms","start":"2026-03-31T22:23:43.299246Z","end":"2026-03-31T22:23:43.575145Z","steps":["trace[653843396] 'process raft request' (duration: 191.684531ms)","trace[653843396] 'compare' (duration: 84.072257ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:43.582531Z","caller":"traceutil/trace.go:171","msg":"trace[1353357482] linearizableReadLoop","detail":"{readStateIndex:641; appliedIndex:639; }","duration":"223.956726ms","start":"2026-03-31T22:23:43.35855Z","end":"2026-03-31T22:23:43.582507Z","steps":["trace[1353357482] 'read index received' (duration: 132.309437ms)","trace[1353357482] 'applied index is now lower than readState.Index' (duration: 91.643669ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:43.582751Z","caller":"traceutil/trace.go:171","msg":"trace[370159605] transaction","detail":"{read_only:false; response_revision:611; number_of_response:1; }","duration":"237.651468ms","start":"2026-03-31T22:23:43.345085Z","end":"2026-03-31T22:23:43.582736Z","steps":["trace[370159605] 'process raft request' (duration: 237.089346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:43.582689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.106189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:23:43.583215Z","caller":"traceutil/trace.go:171","msg":"trace[1636108604] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:611; }","duration":"224.689094ms","start":"2026-03-31T22:23:43.358513Z","end":"2026-03-31T22:23:43.583202Z","steps":["trace[1636108604] 'agreement among raft nodes before linearized reading' (duration: 224.091219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:44.058012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.051344ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:23:44.058105Z","caller":"traceutil/trace.go:171","msg":"trace[1166579539] transaction","detail":"{read_only:false; response_revision:612; number_of_response:1; }","duration":"446.120962ms","start":"2026-03-31T22:23:43.61197Z","end":"2026-03-31T22:23:44.058091Z","steps":["trace[1166579539] 'process raft request' (duration: 276.924934ms)","trace[1166579539] 'compare' (duration: 168.926392ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:44.058153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:43.611949Z","time spent":"446.180283ms","remote":"127.0.0.1:53058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10846,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:44.103875Z","caller":"traceutil/trace.go:171","msg":"trace[474856263] transaction","detail":"{read_only:false; response_revision:613; number_of_response:1; }","duration":"433.3449ms","start":"2026-03-31T22:23:43.670475Z","end":"2026-03-31T22:23:44.10382Z","steps":["trace[474856263] 'process raft request' (duration: 433.121085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:44.104011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:43.670451Z","time spent":"433.494055ms","remote":"127.0.0.1:53058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":151221,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:23:44.663113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.629145ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:23:44.663226Z","caller":"traceutil/trace.go:171","msg":"trace[795774207] transaction","detail":"{read_only:false; response_revision:615; number_of_response:1; }","duration":"511.762139ms","start":"2026-03-31T22:23:44.151444Z","end":"2026-03-31T22:23:44.663206Z","steps":["trace[795774207] 'process raft request' (duration: 253.945181ms)","trace[795774207] 'compare' (duration: 257.355228ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:44.663289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:44.151428Z","time spent":"511.831011ms","remote":"127.0.0.1:53058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10855,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:44.712337Z","caller":"traceutil/trace.go:171","msg":"trace[1585874319] linearizableReadLoop","detail":"{readStateIndex:646; appliedIndex:644; }","duration":"353.376627ms","start":"2026-03-31T22:23:44.358941Z","end":"2026-03-31T22:23:44.712317Z","steps":["trace[1585874319] 'read index received' (duration: 46.51591ms)","trace[1585874319] 'applied index is now lower than readState.Index' (duration: 306.860107ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:44.712424Z","caller":"traceutil/trace.go:171","msg":"trace[2109266465] transaction","detail":"{read_only:false; response_revision:616; number_of_response:1; }","duration":"548.965178ms","start":"2026-03-31T22:23:44.163451Z","end":"2026-03-31T22:23:44.712416Z","steps":["trace[2109266465] 'process raft request' (duration: 548.747403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:44.712515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:44.163433Z","time spent":"549.011258ms","remote":"127.0.0.1:53058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":98689,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:23:44.71255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.582802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:23:44.712623Z","caller":"traceutil/trace.go:171","msg":"trace[703723] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:616; }","duration":"353.708935ms","start":"2026-03-31T22:23:44.358899Z","end":"2026-03-31T22:23:44.712608Z","steps":["trace[703723] 'agreement among raft nodes before linearized reading' (duration: 353.558822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:44.712664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:44.35888Z","time spent":"353.776936ms","remote":"127.0.0.1:53020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:23:45.106128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.359034ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:23:45.106247Z","caller":"traceutil/trace.go:171","msg":"trace[1799185489] linearizableReadLoop","detail":"{readStateIndex:647; appliedIndex:646; }","duration":"393.83769ms","start":"2026-03-31T22:23:44.712391Z","end":"2026-03-31T22:23:45.106229Z","steps":["trace[1799185489] 'read index received' (duration: 255.298261ms)","trace[1799185489] 'applied index is now lower than readState.Index' (duration: 138.538149ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:45.106312Z","caller":"traceutil/trace.go:171","msg":"trace[1126067076] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"433.849003ms","start":"2026-03-31T22:23:44.672421Z","end":"2026-03-31T22:23:45.10627Z","steps":["trace[1126067076] 'process raft request' (duration: 295.255133ms)","trace[1126067076] 'compare' (duration: 138.16768ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:45.106464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.536081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/backendtlspolicies.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:29570"} {"level":"warn","ts":"2026-03-31T22:23:45.10653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:44.672391Z","time spent":"434.028247ms","remote":"127.0.0.1:53058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18041,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:45.106565Z","caller":"traceutil/trace.go:171","msg":"trace[531615677] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/backendtlspolicies.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:617; }","duration":"428.681565ms","start":"2026-03-31T22:23:44.67786Z","end":"2026-03-31T22:23:45.106542Z","steps":["trace[531615677] 'agreement among raft nodes before linearized reading' (duration: 428.429929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:45.10662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:44.677843Z","time spent":"428.764046ms","remote":"127.0.0.1:53058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":29593,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/backendtlspolicies.gateway.networking.k8s.io\" "} {"level":"warn","ts":"2026-03-31T22:23:45.131291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.722575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:23:45.131361Z","caller":"traceutil/trace.go:171","msg":"trace[1791991314] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:618; }","duration":"417.844288ms","start":"2026-03-31T22:23:44.713504Z","end":"2026-03-31T22:23:45.131348Z","steps":["trace[1791991314] 'agreement among raft nodes before linearized reading' (duration: 417.713335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:45.131386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:44.713485Z","time spent":"417.897268ms","remote":"127.0.0.1:53032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T22:23:45.1314Z","caller":"traceutil/trace.go:171","msg":"trace[1713981859] transaction","detail":"{read_only:false; response_revision:618; number_of_response:1; }","duration":"392.464309ms","start":"2026-03-31T22:23:44.738909Z","end":"2026-03-31T22:23:45.131374Z","steps":["trace[1713981859] 'process raft request' (duration: 392.114021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:45.131538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:44.738885Z","time spent":"392.587671ms","remote":"127.0.0.1:53058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":65412,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:45.355671Z","caller":"traceutil/trace.go:171","msg":"trace[440166448] linearizableReadLoop","detail":"{readStateIndex:649; appliedIndex:648; }","duration":"215.675918ms","start":"2026-03-31T22:23:45.139968Z","end":"2026-03-31T22:23:45.355644Z","steps":["trace[440166448] 'read index received' (duration: 213.049668ms)","trace[440166448] 'applied index is now lower than readState.Index' (duration: 2.62502ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:45.355797Z","caller":"traceutil/trace.go:171","msg":"trace[233666455] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"223.392313ms","start":"2026-03-31T22:23:45.132387Z","end":"2026-03-31T22:23:45.355779Z","steps":["trace[233666455] 'process raft request' (duration: 220.579849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:45.356021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.030196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/gateways.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:59631"} {"level":"info","ts":"2026-03-31T22:23:45.356088Z","caller":"traceutil/trace.go:171","msg":"trace[1094630692] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/gateways.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:619; }","duration":"216.147759ms","start":"2026-03-31T22:23:45.139923Z","end":"2026-03-31T22:23:45.35607Z","steps":["trace[1094630692] 'agreement among raft nodes before linearized reading' (duration: 215.850122ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:45.622344Z","caller":"traceutil/trace.go:171","msg":"trace[811324497] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"468.188315ms","start":"2026-03-31T22:23:45.15403Z","end":"2026-03-31T22:23:45.622219Z","steps":["trace[811324497] 'process raft request' (duration: 467.921589ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:45.622501Z","caller":"traceutil/trace.go:171","msg":"trace[464849115] linearizableReadLoop","detail":"{readStateIndex:651; appliedIndex:649; }","duration":"266.727733ms","start":"2026-03-31T22:23:45.355748Z","end":"2026-03-31T22:23:45.622475Z","steps":["trace[464849115] 'read index received' (duration: 266.18236ms)","trace[464849115] 'applied index is now lower than readState.Index' (duration: 543.713µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:45.622534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:45.154005Z","time spent":"468.434692ms","remote":"127.0.0.1:53058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":74745,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:23:45.622781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.579408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T22:23:45.622841Z","caller":"traceutil/trace.go:171","msg":"trace[1026841541] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:621; }","duration":"330.66515ms","start":"2026-03-31T22:23:45.292161Z","end":"2026-03-31T22:23:45.622826Z","steps":["trace[1026841541] 'agreement among raft nodes before linearized reading' (duration: 330.501226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:45.62285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.988121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-31T22:23:45.622886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:45.292149Z","time spent":"330.726891ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T22:23:45.622897Z","caller":"traceutil/trace.go:171","msg":"trace[1577796694] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:621; }","duration":"332.071032ms","start":"2026-03-31T22:23:45.290812Z","end":"2026-03-31T22:23:45.622883Z","steps":["trace[1577796694] 'agreement among raft nodes before linearized reading' (duration: 331.938289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:45.622932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:45.290792Z","time spent":"332.130784ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T22:23:45.623083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.14854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T22:23:45.623116Z","caller":"traceutil/trace.go:171","msg":"trace[1107252880] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:621; }","duration":"352.182851ms","start":"2026-03-31T22:23:45.270924Z","end":"2026-03-31T22:23:45.623107Z","steps":["trace[1107252880] 'agreement among raft nodes before linearized reading' (duration: 352.087329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:45.623142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:45.270856Z","time spent":"352.279333ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T22:23:45.623228Z","caller":"traceutil/trace.go:171","msg":"trace[1711250577] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"341.17059ms","start":"2026-03-31T22:23:45.282046Z","end":"2026-03-31T22:23:45.623217Z","steps":["trace[1711250577] 'process raft request' (duration: 340.106795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:45.623281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:45.282017Z","time spent":"341.230181ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:23:45.62331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.498334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T22:23:45.623368Z","caller":"traceutil/trace.go:171","msg":"trace[902728630] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:621; }","duration":"329.594496ms","start":"2026-03-31T22:23:45.29376Z","end":"2026-03-31T22:23:45.623354Z","steps":["trace[902728630] 'agreement among raft nodes before linearized reading' (duration: 329.387961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:45.6234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:45.293748Z","time spent":"329.645457ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T22:23:45.83289Z","caller":"traceutil/trace.go:171","msg":"trace[1121242247] linearizableReadLoop","detail":"{readStateIndex:652; appliedIndex:651; }","duration":"210.314735ms","start":"2026-03-31T22:23:45.622548Z","end":"2026-03-31T22:23:45.832863Z","steps":["trace[1121242247] 'read index received' (duration: 210.005258ms)","trace[1121242247] 'applied index is now lower than readState.Index' (duration: 308.197µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:45.832921Z","caller":"traceutil/trace.go:171","msg":"trace[1995257825] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"452.327015ms","start":"2026-03-31T22:23:45.380564Z","end":"2026-03-31T22:23:45.832891Z","steps":["trace[1995257825] 'process raft request' (duration: 452.039398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:45.833071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:45.38054Z","time spent":"452.452798ms","remote":"127.0.0.1:53058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":65421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:23:45.833108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.061957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:23:45.83315Z","caller":"traceutil/trace.go:171","msg":"trace[784249429] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:622; }","duration":"473.150509ms","start":"2026-03-31T22:23:45.359987Z","end":"2026-03-31T22:23:45.833137Z","steps":["trace[784249429] 'agreement among raft nodes before linearized reading' (duration: 472.984395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:45.833202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:45.35997Z","time spent":"473.22215ms","remote":"127.0.0.1:53020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:23:45.833454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.162262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/grpcroutes.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:80703"} {"level":"info","ts":"2026-03-31T22:23:45.833531Z","caller":"traceutil/trace.go:171","msg":"trace[430064917] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/grpcroutes.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:622; }","duration":"456.279635ms","start":"2026-03-31T22:23:45.377232Z","end":"2026-03-31T22:23:45.833512Z","steps":["trace[430064917] 'agreement among raft nodes before linearized reading' (duration: 455.714882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:45.83361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:45.377219Z","time spent":"456.379526ms","remote":"127.0.0.1:53058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":80726,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/grpcroutes.gateway.networking.k8s.io\" "} {"level":"info","ts":"2026-03-31T22:23:45.956009Z","caller":"traceutil/trace.go:171","msg":"trace[1862161943] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"328.320957ms","start":"2026-03-31T22:23:45.627653Z","end":"2026-03-31T22:23:45.955974Z","steps":["trace[1862161943] 'process raft request' (duration: 326.334132ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:45.956053Z","caller":"traceutil/trace.go:171","msg":"trace[365562764] transaction","detail":"{read_only:false; response_revision:624; number_of_response:1; }","duration":"328.107301ms","start":"2026-03-31T22:23:45.627924Z","end":"2026-03-31T22:23:45.956031Z","steps":["trace[365562764] 'process raft request' (duration: 328.017149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:45.956219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:45.627627Z","time spent":"328.525941ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:45.956274Z","caller":"traceutil/trace.go:171","msg":"trace[1838155244] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"327.979258ms","start":"2026-03-31T22:23:45.628261Z","end":"2026-03-31T22:23:45.95624Z","steps":["trace[1838155244] 'process raft request' (duration: 327.736263ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:45.956346Z","caller":"traceutil/trace.go:171","msg":"trace[977269608] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"327.384335ms","start":"2026-03-31T22:23:45.628949Z","end":"2026-03-31T22:23:45.956333Z","steps":["trace[977269608] 'process raft request' (duration: 327.178281ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:45.956332Z","caller":"traceutil/trace.go:171","msg":"trace[2054518144] transaction","detail":"{read_only:false; response_revision:627; number_of_response:1; }","duration":"317.416058ms","start":"2026-03-31T22:23:45.638892Z","end":"2026-03-31T22:23:45.956308Z","steps":["trace[2054518144] 'process raft request' (duration: 317.312405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:45.956433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:45.628933Z","time spent":"327.448126ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:23:45.956436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.36183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:23:45.956458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:45.628238Z","time spent":"328.126422ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:23:45.956307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:45.627914Z","time spent":"328.351297ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:45.956474Z","caller":"traceutil/trace.go:171","msg":"trace[2085071059] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:627; }","duration":"122.419481ms","start":"2026-03-31T22:23:45.834045Z","end":"2026-03-31T22:23:45.956465Z","steps":["trace[2085071059] 'agreement among raft nodes before linearized reading' (duration: 122.35725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:45.956592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:45.63886Z","time spent":"317.576402ms","remote":"127.0.0.1:53058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20842,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:45.956283Z","caller":"traceutil/trace.go:171","msg":"trace[769092326] linearizableReadLoop","detail":"{readStateIndex:657; appliedIndex:652; }","duration":"122.198697ms","start":"2026-03-31T22:23:45.834069Z","end":"2026-03-31T22:23:45.956268Z","steps":["trace[769092326] 'read index received' (duration: 120.063108ms)","trace[769092326] 'applied index is now lower than readState.Index' (duration: 2.134609ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:46.321812Z","caller":"traceutil/trace.go:171","msg":"trace[1991867488] linearizableReadLoop","detail":"{readStateIndex:658; appliedIndex:657; }","duration":"364.953171ms","start":"2026-03-31T22:23:45.956822Z","end":"2026-03-31T22:23:46.321775Z","steps":["trace[1991867488] 'read index received' (duration: 364.795448ms)","trace[1991867488] 'applied index is now lower than readState.Index' (duration: 156.663µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:46.321891Z","caller":"traceutil/trace.go:171","msg":"trace[1515644525] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"451.606887ms","start":"2026-03-31T22:23:45.870233Z","end":"2026-03-31T22:23:46.32184Z","steps":["trace[1515644525] 'process raft request' (duration: 451.33056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:46.322056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.621436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/httproutes.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:151236"} {"level":"warn","ts":"2026-03-31T22:23:46.322069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:45.870204Z","time spent":"451.76498ms","remote":"127.0.0.1:53058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":74754,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:46.322101Z","caller":"traceutil/trace.go:171","msg":"trace[1826709127] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/httproutes.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:628; }","duration":"454.708727ms","start":"2026-03-31T22:23:45.867381Z","end":"2026-03-31T22:23:46.322089Z","steps":["trace[1826709127] 'agreement among raft nodes before linearized reading' (duration: 454.533203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:46.322144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:45.867364Z","time spent":"454.770299ms","remote":"127.0.0.1:53058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":151259,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/httproutes.gateway.networking.k8s.io\" "} {"level":"info","ts":"2026-03-31T22:23:46.702389Z","caller":"traceutil/trace.go:171","msg":"trace[237741236] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"628.05997ms","start":"2026-03-31T22:23:46.074304Z","end":"2026-03-31T22:23:46.702364Z","steps":["trace[237741236] 'process raft request' (duration: 627.395285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:46.702529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:46.074275Z","time spent":"628.182573ms","remote":"127.0.0.1:53058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":570081,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:46.995669Z","caller":"traceutil/trace.go:171","msg":"trace[1370761486] transaction","detail":"{read_only:false; response_revision:630; number_of_response:1; }","duration":"660.421989ms","start":"2026-03-31T22:23:46.335216Z","end":"2026-03-31T22:23:46.995638Z","steps":["trace[1370761486] 'process raft request' (duration: 621.405629ms)","trace[1370761486] 'compare' (duration: 38.728553ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:46.996079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:46.335191Z","time spent":"660.562292ms","remote":"127.0.0.1:53058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20851,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:23:47.265389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.859632ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-31T22:23:47.265403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.559648ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:23:47.265515Z","caller":"traceutil/trace.go:171","msg":"trace[112601751] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:630; }","duration":"191.68843ms","start":"2026-03-31T22:23:47.073808Z","end":"2026-03-31T22:23:47.265497Z","steps":["trace[112601751] 'range keys from in-memory index tree' (duration: 191.533087ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:47.265682Z","caller":"traceutil/trace.go:171","msg":"trace[352049870] transaction","detail":"{read_only:false; response_revision:631; number_of_response:1; }","duration":"502.595529ms","start":"2026-03-31T22:23:46.763069Z","end":"2026-03-31T22:23:47.265664Z","steps":["trace[352049870] 'process raft request' (duration: 502.444576ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:47.265695Z","caller":"traceutil/trace.go:171","msg":"trace[634079285] linearizableReadLoop","detail":"{readStateIndex:660; appliedIndex:658; }","duration":"906.402746ms","start":"2026-03-31T22:23:46.35926Z","end":"2026-03-31T22:23:47.265663Z","steps":["trace[634079285] 'read index received' (duration: 342.516309ms)","trace[634079285] 'applied index is now lower than readState.Index' (duration: 563.882507ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:47.265959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:46.76305Z","time spent":"502.727633ms","remote":"127.0.0.1:53058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15664,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:23:47.387353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028062801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/referencegrants.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:7708"} {"level":"info","ts":"2026-03-31T22:23:47.387452Z","caller":"traceutil/trace.go:171","msg":"trace[456660944] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/referencegrants.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:631; }","duration":"1.028210344s","start":"2026-03-31T22:23:46.359216Z","end":"2026-03-31T22:23:47.387426Z","steps":["trace[456660944] 'agreement among raft nodes before linearized reading' (duration: 906.540729ms)","trace[456660944] 'range keys from in-memory index tree' (duration: 121.43678ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:47.387498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:46.359195Z","time spent":"1.028291707s","remote":"127.0.0.1:53058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":1,"response size":7731,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/referencegrants.gateway.networking.k8s.io\" "} {"level":"info","ts":"2026-03-31T22:23:47.398866Z","caller":"traceutil/trace.go:171","msg":"trace[1279069094] linearizableReadLoop","detail":"{readStateIndex:663; appliedIndex:662; }","duration":"132.933731ms","start":"2026-03-31T22:23:47.265908Z","end":"2026-03-31T22:23:47.398842Z","steps":["trace[1279069094] 'read index received' (duration: 131.937298ms)","trace[1279069094] 'applied index is now lower than readState.Index' (duration: 995.853µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:47.399091Z","caller":"traceutil/trace.go:171","msg":"trace[1227637402] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"285.663563ms","start":"2026-03-31T22:23:47.113397Z","end":"2026-03-31T22:23:47.399061Z","steps":["trace[1227637402] 'process raft request' (duration: 285.145681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:47.399283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.14275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:23:47.399324Z","caller":"traceutil/trace.go:171","msg":"trace[1149153475] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:632; }","duration":"452.232082ms","start":"2026-03-31T22:23:46.947084Z","end":"2026-03-31T22:23:47.399316Z","steps":["trace[1149153475] 'agreement among raft nodes before linearized reading' (duration: 452.1485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:47.399355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:46.947062Z","time spent":"452.284863ms","remote":"127.0.0.1:53224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":2,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:23:47.787013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.96828ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:23:47.787322Z","caller":"traceutil/trace.go:171","msg":"trace[1116336964] linearizableReadLoop","detail":"{readStateIndex:664; appliedIndex:663; }","duration":"388.255193ms","start":"2026-03-31T22:23:47.398931Z","end":"2026-03-31T22:23:47.787186Z","steps":["trace[1116336964] 'read index received' (duration: 219.948615ms)","trace[1116336964] 'applied index is now lower than readState.Index' (duration: 168.304918ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:47.787451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.148833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:23:47.787484Z","caller":"traceutil/trace.go:171","msg":"trace[2063536661] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:633; }","duration":"425.210975ms","start":"2026-03-31T22:23:47.362261Z","end":"2026-03-31T22:23:47.787472Z","steps":["trace[2063536661] 'agreement among raft nodes before linearized reading' (duration: 425.121553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:47.787515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:47.362243Z","time spent":"425.264376ms","remote":"127.0.0.1:53020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T22:23:47.78764Z","caller":"traceutil/trace.go:171","msg":"trace[1677799657] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"452.936717ms","start":"2026-03-31T22:23:47.334686Z","end":"2026-03-31T22:23:47.787623Z","steps":["trace[1677799657] 'process raft request' (duration: 284.257241ms)","trace[1677799657] 'compare' (duration: 167.812897ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:47.787704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:47.334651Z","time spent":"453.017248ms","remote":"127.0.0.1:53058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":208461,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:23:47.787776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.999874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/tcproutes.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:31145"} {"level":"info","ts":"2026-03-31T22:23:47.787808Z","caller":"traceutil/trace.go:171","msg":"trace[1454836545] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/tcproutes.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:633; }","duration":"390.109736ms","start":"2026-03-31T22:23:47.397688Z","end":"2026-03-31T22:23:47.787798Z","steps":["trace[1454836545] 'agreement among raft nodes before linearized reading' (duration: 389.995353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:47.787835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:47.397636Z","time spent":"390.191448ms","remote":"127.0.0.1:53058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":31168,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/tcproutes.gateway.networking.k8s.io\" "} {"level":"info","ts":"2026-03-31T22:23:47.789476Z","caller":"traceutil/trace.go:171","msg":"trace[280081427] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"336.942782ms","start":"2026-03-31T22:23:47.452502Z","end":"2026-03-31T22:23:47.789445Z","steps":["trace[280081427] 'process raft request' (duration: 336.812989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:47.789774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:47.452483Z","time spent":"337.086716ms","remote":"127.0.0.1:53058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:23:48.392662Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219120757601820427,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:23:48.893236Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219120757601820427,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:23:49.393525Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219120757601820427,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:23:49.431761Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.562271369s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T22:23:49.455325Z","caller":"traceutil/trace.go:171","msg":"trace[1471300154] linearizableReadLoop","detail":"{readStateIndex:666; appliedIndex:665; }","duration":"1.563197246s","start":"2026-03-31T22:23:47.892104Z","end":"2026-03-31T22:23:49.455301Z","steps":["trace[1471300154] 'read index received' (duration: 1.539810408s)","trace[1471300154] 'applied index is now lower than readState.Index' (duration: 23.385888ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:49.455426Z","caller":"traceutil/trace.go:171","msg":"trace[471938744] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"1.586715182s","start":"2026-03-31T22:23:47.868702Z","end":"2026-03-31T22:23:49.455417Z","steps":["trace[471938744] 'process raft request' (duration: 1.563298734s)","trace[471938744] 'compare' (duration: 22.874086ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:49.455537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:47.868676Z","time spent":"1.586769003s","remote":"127.0.0.1:53058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":208470,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:23:49.4557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.495320308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T22:23:49.45577Z","caller":"traceutil/trace.go:171","msg":"trace[30380196] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:635; }","duration":"1.495432621s","start":"2026-03-31T22:23:47.960322Z","end":"2026-03-31T22:23:49.455754Z","steps":["trace[30380196] 'agreement among raft nodes before linearized reading' (duration: 1.495219036s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:49.455805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:47.960305Z","time spent":"1.495492392s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T22:23:49.455806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.663398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:23:49.455906Z","caller":"traceutil/trace.go:171","msg":"trace[139522145] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:635; }","duration":"139.813132ms","start":"2026-03-31T22:23:49.316072Z","end":"2026-03-31T22:23:49.455885Z","steps":["trace[139522145] 'agreement among raft nodes before linearized reading' (duration: 139.655028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:49.456013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.563881651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clienttrafficpolicies.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:65436"} {"level":"warn","ts":"2026-03-31T22:23:49.45609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.475516046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T22:23:49.456129Z","caller":"traceutil/trace.go:171","msg":"trace[1308727570] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/clienttrafficpolicies.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:635; }","duration":"1.564054854s","start":"2026-03-31T22:23:47.892048Z","end":"2026-03-31T22:23:49.456103Z","steps":["trace[1308727570] 'agreement among raft nodes before linearized reading' (duration: 1.563743368s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:49.456169Z","caller":"traceutil/trace.go:171","msg":"trace[441290048] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:635; }","duration":"1.475651509s","start":"2026-03-31T22:23:47.980495Z","end":"2026-03-31T22:23:49.456146Z","steps":["trace[441290048] 'agreement among raft nodes before linearized reading' (duration: 1.475413114s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:49.456166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.455492659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T22:23:49.45622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:47.980482Z","time spent":"1.475730561s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T22:23:49.456233Z","caller":"traceutil/trace.go:171","msg":"trace[774354752] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:635; }","duration":"1.455577531s","start":"2026-03-31T22:23:48.000635Z","end":"2026-03-31T22:23:49.456212Z","steps":["trace[774354752] 'agreement among raft nodes before linearized reading' (duration: 1.455402157s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:49.456177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:47.892026Z","time spent":"1.564140257s","remote":"127.0.0.1:53058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":65459,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clienttrafficpolicies.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-03-31T22:23:49.456268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:48.000621Z","time spent":"1.455639672s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T22:23:49.456056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.47568257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T22:23:49.456335Z","caller":"traceutil/trace.go:171","msg":"trace[1869648008] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:635; }","duration":"1.475988397s","start":"2026-03-31T22:23:47.980335Z","end":"2026-03-31T22:23:49.456324Z","steps":["trace[1869648008] 'agreement among raft nodes before linearized reading' (duration: 1.475610299s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:49.456388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:47.980318Z","time spent":"1.476059809s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T22:23:49.620855Z","caller":"traceutil/trace.go:171","msg":"trace[1957875418] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"158.082994ms","start":"2026-03-31T22:23:49.462749Z","end":"2026-03-31T22:23:49.620832Z","steps":["trace[1957875418] 'process raft request' (duration: 153.622243ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:49.906577Z","caller":"traceutil/trace.go:171","msg":"trace[1696264462] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"443.639161ms","start":"2026-03-31T22:23:49.462912Z","end":"2026-03-31T22:23:49.906552Z","steps":["trace[1696264462] 'process raft request' (duration: 346.390339ms)","trace[1696264462] 'compare' (duration: 97.092029ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:49.906596Z","caller":"traceutil/trace.go:171","msg":"trace[1651998620] linearizableReadLoop","detail":"{readStateIndex:670; appliedIndex:666; }","duration":"426.763089ms","start":"2026-03-31T22:23:49.479813Z","end":"2026-03-31T22:23:49.906576Z","steps":["trace[1651998620] 'read index received' (duration: 136.571587ms)","trace[1651998620] 'applied index is now lower than readState.Index' (duration: 290.190912ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:49.906694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:49.462896Z","time spent":"443.737893ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:49.906699Z","caller":"traceutil/trace.go:171","msg":"trace[2225345] transaction","detail":"{read_only:false; response_revision:639; number_of_response:1; }","duration":"442.831952ms","start":"2026-03-31T22:23:49.463857Z","end":"2026-03-31T22:23:49.906689Z","steps":["trace[2225345] 'process raft request' (duration: 442.666369ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:49.906704Z","caller":"traceutil/trace.go:171","msg":"trace[544331636] transaction","detail":"{read_only:false; response_revision:638; number_of_response:1; }","duration":"443.62689ms","start":"2026-03-31T22:23:49.463047Z","end":"2026-03-31T22:23:49.906674Z","steps":["trace[544331636] 'process raft request' (duration: 443.446816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:49.906748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:49.463821Z","time spent":"442.900903ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:23:49.906812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.992054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/envoyextensionpolicies.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:74769"} {"level":"info","ts":"2026-03-31T22:23:49.906838Z","caller":"traceutil/trace.go:171","msg":"trace[1234082305] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/envoyextensionpolicies.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:639; }","duration":"427.060435ms","start":"2026-03-31T22:23:49.479769Z","end":"2026-03-31T22:23:49.906829Z","steps":["trace[1234082305] 'agreement among raft nodes before linearized reading' (duration: 426.879401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:49.906836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:49.463006Z","time spent":"443.743742ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:23:49.906863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:49.479749Z","time spent":"427.109267ms","remote":"127.0.0.1:53058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":74792,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/envoyextensionpolicies.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-03-31T22:23:50.996309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.42445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:23:50.996382Z","caller":"traceutil/trace.go:171","msg":"trace[1185552030] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:639; }","duration":"673.513092ms","start":"2026-03-31T22:23:50.322854Z","end":"2026-03-31T22:23:50.996367Z","steps":["trace[1185552030] 'count revisions from in-memory index tree' (duration: 673.353599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:50.996416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:50.322837Z","time spent":"673.568993ms","remote":"127.0.0.1:53314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:23:50.996317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.703534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/httproutefilters.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:15688"} {"level":"info","ts":"2026-03-31T22:23:50.996482Z","caller":"traceutil/trace.go:171","msg":"trace[1509659015] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/httproutefilters.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:639; }","duration":"920.884198ms","start":"2026-03-31T22:23:50.07557Z","end":"2026-03-31T22:23:50.996454Z","steps":["trace[1509659015] 'range keys from in-memory index tree' (duration: 920.53807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:50.996565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:50.075553Z","time spent":"920.98572ms","remote":"127.0.0.1:53058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":15711,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/httproutefilters.gateway.envoyproxy.io\" "} {"level":"info","ts":"2026-03-31T22:23:51.532181Z","caller":"traceutil/trace.go:171","msg":"trace[87140538] linearizableReadLoop","detail":"{readStateIndex:672; appliedIndex:671; }","duration":"167.988147ms","start":"2026-03-31T22:23:51.36417Z","end":"2026-03-31T22:23:51.532158Z","steps":["trace[87140538] 'read index received' (duration: 115.167176ms)","trace[87140538] 'applied index is now lower than readState.Index' (duration: 52.820091ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:51.532314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.12495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:23:51.53235Z","caller":"traceutil/trace.go:171","msg":"trace[1221626211] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:640; }","duration":"168.208222ms","start":"2026-03-31T22:23:51.364132Z","end":"2026-03-31T22:23:51.53234Z","steps":["trace[1221626211] 'agreement among raft nodes before linearized reading' (duration: 168.11146ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:51.532231Z","caller":"traceutil/trace.go:171","msg":"trace[1378579653] transaction","detail":"{read_only:false; response_revision:640; number_of_response:1; }","duration":"184.978559ms","start":"2026-03-31T22:23:51.347228Z","end":"2026-03-31T22:23:51.532207Z","steps":["trace[1378579653] 'process raft request' (duration: 132.170239ms)","trace[1378579653] 'compare' (duration: 52.664207ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:51.802368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.167313ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:23:51.802452Z","caller":"traceutil/trace.go:171","msg":"trace[987944936] linearizableReadLoop","detail":"{readStateIndex:673; appliedIndex:672; }","duration":"178.718959ms","start":"2026-03-31T22:23:51.623718Z","end":"2026-03-31T22:23:51.802437Z","steps":["trace[987944936] 'read index received' (duration: 25.430473ms)","trace[987944936] 'applied index is now lower than readState.Index' (duration: 153.287596ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:51.802519Z","caller":"traceutil/trace.go:171","msg":"trace[712648024] transaction","detail":"{read_only:false; response_revision:641; number_of_response:1; }","duration":"215.815715ms","start":"2026-03-31T22:23:51.586694Z","end":"2026-03-31T22:23:51.80251Z","steps":["trace[712648024] 'process raft request' (duration: 62.444497ms)","trace[712648024] 'compare' (duration: 153.056341ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:51.802834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.110658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T22:23:51.802862Z","caller":"traceutil/trace.go:171","msg":"trace[1797280378] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:641; }","duration":"179.163768ms","start":"2026-03-31T22:23:51.623691Z","end":"2026-03-31T22:23:51.802855Z","steps":["trace[1797280378] 'agreement among raft nodes before linearized reading' (duration: 179.066226ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:51.993218Z","caller":"traceutil/trace.go:171","msg":"trace[245063366] transaction","detail":"{read_only:false; response_revision:642; number_of_response:1; }","duration":"186.965454ms","start":"2026-03-31T22:23:51.806228Z","end":"2026-03-31T22:23:51.993194Z","steps":["trace[245063366] 'process raft request' (duration: 173.843378ms)","trace[245063366] 'compare' (duration: 13.004664ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:52.18929Z","caller":"traceutil/trace.go:171","msg":"trace[1833972776] transaction","detail":"{read_only:false; response_revision:645; number_of_response:1; }","duration":"188.98459ms","start":"2026-03-31T22:23:52.000286Z","end":"2026-03-31T22:23:52.189271Z","steps":["trace[1833972776] 'process raft request' (duration: 188.946779ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:52.189462Z","caller":"traceutil/trace.go:171","msg":"trace[196095985] transaction","detail":"{read_only:false; response_revision:644; number_of_response:1; }","duration":"189.300077ms","start":"2026-03-31T22:23:52.000156Z","end":"2026-03-31T22:23:52.189456Z","steps":["trace[196095985] 'process raft request' (duration: 188.96757ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:52.469868Z","caller":"traceutil/trace.go:171","msg":"trace[1176081922] transaction","detail":"{read_only:false; response_revision:647; number_of_response:1; }","duration":"194.622637ms","start":"2026-03-31T22:23:52.275217Z","end":"2026-03-31T22:23:52.46984Z","steps":["trace[1176081922] 'process raft request' (duration: 147.963875ms)","trace[1176081922] 'compare' (duration: 46.526159ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:52.47397Z","caller":"traceutil/trace.go:171","msg":"trace[115740603] transaction","detail":"{read_only:false; response_revision:648; number_of_response:1; }","duration":"198.690608ms","start":"2026-03-31T22:23:52.275251Z","end":"2026-03-31T22:23:52.473942Z","steps":["trace[115740603] 'process raft request' (duration: 198.533464ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:53.48187Z","caller":"traceutil/trace.go:171","msg":"trace[1198677702] linearizableReadLoop","detail":"{readStateIndex:682; appliedIndex:681; }","duration":"159.068646ms","start":"2026-03-31T22:23:53.322779Z","end":"2026-03-31T22:23:53.481848Z","steps":["trace[1198677702] 'read index received' (duration: 158.483143ms)","trace[1198677702] 'applied index is now lower than readState.Index' (duration: 584.853µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:53.481927Z","caller":"traceutil/trace.go:171","msg":"trace[1344452740] transaction","detail":"{read_only:false; response_revision:650; number_of_response:1; }","duration":"171.138487ms","start":"2026-03-31T22:23:53.310758Z","end":"2026-03-31T22:23:53.481896Z","steps":["trace[1344452740] 'process raft request' (duration: 170.641496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:53.482077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.022843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:23:53.482093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.294331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:23:53.482128Z","caller":"traceutil/trace.go:171","msg":"trace[270983636] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:650; }","duration":"159.384733ms","start":"2026-03-31T22:23:53.322732Z","end":"2026-03-31T22:23:53.482117Z","steps":["trace[270983636] 'agreement among raft nodes before linearized reading' (duration: 159.22321ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:53.482129Z","caller":"traceutil/trace.go:171","msg":"trace[937311594] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:650; }","duration":"123.111165ms","start":"2026-03-31T22:23:53.359003Z","end":"2026-03-31T22:23:53.482115Z","steps":["trace[937311594] 'agreement among raft nodes before linearized reading' (duration: 123.004123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:53.7118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.737133ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:23:53.71192Z","caller":"traceutil/trace.go:171","msg":"trace[1148777347] transaction","detail":"{read_only:false; response_revision:651; number_of_response:1; }","duration":"179.70854ms","start":"2026-03-31T22:23:53.532193Z","end":"2026-03-31T22:23:53.711902Z","steps":["trace[1148777347] 'process raft request' (duration: 77.807424ms)","trace[1148777347] 'compare' (duration: 101.62675ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:54.18003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.860836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T22:23:54.180084Z","caller":"traceutil/trace.go:171","msg":"trace[1046740549] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:651; }","duration":"172.963178ms","start":"2026-03-31T22:23:54.00711Z","end":"2026-03-31T22:23:54.180073Z","steps":["trace[1046740549] 'range keys from in-memory index tree' (duration: 172.695702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:54.180085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.529179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T22:23:54.180143Z","caller":"traceutil/trace.go:171","msg":"trace[298518989] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:651; }","duration":"180.626481ms","start":"2026-03-31T22:23:53.9995Z","end":"2026-03-31T22:23:54.180127Z","steps":["trace[298518989] 'range keys from in-memory index tree' (duration: 180.377565ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:54.645283Z","caller":"traceutil/trace.go:171","msg":"trace[264788680] transaction","detail":"{read_only:false; response_revision:653; number_of_response:1; }","duration":"461.997872ms","start":"2026-03-31T22:23:54.18324Z","end":"2026-03-31T22:23:54.645238Z","steps":["trace[264788680] 'process raft request' (duration: 461.813558ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:54.6453Z","caller":"traceutil/trace.go:171","msg":"trace[1554602351] linearizableReadLoop","detail":"{readStateIndex:686; appliedIndex:683; }","duration":"452.795746ms","start":"2026-03-31T22:23:54.192422Z","end":"2026-03-31T22:23:54.645218Z","steps":["trace[1554602351] 'read index received' (duration: 446.111236ms)","trace[1554602351] 'applied index is now lower than readState.Index' (duration: 6.68273ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:54.645591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.141374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T22:23:54.645605Z","caller":"traceutil/trace.go:171","msg":"trace[2090368229] transaction","detail":"{read_only:false; response_revision:652; number_of_response:1; }","duration":"505.374922ms","start":"2026-03-31T22:23:54.140202Z","end":"2026-03-31T22:23:54.645577Z","steps":["trace[2090368229] 'process raft request' (duration: 499.388276ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:54.646563Z","caller":"traceutil/trace.go:171","msg":"trace[1550170906] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:654; }","duration":"454.015244ms","start":"2026-03-31T22:23:54.192417Z","end":"2026-03-31T22:23:54.646433Z","steps":["trace[1550170906] 'agreement among raft nodes before linearized reading' (duration: 453.042691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:54.645641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.651774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T22:23:54.646644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:54.192382Z","time spent":"454.241249ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T22:23:54.645705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.994795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:23:54.646724Z","caller":"traceutil/trace.go:171","msg":"trace[449179286] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:654; }","duration":"286.037898ms","start":"2026-03-31T22:23:54.360673Z","end":"2026-03-31T22:23:54.646711Z","steps":["trace[449179286] 'agreement among raft nodes before linearized reading' (duration: 285.008105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:54.64571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:54.183219Z","time spent":"462.432405ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:54.646669Z","caller":"traceutil/trace.go:171","msg":"trace[959174153] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:654; }","duration":"453.685906ms","start":"2026-03-31T22:23:54.192954Z","end":"2026-03-31T22:23:54.64664Z","steps":["trace[959174153] 'agreement among raft nodes before linearized reading' (duration: 452.570722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:54.646848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:54.192947Z","time spent":"453.884221ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T22:23:54.645744Z","caller":"traceutil/trace.go:171","msg":"trace[907544096] transaction","detail":"{read_only:false; response_revision:654; number_of_response:1; }","duration":"461.151725ms","start":"2026-03-31T22:23:54.184576Z","end":"2026-03-31T22:23:54.645728Z","steps":["trace[907544096] 'process raft request' (duration: 460.579022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:54.6466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:54.140184Z","time spent":"506.299903ms","remote":"127.0.0.1:53108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036157,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:23:54.647094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:54.184559Z","time spent":"462.464094ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:54.843721Z","caller":"traceutil/trace.go:171","msg":"trace[728604542] transaction","detail":"{read_only:false; response_revision:655; number_of_response:1; }","duration":"192.11275ms","start":"2026-03-31T22:23:54.65158Z","end":"2026-03-31T22:23:54.843693Z","steps":["trace[728604542] 'process raft request' (duration: 96.974125ms)","trace[728604542] 'compare' (duration: 95.040483ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:54.90119Z","caller":"traceutil/trace.go:171","msg":"trace[502328495] transaction","detail":"{read_only:false; response_revision:657; number_of_response:1; }","duration":"191.340104ms","start":"2026-03-31T22:23:54.709832Z","end":"2026-03-31T22:23:54.901172Z","steps":["trace[502328495] 'process raft request' (duration: 191.301873ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:54.901246Z","caller":"traceutil/trace.go:171","msg":"trace[2065086256] transaction","detail":"{read_only:false; response_revision:656; number_of_response:1; }","duration":"249.32198ms","start":"2026-03-31T22:23:54.651889Z","end":"2026-03-31T22:23:54.901211Z","steps":["trace[2065086256] 'process raft request' (duration: 249.143366ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:55.443527Z","caller":"traceutil/trace.go:171","msg":"trace[1157804113] linearizableReadLoop","detail":"{readStateIndex:690; appliedIndex:689; }","duration":"123.416212ms","start":"2026-03-31T22:23:55.320075Z","end":"2026-03-31T22:23:55.443491Z","steps":["trace[1157804113] 'read index received' (duration: 122.250036ms)","trace[1157804113] 'applied index is now lower than readState.Index' (duration: 1.164796ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:55.443763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.637006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:23:55.443821Z","caller":"traceutil/trace.go:171","msg":"trace[337915637] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:658; }","duration":"123.75913ms","start":"2026-03-31T22:23:55.320045Z","end":"2026-03-31T22:23:55.443804Z","steps":["trace[337915637] 'agreement among raft nodes before linearized reading' (duration: 123.594766ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:55.444024Z","caller":"traceutil/trace.go:171","msg":"trace[1702135750] transaction","detail":"{read_only:false; response_revision:658; number_of_response:1; }","duration":"126.879391ms","start":"2026-03-31T22:23:55.31712Z","end":"2026-03-31T22:23:55.443999Z","steps":["trace[1702135750] 'process raft request' (duration: 125.582391ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:56.055877Z","caller":"traceutil/trace.go:171","msg":"trace[1233904064] transaction","detail":"{read_only:false; response_revision:660; number_of_response:1; }","duration":"107.75992ms","start":"2026-03-31T22:23:55.948053Z","end":"2026-03-31T22:23:56.055813Z","steps":["trace[1233904064] 'process raft request' (duration: 107.216658ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:56.215021Z","caller":"traceutil/trace.go:171","msg":"trace[379186129] transaction","detail":"{read_only:false; response_revision:662; number_of_response:1; }","duration":"107.829121ms","start":"2026-03-31T22:23:56.107165Z","end":"2026-03-31T22:23:56.214994Z","steps":["trace[379186129] 'process raft request' (duration: 107.413712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:56.617341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.03243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:23:56.617446Z","caller":"traceutil/trace.go:171","msg":"trace[815867881] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:662; }","duration":"260.212284ms","start":"2026-03-31T22:23:56.357211Z","end":"2026-03-31T22:23:56.617423Z","steps":["trace[815867881] 'range keys from in-memory index tree' (duration: 259.938668ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:56.850169Z","caller":"traceutil/trace.go:171","msg":"trace[1742411054] transaction","detail":"{read_only:false; response_revision:663; number_of_response:1; }","duration":"195.831193ms","start":"2026-03-31T22:23:56.654311Z","end":"2026-03-31T22:23:56.850142Z","steps":["trace[1742411054] 'process raft request' (duration: 195.683079ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:56.965785Z","caller":"traceutil/trace.go:171","msg":"trace[607709024] transaction","detail":"{read_only:false; response_revision:664; number_of_response:1; }","duration":"310.626881ms","start":"2026-03-31T22:23:56.655119Z","end":"2026-03-31T22:23:56.965746Z","steps":["trace[607709024] 'process raft request' (duration: 295.175413ms)","trace[607709024] 'compare' (duration: 15.181232ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:56.966068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:56.655106Z","time spent":"310.774765ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:56.966502Z","caller":"traceutil/trace.go:171","msg":"trace[1686576721] linearizableReadLoop","detail":"{readStateIndex:697; appliedIndex:695; }","duration":"204.246504ms","start":"2026-03-31T22:23:56.762237Z","end":"2026-03-31T22:23:56.966483Z","steps":["trace[1686576721] 'read index received' (duration: 87.88305ms)","trace[1686576721] 'applied index is now lower than readState.Index' (duration: 116.362724ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:56.966592Z","caller":"traceutil/trace.go:171","msg":"trace[1682432018] transaction","detail":"{read_only:false; response_revision:665; number_of_response:1; }","duration":"282.504148ms","start":"2026-03-31T22:23:56.684074Z","end":"2026-03-31T22:23:56.966578Z","steps":["trace[1682432018] 'process raft request' (duration: 281.651099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:56.96664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.377506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:23:56.966668Z","caller":"traceutil/trace.go:171","msg":"trace[1347511668] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:665; }","duration":"204.457039ms","start":"2026-03-31T22:23:56.762202Z","end":"2026-03-31T22:23:56.966659Z","steps":["trace[1347511668] 'agreement among raft nodes before linearized reading' (duration: 204.388277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:56.967441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.938623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T22:23:56.967488Z","caller":"traceutil/trace.go:171","msg":"trace[980813813] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:665; }","duration":"120.020905ms","start":"2026-03-31T22:23:56.847456Z","end":"2026-03-31T22:23:56.967477Z","steps":["trace[980813813] 'agreement among raft nodes before linearized reading' (duration: 119.197546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:57.191127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.435457ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:23:57.191271Z","caller":"traceutil/trace.go:171","msg":"trace[1168856824] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:667; }","duration":"117.599431ms","start":"2026-03-31T22:23:57.073653Z","end":"2026-03-31T22:23:57.191253Z","steps":["trace[1168856824] 'range keys from in-memory index tree' (duration: 117.415647ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:57.191277Z","caller":"traceutil/trace.go:171","msg":"trace[1493406503] transaction","detail":"{read_only:false; response_revision:668; number_of_response:1; }","duration":"161.129632ms","start":"2026-03-31T22:23:57.030122Z","end":"2026-03-31T22:23:57.191251Z","steps":["trace[1493406503] 'process raft request' (duration: 160.963978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:57.439137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.128457ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-31T22:23:59.26545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.667954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:23:59.265541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.713735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:23:59.265582Z","caller":"traceutil/trace.go:171","msg":"trace[381724910] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:681; }","duration":"141.841278ms","start":"2026-03-31T22:23:59.123692Z","end":"2026-03-31T22:23:59.265534Z","steps":["trace[381724910] 'count revisions from in-memory index tree' (duration: 141.463859ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:59.265665Z","caller":"traceutil/trace.go:171","msg":"trace[1483773716] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:681; }","duration":"141.897939ms","start":"2026-03-31T22:23:59.123747Z","end":"2026-03-31T22:23:59.265645Z","steps":["trace[1483773716] 'range keys from in-memory index tree' (duration: 141.549481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:03.451295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039809898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-gmvnx\" ","response":"range_response_count:1 size:16961"} {"level":"warn","ts":"2026-03-31T22:24:03.45139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.988353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T22:24:03.451398Z","caller":"traceutil/trace.go:171","msg":"trace[684257710] range","detail":"{range_begin:/registry/pods/kube-system/cilium-gmvnx; range_end:; response_count:1; response_revision:690; }","duration":"1.039958692s","start":"2026-03-31T22:24:02.41141Z","end":"2026-03-31T22:24:03.451369Z","steps":["trace[684257710] 'range keys from in-memory index tree' (duration: 1.039695945s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:03.451428Z","caller":"traceutil/trace.go:171","msg":"trace[456708562] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:690; }","duration":"568.043535ms","start":"2026-03-31T22:24:02.88337Z","end":"2026-03-31T22:24:03.451414Z","steps":["trace[456708562] 'range keys from in-memory index tree' (duration: 567.904161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:03.451474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:02.883355Z","time spent":"568.111586ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T22:24:03.451472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:02.411392Z","time spent":"1.040061864s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16984,"request content":"key:\"/registry/pods/kube-system/cilium-gmvnx\" "} {"level":"warn","ts":"2026-03-31T22:24:03.451364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.743618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T22:24:03.451308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.284588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T22:24:03.451548Z","caller":"traceutil/trace.go:171","msg":"trace[168879592] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:690; }","duration":"453.929802ms","start":"2026-03-31T22:24:02.997603Z","end":"2026-03-31T22:24:03.451532Z","steps":["trace[168879592] 'range keys from in-memory index tree' (duration: 453.621245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:03.451481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.689079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T22:24:03.451587Z","caller":"traceutil/trace.go:171","msg":"trace[1888449393] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:690; }","duration":"457.571754ms","start":"2026-03-31T22:24:02.993997Z","end":"2026-03-31T22:24:03.451569Z","steps":["trace[1888449393] 'range keys from in-memory index tree' (duration: 457.070613ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:03.451633Z","caller":"traceutil/trace.go:171","msg":"trace[1375888623] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:690; }","duration":"438.850892ms","start":"2026-03-31T22:24:03.012758Z","end":"2026-03-31T22:24:03.451609Z","steps":["trace[1375888623] 'range keys from in-memory index tree' (duration: 438.536146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:03.451668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:02.993936Z","time spent":"457.714527ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:24:03.451701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:03.012741Z","time spent":"438.938495ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T22:24:03.451608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:02.997582Z","time spent":"454.013804ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T22:24:03.581976Z","caller":"traceutil/trace.go:171","msg":"trace[1456090156] transaction","detail":"{read_only:false; response_revision:691; number_of_response:1; }","duration":"126.270977ms","start":"2026-03-31T22:24:03.455678Z","end":"2026-03-31T22:24:03.581949Z","steps":["trace[1456090156] 'process raft request' (duration: 126.086922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:04.143502Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219120757601820643,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T22:24:04.316515Z","caller":"traceutil/trace.go:171","msg":"trace[1921073363] transaction","detail":"{read_only:false; response_revision:692; number_of_response:1; }","duration":"860.530306ms","start":"2026-03-31T22:24:03.455966Z","end":"2026-03-31T22:24:04.316497Z","steps":["trace[1921073363] 'process raft request' (duration: 860.366452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:04.316655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:03.455945Z","time spent":"860.637969ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:24:04.316853Z","caller":"traceutil/trace.go:171","msg":"trace[1490992545] transaction","detail":"{read_only:false; response_revision:693; number_of_response:1; }","duration":"860.816293ms","start":"2026-03-31T22:24:03.456006Z","end":"2026-03-31T22:24:04.316822Z","steps":["trace[1490992545] 'process raft request' (duration: 860.460365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:04.316976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:03.455989Z","time spent":"860.925985ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:24:04.316993Z","caller":"traceutil/trace.go:171","msg":"trace[18260780] transaction","detail":"{read_only:false; response_revision:694; number_of_response:1; }","duration":"860.393413ms","start":"2026-03-31T22:24:03.456562Z","end":"2026-03-31T22:24:04.316956Z","steps":["trace[18260780] 'process raft request' (duration: 860.177509ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:04.317021Z","caller":"traceutil/trace.go:171","msg":"trace[1058274093] linearizableReadLoop","detail":"{readStateIndex:730; appliedIndex:726; }","duration":"688.871287ms","start":"2026-03-31T22:24:03.62813Z","end":"2026-03-31T22:24:04.317001Z","steps":["trace[1058274093] 'read index received' (duration: 688.1021ms)","trace[1058274093] 'applied index is now lower than readState.Index' (duration: 768.287µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:24:04.31707Z","caller":"traceutil/trace.go:171","msg":"trace[387564411] transaction","detail":"{read_only:false; response_revision:695; number_of_response:1; }","duration":"851.665547ms","start":"2026-03-31T22:24:03.465369Z","end":"2026-03-31T22:24:04.317035Z","steps":["trace[387564411] 'process raft request' (duration: 851.507464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:04.317159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:03.456556Z","time spent":"860.526036ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:24:04.317168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.02619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:24:04.31719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:03.465346Z","time spent":"851.775949ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:24:04.317201Z","caller":"traceutil/trace.go:171","msg":"trace[17506974] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:695; }","duration":"689.101353ms","start":"2026-03-31T22:24:03.628091Z","end":"2026-03-31T22:24:04.317192Z","steps":["trace[17506974] 'agreement among raft nodes before linearized reading' (duration: 689.025741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:04.317233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:03.628074Z","time spent":"689.150163ms","remote":"127.0.0.1:53378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:24:06.905599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.319738668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T22:24:06.905695Z","caller":"traceutil/trace.go:171","msg":"trace[1204781999] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:695; }","duration":"1.319875241s","start":"2026-03-31T22:24:05.585789Z","end":"2026-03-31T22:24:06.905665Z","steps":["trace[1204781999] 'range keys from in-memory index tree' (duration: 1.319475751s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:06.905755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:05.585762Z","time spent":"1.319977563s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T22:24:06.905787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.547160604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:24:06.905833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.448243864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:24:06.905869Z","caller":"traceutil/trace.go:171","msg":"trace[1625619661] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:695; }","duration":"1.448330606s","start":"2026-03-31T22:24:05.457523Z","end":"2026-03-31T22:24:06.905854Z","steps":["trace[1625619661] 'count revisions from in-memory index tree' (duration: 1.448151962s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:06.905869Z","caller":"traceutil/trace.go:171","msg":"trace[1204174074] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:695; }","duration":"1.547301067s","start":"2026-03-31T22:24:05.35855Z","end":"2026-03-31T22:24:06.905851Z","steps":["trace[1204174074] 'range keys from in-memory index tree' (duration: 1.547051552s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:06.905901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:05.457496Z","time spent":"1.448397298s","remote":"127.0.0.1:53448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:24:06.905901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:05.358529Z","time spent":"1.547364938s","remote":"127.0.0.1:53032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:24:06.906233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.133764ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:24:06.906359Z","caller":"traceutil/trace.go:171","msg":"trace[1424869456] linearizableReadLoop","detail":"{readStateIndex:731; appliedIndex:730; }","duration":"585.949308ms","start":"2026-03-31T22:24:06.320388Z","end":"2026-03-31T22:24:06.906337Z","steps":["trace[1424869456] 'read index received' (duration: 262.469037ms)","trace[1424869456] 'applied index is now lower than readState.Index' (duration: 323.478401ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:24:06.906436Z","caller":"traceutil/trace.go:171","msg":"trace[1650260283] transaction","detail":"{read_only:false; response_revision:696; number_of_response:1; }","duration":"742.470486ms","start":"2026-03-31T22:24:06.163918Z","end":"2026-03-31T22:24:06.906389Z","steps":["trace[1650260283] 'process raft request' (duration: 419.057236ms)","trace[1650260283] 'compare' (duration: 322.093651ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:24:06.906529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.138562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T22:24:06.906575Z","caller":"traceutil/trace.go:171","msg":"trace[1216512705] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:696; }","duration":"586.217314ms","start":"2026-03-31T22:24:06.320348Z","end":"2026-03-31T22:24:06.906566Z","steps":["trace[1216512705] 'agreement among raft nodes before linearized reading' (duration: 586.069491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:06.906573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:06.163892Z","time spent":"742.61341ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:24:06.906602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:06.320331Z","time spent":"586.265775ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T22:24:08.914123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000273457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T22:24:08.914256Z","caller":"traceutil/trace.go:171","msg":"trace[1955731436] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000459761s","start":"2026-03-31T22:24:06.913769Z","end":"2026-03-31T22:24:08.914229Z","steps":["trace[1955731436] 'agreement among raft nodes before linearized reading' (duration: 2.000286827s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:08.91432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:06.913748Z","time spent":"2.000557263s","remote":"127.0.0.1:53020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:24:09.783665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.710474575s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:24:09.783876Z","caller":"traceutil/trace.go:171","msg":"trace[1445893786] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:696; }","duration":"2.71067757s","start":"2026-03-31T22:24:07.073141Z","end":"2026-03-31T22:24:09.783819Z","steps":["trace[1445893786] 'range keys from in-memory index tree' (duration: 2.710450535s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:10.915357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000440611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T22:24:10.915434Z","caller":"traceutil/trace.go:171","msg":"trace[771459467] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000628105s","start":"2026-03-31T22:24:08.914787Z","end":"2026-03-31T22:24:10.915415Z","steps":["trace[771459467] 'agreement among raft nodes before linearized reading' (duration: 2.000521693s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:10.915467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:08.914764Z","time spent":"2.000694996s","remote":"127.0.0.1:53032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 22:24:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T22:24:11.908543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:06.910612Z","time spent":"4.997923625s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 22:24:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T22:24:11.909447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:06.910606Z","time spent":"4.998829735s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T22:24:12.637315Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.508861712s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T22:24:12.699499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.571028113s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T22:24:12.699691Z","caller":"traceutil/trace.go:171","msg":"trace[1022167072] linearizableReadLoop","detail":"{readStateIndex:732; appliedIndex:731; }","duration":"5.793277884s","start":"2026-03-31T22:24:06.906397Z","end":"2026-03-31T22:24:12.699675Z","steps":["trace[1022167072] 'read index received' (duration: 222.063866ms)","trace[1022167072] 'applied index is now lower than readState.Index' (duration: 5.571213038s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:24:12.700079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.364270003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-31T22:24:12.700241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.373884481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T22:24:12.700325Z","caller":"traceutil/trace.go:171","msg":"trace[1138580903] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:696; }","duration":"6.374006804s","start":"2026-03-31T22:24:06.326298Z","end":"2026-03-31T22:24:12.700305Z","steps":["trace[1138580903] 'agreement among raft nodes before linearized reading' (duration: 6.373731248s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:12.700378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:06.326272Z","time spent":"6.374091936s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T22:24:12.700654Z","caller":"traceutil/trace.go:171","msg":"trace[1280304557] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:696; }","duration":"6.364342286s","start":"2026-03-31T22:24:06.335769Z","end":"2026-03-31T22:24:12.700112Z","steps":["trace[1280304557] 'agreement among raft nodes before linearized reading' (duration: 6.364155731s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:12.700758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:06.33576Z","time spent":"6.364983931s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T22:24:12.745423Z","caller":"traceutil/trace.go:171","msg":"trace[2145686274] transaction","detail":"{read_only:false; response_revision:699; number_of_response:1; }","duration":"343.257638ms","start":"2026-03-31T22:24:12.402145Z","end":"2026-03-31T22:24:12.745403Z","steps":["trace[2145686274] 'process raft request' (duration: 343.170256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:12.745539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:12.402122Z","time spent":"343.35204ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:24:12.74561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.412214122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:24:12.745664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.559887473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:24:12.745673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.824471666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:24:12.745685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165381509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:24:12.745735Z","caller":"traceutil/trace.go:171","msg":"trace[146063254] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:700; }","duration":"4.560050596s","start":"2026-03-31T22:24:08.185662Z","end":"2026-03-31T22:24:12.745712Z","steps":["trace[146063254] 'agreement among raft nodes before linearized reading' (duration: 4.55978364s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:12.745748Z","caller":"traceutil/trace.go:171","msg":"trace[1448626893] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:700; }","duration":"1.824604049s","start":"2026-03-31T22:24:10.921127Z","end":"2026-03-31T22:24:12.745731Z","steps":["trace[1448626893] 'agreement among raft nodes before linearized reading' (duration: 1.824332032s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:12.745778Z","caller":"traceutil/trace.go:171","msg":"trace[300339319] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:700; }","duration":"1.165518042s","start":"2026-03-31T22:24:11.580237Z","end":"2026-03-31T22:24:12.745755Z","steps":["trace[300339319] 'agreement among raft nodes before linearized reading' (duration: 1.165263546s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:12.745789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:10.921118Z","time spent":"1.824662s","remote":"127.0.0.1:53020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:24:12.745779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:08.185632Z","time spent":"4.560134458s","remote":"127.0.0.1:53426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:24:12.745826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:11.580183Z","time spent":"1.165633134s","remote":"127.0.0.1:53398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:24:12.745701Z","caller":"traceutil/trace.go:171","msg":"trace[392603826] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:700; }","duration":"1.412343205s","start":"2026-03-31T22:24:11.333338Z","end":"2026-03-31T22:24:12.745681Z","steps":["trace[392603826] 'agreement among raft nodes before linearized reading' (duration: 1.412181382s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:12.745926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:11.333321Z","time spent":"1.41256441s","remote":"127.0.0.1:53130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":5,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:24:12.746717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.611519375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:24:12.746766Z","caller":"traceutil/trace.go:171","msg":"trace[1789387127] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:700; }","duration":"3.611612257s","start":"2026-03-31T22:24:09.135144Z","end":"2026-03-31T22:24:12.746756Z","steps":["trace[1789387127] 'agreement among raft nodes before linearized reading' (duration: 3.610329549s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:12.74678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.512289828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.35\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-31T22:24:12.746791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126696427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:24:12.746796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.828741691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a20d44343d08b4\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-31T22:24:12.746806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.028681979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:24:12.746835Z","caller":"traceutil/trace.go:171","msg":"trace[2134028917] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a20d44343d08b4; range_end:; response_count:1; response_revision:700; }","duration":"1.828819293s","start":"2026-03-31T22:24:10.918007Z","end":"2026-03-31T22:24:12.746826Z","steps":["trace[2134028917] 'agreement among raft nodes before linearized reading' (duration: 1.827459343s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:12.746831Z","caller":"traceutil/trace.go:171","msg":"trace[1026448321] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:700; }","duration":"1.126768349s","start":"2026-03-31T22:24:11.620052Z","end":"2026-03-31T22:24:12.746821Z","steps":["trace[1026448321] 'agreement among raft nodes before linearized reading' (duration: 1.125444199s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:12.746841Z","caller":"traceutil/trace.go:171","msg":"trace[1598769436] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:700; }","duration":"4.02874636s","start":"2026-03-31T22:24:08.718086Z","end":"2026-03-31T22:24:12.746832Z","steps":["trace[1598769436] 'agreement among raft nodes before linearized reading' (duration: 4.02739817s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:12.746835Z","caller":"traceutil/trace.go:171","msg":"trace[571574068] range","detail":"{range_begin:/registry/masterleases/199.204.45.35; range_end:; response_count:1; response_revision:700; }","duration":"1.512370731s","start":"2026-03-31T22:24:11.234443Z","end":"2026-03-31T22:24:12.746814Z","steps":["trace[571574068] 'agreement among raft nodes before linearized reading' (duration: 1.511027461s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:12.746857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:10.917987Z","time spent":"1.828865684s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a20d44343d08b4\" "} {"level":"warn","ts":"2026-03-31T22:24:12.746863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:11.620034Z","time spent":"1.126820349s","remote":"127.0.0.1:53150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:24:12.746874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:11.234426Z","time spent":"1.512441112s","remote":"127.0.0.1:53038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.35\" "} {"level":"warn","ts":"2026-03-31T22:24:12.746869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:08.718067Z","time spent":"4.028794732s","remote":"127.0.0.1:53532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":64,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:24:12.746875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.117422697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:24:12.746934Z","caller":"traceutil/trace.go:171","msg":"trace[1836187929] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:700; }","duration":"1.11752077s","start":"2026-03-31T22:24:11.629396Z","end":"2026-03-31T22:24:12.746917Z","steps":["trace[1836187929] 'agreement among raft nodes before linearized reading' (duration: 1.116109509s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:12.746978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:11.629379Z","time spent":"1.117589851s","remote":"127.0.0.1:53330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:24:12.7468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:09.135125Z","time spent":"3.611666639s","remote":"127.0.0.1:53274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":2,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:24:12.904616Z","caller":"traceutil/trace.go:171","msg":"trace[555667113] transaction","detail":"{read_only:false; response_revision:704; number_of_response:1; }","duration":"113.825275ms","start":"2026-03-31T22:24:12.790763Z","end":"2026-03-31T22:24:12.904588Z","steps":["trace[555667113] 'process raft request' (duration: 94.761297ms)","trace[555667113] 'compare' (duration: 18.911895ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:24:14.617017Z","caller":"traceutil/trace.go:171","msg":"trace[1286307639] transaction","detail":"{read_only:false; response_revision:707; number_of_response:1; }","duration":"158.35711ms","start":"2026-03-31T22:24:14.458609Z","end":"2026-03-31T22:24:14.616966Z","steps":["trace[1286307639] 'process raft request' (duration: 158.152075ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:14.629036Z","caller":"traceutil/trace.go:171","msg":"trace[878436893] transaction","detail":"{read_only:false; response_revision:708; number_of_response:1; }","duration":"164.59914ms","start":"2026-03-31T22:24:14.464404Z","end":"2026-03-31T22:24:14.629003Z","steps":["trace[878436893] 'process raft request' (duration: 164.431006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:16.197981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.234628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-gmvnx\" ","response":"range_response_count:1 size:17243"} {"level":"warn","ts":"2026-03-31T22:24:16.1983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.20622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:24:16.198365Z","caller":"traceutil/trace.go:171","msg":"trace[1429372973] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:712; }","duration":"825.330623ms","start":"2026-03-31T22:24:15.37302Z","end":"2026-03-31T22:24:16.198351Z","steps":["trace[1429372973] 'range keys from in-memory index tree' (duration: 825.056626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:16.198429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:15.372993Z","time spent":"825.402705ms","remote":"127.0.0.1:53020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T22:24:16.198417Z","caller":"traceutil/trace.go:171","msg":"trace[182402158] range","detail":"{range_begin:/registry/pods/kube-system/cilium-gmvnx; range_end:; response_count:1; response_revision:712; }","duration":"745.356251ms","start":"2026-03-31T22:24:15.452697Z","end":"2026-03-31T22:24:16.198053Z","steps":["trace[182402158] 'range keys from in-memory index tree' (duration: 745.063494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:16.198203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.621144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T22:24:16.198561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.121012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T22:24:16.198578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:15.452684Z","time spent":"745.77589ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":17266,"request content":"key:\"/registry/pods/kube-system/cilium-gmvnx\" "} {"level":"info","ts":"2026-03-31T22:24:16.198616Z","caller":"traceutil/trace.go:171","msg":"trace[112325973] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:712; }","duration":"248.206014ms","start":"2026-03-31T22:24:15.950393Z","end":"2026-03-31T22:24:16.198599Z","steps":["trace[112325973] 'range keys from in-memory index tree' (duration: 247.278804ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:16.198628Z","caller":"traceutil/trace.go:171","msg":"trace[1552974094] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:712; }","duration":"273.110075ms","start":"2026-03-31T22:24:15.925483Z","end":"2026-03-31T22:24:16.198593Z","steps":["trace[1552974094] 'range keys from in-memory index tree' (duration: 272.41847ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:17.074279Z","caller":"traceutil/trace.go:171","msg":"trace[1277765751] transaction","detail":"{read_only:false; response_revision:731; number_of_response:1; }","duration":"144.354784ms","start":"2026-03-31T22:24:16.929902Z","end":"2026-03-31T22:24:17.074257Z","steps":["trace[1277765751] 'process raft request' (duration: 144.253902ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:17.074316Z","caller":"traceutil/trace.go:171","msg":"trace[583542524] transaction","detail":"{read_only:false; response_revision:730; number_of_response:1; }","duration":"146.560103ms","start":"2026-03-31T22:24:16.927723Z","end":"2026-03-31T22:24:17.074283Z","steps":["trace[583542524] 'process raft request' (duration: 146.309207ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:17.85534Z","caller":"traceutil/trace.go:171","msg":"trace[8102327] transaction","detail":"{read_only:false; response_revision:749; number_of_response:1; }","duration":"267.663994ms","start":"2026-03-31T22:24:17.587657Z","end":"2026-03-31T22:24:17.855321Z","steps":["trace[8102327] 'process raft request' (duration: 267.542042ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:17.895013Z","caller":"traceutil/trace.go:171","msg":"trace[783468296] transaction","detail":"{read_only:false; response_revision:750; number_of_response:1; }","duration":"264.105823ms","start":"2026-03-31T22:24:17.630883Z","end":"2026-03-31T22:24:17.894988Z","steps":["trace[783468296] 'process raft request' (duration: 263.814577ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:18.220212Z","caller":"traceutil/trace.go:171","msg":"trace[1477654351] transaction","detail":"{read_only:false; response_revision:757; number_of_response:1; }","duration":"183.435895ms","start":"2026-03-31T22:24:18.036757Z","end":"2026-03-31T22:24:18.220193Z","steps":["trace[1477654351] 'process raft request' (duration: 183.308922ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:18.914888Z","caller":"traceutil/trace.go:171","msg":"trace[507404475] transaction","detail":"{read_only:false; response_revision:765; number_of_response:1; }","duration":"119.137925ms","start":"2026-03-31T22:24:18.795725Z","end":"2026-03-31T22:24:18.914863Z","steps":["trace[507404475] 'process raft request' (duration: 118.987422ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:18.917954Z","caller":"traceutil/trace.go:171","msg":"trace[1208437869] transaction","detail":"{read_only:false; response_revision:766; number_of_response:1; }","duration":"117.274173ms","start":"2026-03-31T22:24:18.800652Z","end":"2026-03-31T22:24:18.917926Z","steps":["trace[1208437869] 'process raft request' (duration: 117.12568ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:20.44517Z","caller":"traceutil/trace.go:171","msg":"trace[434617018] transaction","detail":"{read_only:false; response_revision:773; number_of_response:1; }","duration":"661.318936ms","start":"2026-03-31T22:24:19.78382Z","end":"2026-03-31T22:24:20.445139Z","steps":["trace[434617018] 'process raft request' (duration: 661.152323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:20.445341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:19.783797Z","time spent":"661.462699ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":716,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:24:20.533994Z","caller":"traceutil/trace.go:171","msg":"trace[2060562848] transaction","detail":"{read_only:false; response_revision:774; number_of_response:1; }","duration":"699.65128ms","start":"2026-03-31T22:24:19.834327Z","end":"2026-03-31T22:24:20.533978Z","steps":["trace[2060562848] 'process raft request' (duration: 699.314983ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:20.534063Z","caller":"traceutil/trace.go:171","msg":"trace[1631706553] transaction","detail":"{read_only:false; response_revision:775; number_of_response:1; }","duration":"460.839918ms","start":"2026-03-31T22:24:20.073197Z","end":"2026-03-31T22:24:20.534036Z","steps":["trace[1631706553] 'process raft request' (duration: 460.638344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:20.534114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:19.834295Z","time spent":"699.758243ms","remote":"127.0.0.1:53058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":23277,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:24:20.533984Z","caller":"traceutil/trace.go:171","msg":"trace[2051854050] linearizableReadLoop","detail":"{readStateIndex:813; appliedIndex:810; }","duration":"303.936742ms","start":"2026-03-31T22:24:20.230021Z","end":"2026-03-31T22:24:20.533957Z","steps":["trace[2051854050] 'read index received' (duration: 214.863894ms)","trace[2051854050] 'applied index is now lower than readState.Index' (duration: 89.071538ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:24:20.534193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:20.07316Z","time spent":"460.96526ms","remote":"127.0.0.1:53058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":187455,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:24:20.534232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.191947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5177"} {"level":"info","ts":"2026-03-31T22:24:20.53431Z","caller":"traceutil/trace.go:171","msg":"trace[1369251960] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:775; }","duration":"304.32017ms","start":"2026-03-31T22:24:20.22997Z","end":"2026-03-31T22:24:20.53429Z","steps":["trace[1369251960] 'agreement among raft nodes before linearized reading' (duration: 304.058824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:20.534365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:20.229942Z","time spent":"304.408901ms","remote":"127.0.0.1:53058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":5200,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" "} {"level":"warn","ts":"2026-03-31T22:24:20.534415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.996186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9320"} {"level":"info","ts":"2026-03-31T22:24:20.53444Z","caller":"traceutil/trace.go:171","msg":"trace[1993172253] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:775; }","duration":"105.056567ms","start":"2026-03-31T22:24:20.429375Z","end":"2026-03-31T22:24:20.534432Z","steps":["trace[1993172253] 'agreement among raft nodes before linearized reading' (duration: 104.935884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:20.534557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.909938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T22:24:20.53464Z","caller":"traceutil/trace.go:171","msg":"trace[762361718] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:775; }","duration":"291.04713ms","start":"2026-03-31T22:24:20.24357Z","end":"2026-03-31T22:24:20.534617Z","steps":["trace[762361718] 'agreement among raft nodes before linearized reading' (duration: 290.743964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:20.53468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.361724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T22:24:20.534791Z","caller":"traceutil/trace.go:171","msg":"trace[1375072209] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:775; }","duration":"211.515447ms","start":"2026-03-31T22:24:20.323246Z","end":"2026-03-31T22:24:20.534761Z","steps":["trace[1375072209] 'agreement among raft nodes before linearized reading' (duration: 211.19907ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:20.943713Z","caller":"traceutil/trace.go:171","msg":"trace[1070850388] linearizableReadLoop","detail":"{readStateIndex:822; appliedIndex:821; }","duration":"113.910608ms","start":"2026-03-31T22:24:20.829779Z","end":"2026-03-31T22:24:20.943689Z","steps":["trace[1070850388] 'read index received' (duration: 100.681579ms)","trace[1070850388] 'applied index is now lower than readState.Index' (duration: 13.228109ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:24:20.943792Z","caller":"traceutil/trace.go:171","msg":"trace[1238982820] transaction","detail":"{read_only:false; response_revision:784; number_of_response:1; }","duration":"175.692701ms","start":"2026-03-31T22:24:20.768064Z","end":"2026-03-31T22:24:20.943757Z","steps":["trace[1238982820] 'process raft request' (duration: 162.617375ms)","trace[1238982820] 'compare' (duration: 12.735638ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:24:20.943999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.230705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"info","ts":"2026-03-31T22:24:20.944069Z","caller":"traceutil/trace.go:171","msg":"trace[918765605] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:784; }","duration":"114.341618ms","start":"2026-03-31T22:24:20.829705Z","end":"2026-03-31T22:24:20.944046Z","steps":["trace[918765605] 'agreement among raft nodes before linearized reading' (duration: 114.158454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:22.001443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.411196ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:24:22.001651Z","caller":"traceutil/trace.go:171","msg":"trace[885596451] transaction","detail":"{read_only:false; response_revision:791; number_of_response:1; }","duration":"476.352397ms","start":"2026-03-31T22:24:21.525249Z","end":"2026-03-31T22:24:22.001601Z","steps":["trace[885596451] 'process raft request' (duration: 307.677885ms)","trace[885596451] 'compare' (duration: 168.180321ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:24:22.001582Z","caller":"traceutil/trace.go:171","msg":"trace[2027079163] linearizableReadLoop","detail":"{readStateIndex:830; appliedIndex:829; }","duration":"271.05666ms","start":"2026-03-31T22:24:21.730504Z","end":"2026-03-31T22:24:22.001561Z","steps":["trace[2027079163] 'read index received' (duration: 102.404659ms)","trace[2027079163] 'applied index is now lower than readState.Index' (duration: 168.650171ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:24:22.002071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:21.525228Z","time spent":"476.729566ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18497,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:24:22.00203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.50177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:24:22.002164Z","caller":"traceutil/trace.go:171","msg":"trace[893536324] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:791; }","duration":"271.662693ms","start":"2026-03-31T22:24:21.730483Z","end":"2026-03-31T22:24:22.002146Z","steps":["trace[893536324] 'agreement among raft nodes before linearized reading' (duration: 271.277345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:22.503186Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219120757601820829,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T22:24:22.596039Z","caller":"traceutil/trace.go:171","msg":"trace[1703219641] linearizableReadLoop","detail":"{readStateIndex:831; appliedIndex:830; }","duration":"593.889966ms","start":"2026-03-31T22:24:22.002122Z","end":"2026-03-31T22:24:22.596012Z","steps":["trace[1703219641] 'read index received' (duration: 593.59783ms)","trace[1703219641] 'applied index is now lower than readState.Index' (duration: 291.296µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:24:22.596207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.137753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:24:22.596201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.290496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:24:22.596246Z","caller":"traceutil/trace.go:171","msg":"trace[4462615] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:792; }","duration":"854.215984ms","start":"2026-03-31T22:24:21.742017Z","end":"2026-03-31T22:24:22.596232Z","steps":["trace[4462615] 'agreement among raft nodes before linearized reading' (duration: 854.125832ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:22.59629Z","caller":"traceutil/trace.go:171","msg":"trace[2146045999] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:792; }","duration":"736.43256ms","start":"2026-03-31T22:24:21.859834Z","end":"2026-03-31T22:24:22.596266Z","steps":["trace[2146045999] 'agreement among raft nodes before linearized reading' (duration: 736.244306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:22.59631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:21.742007Z","time spent":"854.292137ms","remote":"127.0.0.1:55326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T22:24:22.596322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.330845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:24:22.596338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.749054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:24:22.596404Z","caller":"traceutil/trace.go:171","msg":"trace[837078134] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:792; }","duration":"865.449217ms","start":"2026-03-31T22:24:21.730936Z","end":"2026-03-31T22:24:22.596385Z","steps":["trace[837078134] 'agreement among raft nodes before linearized reading' (duration: 865.288674ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:22.596429Z","caller":"traceutil/trace.go:171","msg":"trace[903934483] transaction","detail":"{read_only:false; response_revision:792; number_of_response:1; }","duration":"769.934025ms","start":"2026-03-31T22:24:21.826479Z","end":"2026-03-31T22:24:22.596413Z","steps":["trace[903934483] 'process raft request' (duration: 769.342092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:22.596409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.272032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:24:22.596507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.670971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:24:22.596537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:21.826459Z","time spent":"770.008786ms","remote":"127.0.0.1:53200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:24:22.596577Z","caller":"traceutil/trace.go:171","msg":"trace[287377412] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:792; }","duration":"707.757443ms","start":"2026-03-31T22:24:21.888793Z","end":"2026-03-31T22:24:22.59655Z","steps":["trace[287377412] 'agreement among raft nodes before linearized reading' (duration: 707.668201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:22.596574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.293602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:24:22.596631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.650821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:24:22.596633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:21.888774Z","time spent":"707.845466ms","remote":"127.0.0.1:55354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:24:22.596431Z","caller":"traceutil/trace.go:171","msg":"trace[741935780] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:792; }","duration":"865.899458ms","start":"2026-03-31T22:24:21.730508Z","end":"2026-03-31T22:24:22.596407Z","steps":["trace[741935780] 'agreement among raft nodes before linearized reading' (duration: 865.693523ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:22.596658Z","caller":"traceutil/trace.go:171","msg":"trace[1042102654] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:792; }","duration":"762.679901ms","start":"2026-03-31T22:24:21.833972Z","end":"2026-03-31T22:24:22.596652Z","steps":["trace[1042102654] 'agreement among raft nodes before linearized reading' (duration: 762.63427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:22.59664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.248062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:24:22.596679Z","caller":"traceutil/trace.go:171","msg":"trace[969874154] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:792; }","duration":"707.417175ms","start":"2026-03-31T22:24:21.889226Z","end":"2026-03-31T22:24:22.596643Z","steps":["trace[969874154] 'agreement among raft nodes before linearized reading' (duration: 707.264482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:22.596686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.338867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:24:22.596707Z","caller":"traceutil/trace.go:171","msg":"trace[1765027950] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:792; }","duration":"762.332233ms","start":"2026-03-31T22:24:21.834356Z","end":"2026-03-31T22:24:22.596688Z","steps":["trace[1765027950] 'agreement among raft nodes before linearized reading' (duration: 762.230821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:22.596717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:21.730492Z","time spent":"866.187364ms","remote":"127.0.0.1:55324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T22:24:22.596738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.532531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:24:22.596751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:21.834346Z","time spent":"762.395824ms","remote":"127.0.0.1:55334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" limit:500 "} {"level":"warn","ts":"2026-03-31T22:24:22.596747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:21.889219Z","time spent":"707.508677ms","remote":"127.0.0.1:55354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 "} {"level":"info","ts":"2026-03-31T22:24:22.596759Z","caller":"traceutil/trace.go:171","msg":"trace[1293810317] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:792; }","duration":"736.423779ms","start":"2026-03-31T22:24:21.860312Z","end":"2026-03-31T22:24:22.596736Z","steps":["trace[1293810317] 'agreement among raft nodes before linearized reading' (duration: 736.258836ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:22.596767Z","caller":"traceutil/trace.go:171","msg":"trace[126269175] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:792; }","duration":"854.569633ms","start":"2026-03-31T22:24:21.742192Z","end":"2026-03-31T22:24:22.596762Z","steps":["trace[126269175] 'agreement among raft nodes before linearized reading' (duration: 854.525142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:22.596804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:21.742188Z","time spent":"854.609814ms","remote":"127.0.0.1:55326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:24:22.596804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:21.860304Z","time spent":"736.489161ms","remote":"127.0.0.1:55340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 "} {"level":"warn","ts":"2026-03-31T22:24:22.596462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:21.730932Z","time spent":"865.518589ms","remote":"127.0.0.1:55324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" limit:500 "} {"level":"info","ts":"2026-03-31T22:24:22.596556Z","caller":"traceutil/trace.go:171","msg":"trace[1758646908] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:792; }","duration":"762.460506ms","start":"2026-03-31T22:24:21.834058Z","end":"2026-03-31T22:24:22.596519Z","steps":["trace[1758646908] 'agreement among raft nodes before linearized reading' (duration: 762.196741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:22.596989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:21.834036Z","time spent":"762.933986ms","remote":"127.0.0.1:55334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T22:24:22.597072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.135115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:24:22.596695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:21.833955Z","time spent":"762.731302ms","remote":"127.0.0.1:55334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:24:22.596362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:21.859794Z","time spent":"736.550013ms","remote":"127.0.0.1:55340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:24:22.597133Z","caller":"traceutil/trace.go:171","msg":"trace[2057960334] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:792; }","duration":"737.199907ms","start":"2026-03-31T22:24:21.859918Z","end":"2026-03-31T22:24:22.597118Z","steps":["trace[2057960334] 'agreement among raft nodes before linearized reading' (duration: 737.109505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:22.597192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:21.859901Z","time spent":"737.275218ms","remote":"127.0.0.1:55340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T22:24:22.59656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.590059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:24:22.597254Z","caller":"traceutil/trace.go:171","msg":"trace[1288182472] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:792; }","duration":"708.325235ms","start":"2026-03-31T22:24:21.88891Z","end":"2026-03-31T22:24:22.597235Z","steps":["trace[1288182472] 'agreement among raft nodes before linearized reading' (duration: 707.612329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:22.597327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:21.888881Z","time spent":"708.405726ms","remote":"127.0.0.1:55354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T22:24:22.597743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.569625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:24:22.597797Z","caller":"traceutil/trace.go:171","msg":"trace[1754821191] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:792; }","duration":"855.655657ms","start":"2026-03-31T22:24:21.742128Z","end":"2026-03-31T22:24:22.597784Z","steps":["trace[1754821191] 'agreement among raft nodes before linearized reading' (duration: 854.03068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:22.59783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:21.742112Z","time spent":"855.708598ms","remote":"127.0.0.1:55326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" limit:500 "} {"level":"warn","ts":"2026-03-31T22:24:23.214221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.365044ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:24:23.214723Z","caller":"traceutil/trace.go:171","msg":"trace[454366877] transaction","detail":"{read_only:false; response_revision:793; number_of_response:1; }","duration":"613.510829ms","start":"2026-03-31T22:24:22.601181Z","end":"2026-03-31T22:24:23.214692Z","steps":["trace[454366877] 'process raft request' (duration: 110.515591ms)","trace[454366877] 'compare' (duration: 502.028265ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:24:23.214733Z","caller":"traceutil/trace.go:171","msg":"trace[613444557] linearizableReadLoop","detail":"{readStateIndex:833; appliedIndex:831; }","duration":"467.009477ms","start":"2026-03-31T22:24:22.747704Z","end":"2026-03-31T22:24:23.214713Z","steps":["trace[613444557] 'read index received' (duration: 64.611896ms)","trace[613444557] 'applied index is now lower than readState.Index' (duration: 402.395551ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:24:23.214878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:22.601161Z","time spent":"613.637932ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:24:23.21475Z","caller":"traceutil/trace.go:171","msg":"trace[631766444] transaction","detail":"{read_only:false; response_revision:795; number_of_response:1; }","duration":"327.296708ms","start":"2026-03-31T22:24:22.887434Z","end":"2026-03-31T22:24:23.214731Z","steps":["trace[631766444] 'process raft request' (duration: 327.237536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:23.215082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.927619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T22:24:23.215077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.744531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:24:23.215126Z","caller":"traceutil/trace.go:171","msg":"trace[293787536] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:795; }","duration":"259.997041ms","start":"2026-03-31T22:24:22.955119Z","end":"2026-03-31T22:24:23.215116Z","steps":["trace[293787536] 'agreement among raft nodes before linearized reading' (duration: 259.866888ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:23.215134Z","caller":"traceutil/trace.go:171","msg":"trace[966458594] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:795; }","duration":"466.840633ms","start":"2026-03-31T22:24:22.748283Z","end":"2026-03-31T22:24:23.215123Z","steps":["trace[966458594] 'agreement among raft nodes before linearized reading' (duration: 466.745311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:23.215138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.261996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-31T22:24:23.215105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.273773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:24:23.215181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:22.748269Z","time spent":"466.901624ms","remote":"127.0.0.1:55356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" limit:500 "} {"level":"info","ts":"2026-03-31T22:24:23.215183Z","caller":"traceutil/trace.go:171","msg":"trace[1401583389] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:795; }","duration":"260.342838ms","start":"2026-03-31T22:24:22.954827Z","end":"2026-03-31T22:24:23.215169Z","steps":["trace[1401583389] 'agreement among raft nodes before linearized reading' (duration: 260.161304ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:23.215229Z","caller":"traceutil/trace.go:171","msg":"trace[1645229282] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:795; }","duration":"467.507148ms","start":"2026-03-31T22:24:22.747675Z","end":"2026-03-31T22:24:23.215182Z","steps":["trace[1645229282] 'agreement among raft nodes before linearized reading' (duration: 467.279143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:23.215305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:22.747651Z","time spent":"467.635881ms","remote":"127.0.0.1:55356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T22:24:23.215361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.905686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T22:24:23.214734Z","caller":"traceutil/trace.go:171","msg":"trace[1175987908] transaction","detail":"{read_only:false; response_revision:794; number_of_response:1; }","duration":"612.074867ms","start":"2026-03-31T22:24:22.602625Z","end":"2026-03-31T22:24:23.2147Z","steps":["trace[1175987908] 'process raft request' (duration: 611.925634ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:23.215442Z","caller":"traceutil/trace.go:171","msg":"trace[1071011882] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:795; }","duration":"259.018138ms","start":"2026-03-31T22:24:22.956407Z","end":"2026-03-31T22:24:23.215425Z","steps":["trace[1071011882] 'agreement among raft nodes before linearized reading' (duration: 258.782403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:23.215473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:22.602609Z","time spent":"612.829634ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:24:23.214902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.181001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:24:23.21557Z","caller":"traceutil/trace.go:171","msg":"trace[1265512249] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:795; }","duration":"467.908127ms","start":"2026-03-31T22:24:22.747651Z","end":"2026-03-31T22:24:23.215559Z","steps":["trace[1265512249] 'agreement among raft nodes before linearized reading' (duration: 467.12808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:23.215611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:22.747624Z","time spent":"467.974918ms","remote":"127.0.0.1:55356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:24:23.219949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:22.887404Z","time spent":"327.582704ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:24:23.832194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.980323ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:24:23.832307Z","caller":"traceutil/trace.go:171","msg":"trace[1585445688] transaction","detail":"{read_only:false; response_revision:796; number_of_response:1; }","duration":"612.599927ms","start":"2026-03-31T22:24:23.219688Z","end":"2026-03-31T22:24:23.832288Z","steps":["trace[1585445688] 'process raft request' (duration: 134.43929ms)","trace[1585445688] 'compare' (duration: 477.83348ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:24:23.832386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:23.219656Z","time spent":"612.69292ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:24:23.861276Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219120757601820836,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T22:24:24.025104Z","caller":"traceutil/trace.go:171","msg":"trace[1902074249] transaction","detail":"{read_only:false; response_revision:797; number_of_response:1; }","duration":"804.706958ms","start":"2026-03-31T22:24:23.220363Z","end":"2026-03-31T22:24:24.02507Z","steps":["trace[1902074249] 'process raft request' (duration: 745.206677ms)","trace[1902074249] 'compare' (duration: 59.255485ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:24:24.025271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:23.220347Z","time spent":"804.844141ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:24:24.025257Z","caller":"traceutil/trace.go:171","msg":"trace[305905129] linearizableReadLoop","detail":"{readStateIndex:837; appliedIndex:835; }","duration":"664.423146ms","start":"2026-03-31T22:24:23.360779Z","end":"2026-03-31T22:24:24.025202Z","steps":["trace[305905129] 'read index received' (duration: 604.67416ms)","trace[305905129] 'applied index is now lower than readState.Index' (duration: 59.745326ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:24:24.025397Z","caller":"traceutil/trace.go:171","msg":"trace[1596354038] transaction","detail":"{read_only:false; response_revision:798; number_of_response:1; }","duration":"802.110999ms","start":"2026-03-31T22:24:23.223262Z","end":"2026-03-31T22:24:24.025373Z","steps":["trace[1596354038] 'process raft request' (duration: 801.720371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:24.025495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.677542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:24:24.025526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:23.223221Z","time spent":"802.237122ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:24:24.02555Z","caller":"traceutil/trace.go:171","msg":"trace[288238584] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:798; }","duration":"664.805945ms","start":"2026-03-31T22:24:23.36073Z","end":"2026-03-31T22:24:24.025536Z","steps":["trace[288238584] 'agreement among raft nodes before linearized reading' (duration: 664.642671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:24.025604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:23.360709Z","time spent":"664.884256ms","remote":"127.0.0.1:53020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T22:24:24.781598Z","caller":"traceutil/trace.go:171","msg":"trace[195254901] transaction","detail":"{read_only:false; response_revision:801; number_of_response:1; }","duration":"231.877557ms","start":"2026-03-31T22:24:24.549695Z","end":"2026-03-31T22:24:24.781573Z","steps":["trace[195254901] 'process raft request' (duration: 231.666612ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:25.499584Z","caller":"traceutil/trace.go:171","msg":"trace[755834868] transaction","detail":"{read_only:false; response_revision:803; number_of_response:1; }","duration":"274.122998ms","start":"2026-03-31T22:24:25.225433Z","end":"2026-03-31T22:24:25.499556Z","steps":["trace[755834868] 'process raft request' (duration: 215.249811ms)","trace[755834868] 'compare' (duration: 58.754905ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:24:26.165954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.905329ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:24:26.166258Z","caller":"traceutil/trace.go:171","msg":"trace[901503766] linearizableReadLoop","detail":"{readStateIndex:844; appliedIndex:841; }","duration":"806.019137ms","start":"2026-03-31T22:24:25.360218Z","end":"2026-03-31T22:24:26.166237Z","steps":["trace[901503766] 'read index received' (duration: 80.476653ms)","trace[901503766] 'applied index is now lower than readState.Index' (duration: 725.541194ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:24:26.166321Z","caller":"traceutil/trace.go:171","msg":"trace[272924630] transaction","detail":"{read_only:false; response_revision:805; number_of_response:1; }","duration":"873.043849ms","start":"2026-03-31T22:24:25.293244Z","end":"2026-03-31T22:24:26.166288Z","steps":["trace[272924630] 'process raft request' (duration: 872.857064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:26.16642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.199152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:24:26.166459Z","caller":"traceutil/trace.go:171","msg":"trace[834640104] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:805; }","duration":"806.287273ms","start":"2026-03-31T22:24:25.360162Z","end":"2026-03-31T22:24:26.166449Z","steps":["trace[834640104] 'agreement among raft nodes before linearized reading' (duration: 806.207331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:26.166499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:25.36014Z","time spent":"806.350875ms","remote":"127.0.0.1:53020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T22:24:26.166521Z","caller":"traceutil/trace.go:171","msg":"trace[1413652376] transaction","detail":"{read_only:false; response_revision:804; number_of_response:1; }","duration":"875.767059ms","start":"2026-03-31T22:24:25.290729Z","end":"2026-03-31T22:24:26.166496Z","steps":["trace[1413652376] 'process raft request' (duration: 540.212816ms)","trace[1413652376] 'compare' (duration: 334.326516ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:24:26.166519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:25.293232Z","time spent":"873.170431ms","remote":"127.0.0.1:53200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4742,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:24:26.166622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:25.290705Z","time spent":"875.859233ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":614,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:24:26.166863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.233528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:24:26.166972Z","caller":"traceutil/trace.go:171","msg":"trace[325844110] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:805; }","duration":"631.390962ms","start":"2026-03-31T22:24:25.53555Z","end":"2026-03-31T22:24:26.166941Z","steps":["trace[325844110] 'agreement among raft nodes before linearized reading' (duration: 631.210998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:26.166959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.428886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T22:24:26.166976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.242694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-31T22:24:26.167043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:25.535524Z","time spent":"631.499135ms","remote":"127.0.0.1:53298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:24:26.167042Z","caller":"traceutil/trace.go:171","msg":"trace[547873636] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:805; }","duration":"136.63912ms","start":"2026-03-31T22:24:26.030384Z","end":"2026-03-31T22:24:26.167024Z","steps":["trace[547873636] 'agreement among raft nodes before linearized reading' (duration: 136.397295ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:26.167059Z","caller":"traceutil/trace.go:171","msg":"trace[457823431] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:805; }","duration":"330.368236ms","start":"2026-03-31T22:24:25.83667Z","end":"2026-03-31T22:24:26.167038Z","steps":["trace[457823431] 'agreement among raft nodes before linearized reading' (duration: 330.119161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:26.167115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:25.836651Z","time spent":"330.450879ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:24:26.167232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.61405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T22:24:26.167373Z","caller":"traceutil/trace.go:171","msg":"trace[215731963] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:805; }","duration":"137.0894ms","start":"2026-03-31T22:24:26.030269Z","end":"2026-03-31T22:24:26.167359Z","steps":["trace[215731963] 'agreement among raft nodes before linearized reading' (duration: 136.543048ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:26.780118Z","caller":"traceutil/trace.go:171","msg":"trace[1648704551] transaction","detail":"{read_only:false; response_revision:806; number_of_response:1; }","duration":"602.159523ms","start":"2026-03-31T22:24:26.177911Z","end":"2026-03-31T22:24:26.78007Z","steps":["trace[1648704551] 'process raft request' (duration: 601.853215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:26.780353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:26.177885Z","time spent":"602.346497ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:24:27.326873Z","caller":"traceutil/trace.go:171","msg":"trace[1200868607] transaction","detail":"{read_only:false; response_revision:807; number_of_response:1; }","duration":"1.148895077s","start":"2026-03-31T22:24:26.177944Z","end":"2026-03-31T22:24:27.326839Z","steps":["trace[1200868607] 'process raft request' (duration: 1.148623041s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:27.327085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:26.177911Z","time spent":"1.14906682s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:24:27.32728Z","caller":"traceutil/trace.go:171","msg":"trace[2125816154] transaction","detail":"{read_only:false; response_revision:808; number_of_response:1; }","duration":"1.14905516s","start":"2026-03-31T22:24:26.178158Z","end":"2026-03-31T22:24:27.327213Z","steps":["trace[2125816154] 'process raft request' (duration: 1.148624991s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:27.327375Z","caller":"traceutil/trace.go:171","msg":"trace[600339461] linearizableReadLoop","detail":"{readStateIndex:849; appliedIndex:844; }","duration":"749.449693ms","start":"2026-03-31T22:24:26.577893Z","end":"2026-03-31T22:24:27.327342Z","steps":["trace[600339461] 'read index received' (duration: 201.929781ms)","trace[600339461] 'applied index is now lower than readState.Index' (duration: 547.519022ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:24:27.327492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:26.178149Z","time spent":"1.149224894s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":780,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:24:27.32762Z","caller":"traceutil/trace.go:171","msg":"trace[1913058696] transaction","detail":"{read_only:false; response_revision:810; number_of_response:1; }","duration":"1.147884624s","start":"2026-03-31T22:24:26.179717Z","end":"2026-03-31T22:24:27.327601Z","steps":["trace[1913058696] 'process raft request' (duration: 1.147565397s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:27.327705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:26.179685Z","time spent":"1.147980726s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:24:27.327722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.762279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:24:27.327766Z","caller":"traceutil/trace.go:171","msg":"trace[5617119] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:810; }","duration":"599.845991ms","start":"2026-03-31T22:24:26.727908Z","end":"2026-03-31T22:24:27.327754Z","steps":["trace[5617119] 'agreement among raft nodes before linearized reading' (duration: 599.763459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:27.327811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:26.72789Z","time spent":"599.912212ms","remote":"127.0.0.1:53188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":2,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:24:27.3279Z","caller":"traceutil/trace.go:171","msg":"trace[1787932659] transaction","detail":"{read_only:false; response_revision:809; number_of_response:1; }","duration":"1.149210413s","start":"2026-03-31T22:24:26.178678Z","end":"2026-03-31T22:24:27.327889Z","steps":["trace[1787932659] 'process raft request' (duration: 1.148452186s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:27.327982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:26.178668Z","time spent":"1.149255395s","remote":"127.0.0.1:53200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4629,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:24:27.328063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.323304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:24:27.3281Z","caller":"traceutil/trace.go:171","msg":"trace[1475787043] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:0; response_revision:810; }","duration":"491.395896ms","start":"2026-03-31T22:24:26.836694Z","end":"2026-03-31T22:24:27.32809Z","steps":["trace[1475787043] 'agreement among raft nodes before linearized reading' (duration: 491.334324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:27.328088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.171341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:24:27.328129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:26.836674Z","time spent":"491.448327ms","remote":"127.0.0.1:55334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodes/instance\" "} {"level":"info","ts":"2026-03-31T22:24:27.328156Z","caller":"traceutil/trace.go:171","msg":"trace[1127249076] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:0; response_revision:810; }","duration":"491.277843ms","start":"2026-03-31T22:24:26.836864Z","end":"2026-03-31T22:24:27.328142Z","steps":["trace[1127249076] 'agreement among raft nodes before linearized reading' (duration: 491.13889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:27.32815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.188579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:24:27.328196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:26.836855Z","time spent":"491.332855ms","remote":"127.0.0.1:55334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodes/instance\" "} {"level":"info","ts":"2026-03-31T22:24:27.328205Z","caller":"traceutil/trace.go:171","msg":"trace[1876490930] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:810; }","duration":"750.340293ms","start":"2026-03-31T22:24:26.577852Z","end":"2026-03-31T22:24:27.328192Z","steps":["trace[1876490930] 'agreement among raft nodes before linearized reading' (duration: 750.183549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:27.328251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:26.577835Z","time spent":"750.403765ms","remote":"127.0.0.1:53328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:24:27.69284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.142345ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:24:27.692949Z","caller":"traceutil/trace.go:171","msg":"trace[347448673] transaction","detail":"{read_only:false; response_revision:811; number_of_response:1; }","duration":"358.872499ms","start":"2026-03-31T22:24:27.334058Z","end":"2026-03-31T22:24:27.692934Z","steps":["trace[347448673] 'process raft request' (duration: 192.570421ms)","trace[347448673] 'compare' (duration: 165.992451ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:24:27.692986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:27.333955Z","time spent":"359.013802ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:24:27.710994Z","caller":"traceutil/trace.go:171","msg":"trace[1871760047] transaction","detail":"{read_only:false; response_revision:812; number_of_response:1; }","duration":"374.224675ms","start":"2026-03-31T22:24:27.33674Z","end":"2026-03-31T22:24:27.710964Z","steps":["trace[1871760047] 'process raft request' (duration: 374.045901ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:27.711048Z","caller":"traceutil/trace.go:171","msg":"trace[616457514] transaction","detail":"{read_only:false; response_revision:813; number_of_response:1; }","duration":"298.222383ms","start":"2026-03-31T22:24:27.412807Z","end":"2026-03-31T22:24:27.71103Z","steps":["trace[616457514] 'process raft request' (duration: 298.1267ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:27.71109Z","caller":"traceutil/trace.go:171","msg":"trace[865087210] transaction","detail":"{read_only:false; number_of_response:0; response_revision:812; }","duration":"373.384975ms","start":"2026-03-31T22:24:27.337683Z","end":"2026-03-31T22:24:27.711068Z","steps":["trace[865087210] 'process raft request' (duration: 373.204581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:27.711132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:27.336707Z","time spent":"374.364918ms","remote":"127.0.0.1:55334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1477,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:24:27.711182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.921297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-gmvnx.18a20d55cf5d1757\" ","response":"range_response_count:1 size:795"} {"level":"warn","ts":"2026-03-31T22:24:27.711194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:27.337669Z","time spent":"373.478108ms","remote":"127.0.0.1:55334","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:24:27.71102Z","caller":"traceutil/trace.go:171","msg":"trace[1897838702] linearizableReadLoop","detail":"{readStateIndex:852; appliedIndex:849; }","duration":"369.743694ms","start":"2026-03-31T22:24:27.341258Z","end":"2026-03-31T22:24:27.711002Z","steps":["trace[1897838702] 'read index received' (duration: 185.391398ms)","trace[1897838702] 'applied index is now lower than readState.Index' (duration: 184.351396ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:24:27.711236Z","caller":"traceutil/trace.go:171","msg":"trace[308172031] range","detail":"{range_begin:/registry/events/kube-system/cilium-gmvnx.18a20d55cf5d1757; range_end:; response_count:1; response_revision:813; }","duration":"370.02414ms","start":"2026-03-31T22:24:27.341202Z","end":"2026-03-31T22:24:27.711226Z","steps":["trace[308172031] 'agreement among raft nodes before linearized reading' (duration: 369.859596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:27.711276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:27.341186Z","time spent":"370.079822ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":818,"request content":"key:\"/registry/events/kube-system/cilium-gmvnx.18a20d55cf5d1757\" "} {"level":"warn","ts":"2026-03-31T22:24:27.711348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.301426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:24:27.711407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.928837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:24:27.71143Z","caller":"traceutil/trace.go:171","msg":"trace[97562677] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:813; }","duration":"350.423398ms","start":"2026-03-31T22:24:27.360991Z","end":"2026-03-31T22:24:27.711415Z","steps":["trace[97562677] 'agreement among raft nodes before linearized reading' (duration: 350.308745ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:27.711462Z","caller":"traceutil/trace.go:171","msg":"trace[1945798648] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:813; }","duration":"338.02007ms","start":"2026-03-31T22:24:27.373428Z","end":"2026-03-31T22:24:27.711448Z","steps":["trace[1945798648] 'agreement among raft nodes before linearized reading' (duration: 337.900907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:27.71148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:27.36097Z","time spent":"350.49357ms","remote":"127.0.0.1:53020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:24:27.711492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.547408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-31T22:24:27.711517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:27.373408Z","time spent":"338.095841ms","remote":"127.0.0.1:53226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":42,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:24:27.711542Z","caller":"traceutil/trace.go:171","msg":"trace[1189121248] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:813; }","duration":"207.638911ms","start":"2026-03-31T22:24:27.50389Z","end":"2026-03-31T22:24:27.711529Z","steps":["trace[1189121248] 'agreement among raft nodes before linearized reading' (duration: 207.468837ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:28.001924Z","caller":"traceutil/trace.go:171","msg":"trace[1967175726] transaction","detail":"{read_only:false; response_revision:814; number_of_response:1; }","duration":"288.694467ms","start":"2026-03-31T22:24:27.713203Z","end":"2026-03-31T22:24:28.001898Z","steps":["trace[1967175726] 'process raft request' (duration: 288.533073ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:28.021391Z","caller":"traceutil/trace.go:171","msg":"trace[231811195] transaction","detail":"{read_only:false; response_revision:815; number_of_response:1; }","duration":"305.570697ms","start":"2026-03-31T22:24:27.715782Z","end":"2026-03-31T22:24:28.021353Z","steps":["trace[231811195] 'process raft request' (duration: 305.23097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:28.021596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:27.715751Z","time spent":"305.743282ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:24:28.021707Z","caller":"traceutil/trace.go:171","msg":"trace[1178293370] transaction","detail":"{read_only:false; response_revision:816; number_of_response:1; }","duration":"301.137318ms","start":"2026-03-31T22:24:27.7205Z","end":"2026-03-31T22:24:28.021638Z","steps":["trace[1178293370] 'process raft request' (duration: 300.76962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:28.021929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:27.720455Z","time spent":"301.366643ms","remote":"127.0.0.1:55334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1696,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:24:28.430477Z","caller":"traceutil/trace.go:171","msg":"trace[2042700103] linearizableReadLoop","detail":"{readStateIndex:857; appliedIndex:856; }","duration":"212.010509ms","start":"2026-03-31T22:24:28.218442Z","end":"2026-03-31T22:24:28.430453Z","steps":["trace[2042700103] 'read index received' (duration: 211.860865ms)","trace[2042700103] 'applied index is now lower than readState.Index' (duration: 148.694µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:24:28.430609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.153093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:2074"} {"level":"info","ts":"2026-03-31T22:24:28.43065Z","caller":"traceutil/trace.go:171","msg":"trace[1053843929] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:817; }","duration":"212.252355ms","start":"2026-03-31T22:24:28.218385Z","end":"2026-03-31T22:24:28.430637Z","steps":["trace[1053843929] 'agreement among raft nodes before linearized reading' (duration: 212.162153ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:28.430628Z","caller":"traceutil/trace.go:171","msg":"trace[1411619745] transaction","detail":"{read_only:false; response_revision:817; number_of_response:1; }","duration":"400.331074ms","start":"2026-03-31T22:24:28.030176Z","end":"2026-03-31T22:24:28.430507Z","steps":["trace[1411619745] 'process raft request' (duration: 400.108419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:28.430835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:28.03015Z","time spent":"400.600669ms","remote":"127.0.0.1:55334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2059,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:24:28.919539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.901504ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T22:24:28.919672Z","caller":"traceutil/trace.go:171","msg":"trace[565184311] linearizableReadLoop","detail":"{readStateIndex:858; appliedIndex:857; }","duration":"480.94026ms","start":"2026-03-31T22:24:28.438716Z","end":"2026-03-31T22:24:28.919657Z","steps":["trace[565184311] 'read index received' (duration: 147.962025ms)","trace[565184311] 'applied index is now lower than readState.Index' (duration: 332.976945ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:24:28.919901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.159365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:2074"} {"level":"warn","ts":"2026-03-31T22:24:28.919957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.978002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T22:24:28.919977Z","caller":"traceutil/trace.go:171","msg":"trace[1689680546] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:817; }","duration":"481.283908ms","start":"2026-03-31T22:24:28.438676Z","end":"2026-03-31T22:24:28.91996Z","steps":["trace[1689680546] 'agreement among raft nodes before linearized reading' (duration: 481.038612ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:28.919989Z","caller":"traceutil/trace.go:171","msg":"trace[1357012421] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:817; }","duration":"135.047444ms","start":"2026-03-31T22:24:28.784933Z","end":"2026-03-31T22:24:28.919981Z","steps":["trace[1357012421] 'agreement among raft nodes before linearized reading' (duration: 134.801279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:28.920022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:28.438655Z","time spent":"481.358209ms","remote":"127.0.0.1:55334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":2097,"request content":"key:\"/registry/cilium.io/ciliumnodes/instance\" "} {"level":"info","ts":"2026-03-31T22:24:29.372006Z","caller":"traceutil/trace.go:171","msg":"trace[272058733] linearizableReadLoop","detail":"{readStateIndex:860; appliedIndex:859; }","duration":"198.824602ms","start":"2026-03-31T22:24:29.173146Z","end":"2026-03-31T22:24:29.371971Z","steps":["trace[272058733] 'read index received' (duration: 198.426403ms)","trace[272058733] 'applied index is now lower than readState.Index' (duration: 396.919µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:24:29.372123Z","caller":"traceutil/trace.go:171","msg":"trace[1638985070] transaction","detail":"{read_only:false; response_revision:819; number_of_response:1; }","duration":"285.373453ms","start":"2026-03-31T22:24:29.086721Z","end":"2026-03-31T22:24:29.372095Z","steps":["trace[1638985070] 'process raft request' (duration: 284.947383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:29.372189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.033716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:24:29.372227Z","caller":"traceutil/trace.go:171","msg":"trace[2094870541] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:819; }","duration":"199.139429ms","start":"2026-03-31T22:24:29.173079Z","end":"2026-03-31T22:24:29.372219Z","steps":["trace[2094870541] 'agreement among raft nodes before linearized reading' (duration: 199.030886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:29.66046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.857385ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:24:29.66064Z","caller":"traceutil/trace.go:171","msg":"trace[1515906691] linearizableReadLoop","detail":"{readStateIndex:863; appliedIndex:860; }","duration":"215.882636ms","start":"2026-03-31T22:24:29.444746Z","end":"2026-03-31T22:24:29.660629Z","steps":["trace[1515906691] 'read index received' (duration: 7.857797ms)","trace[1515906691] 'applied index is now lower than readState.Index' (duration: 208.024149ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:24:29.660713Z","caller":"traceutil/trace.go:171","msg":"trace[2022198753] transaction","detail":"{read_only:false; response_revision:820; number_of_response:1; }","duration":"286.221531ms","start":"2026-03-31T22:24:29.374482Z","end":"2026-03-31T22:24:29.660704Z","steps":["trace[2022198753] 'process raft request' (duration: 78.054329ms)","trace[2022198753] 'compare' (duration: 207.734603ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:24:29.660904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.076261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:24:29.660925Z","caller":"traceutil/trace.go:171","msg":"trace[1796559233] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:822; }","duration":"216.115731ms","start":"2026-03-31T22:24:29.444803Z","end":"2026-03-31T22:24:29.660919Z","steps":["trace[1796559233] 'agreement among raft nodes before linearized reading' (duration: 216.038819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:29.660933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.163323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:24:29.661007Z","caller":"traceutil/trace.go:171","msg":"trace[815368830] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:822; }","duration":"216.290355ms","start":"2026-03-31T22:24:29.4447Z","end":"2026-03-31T22:24:29.66099Z","steps":["trace[815368830] 'agreement among raft nodes before linearized reading' (duration: 216.112851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:29.661067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.760734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:24:29.661085Z","caller":"traceutil/trace.go:171","msg":"trace[1168214982] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:822; }","duration":"105.792285ms","start":"2026-03-31T22:24:29.555289Z","end":"2026-03-31T22:24:29.661081Z","steps":["trace[1168214982] 'agreement among raft nodes before linearized reading' (duration: 105.760294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:29.661267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.872137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:24:29.661284Z","caller":"traceutil/trace.go:171","msg":"trace[1423743182] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:822; }","duration":"106.00305ms","start":"2026-03-31T22:24:29.555277Z","end":"2026-03-31T22:24:29.66128Z","steps":["trace[1423743182] 'agreement among raft nodes before linearized reading' (duration: 105.871647ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:29.661302Z","caller":"traceutil/trace.go:171","msg":"trace[699273313] transaction","detail":"{read_only:false; response_revision:821; number_of_response:1; }","duration":"267.134111ms","start":"2026-03-31T22:24:29.394157Z","end":"2026-03-31T22:24:29.661292Z","steps":["trace[699273313] 'process raft request' (duration: 266.374925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:29.661342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.33837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:24:29.661326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.274419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:24:29.661361Z","caller":"traceutil/trace.go:171","msg":"trace[22160917] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:822; }","duration":"135.379402ms","start":"2026-03-31T22:24:29.525975Z","end":"2026-03-31T22:24:29.661354Z","steps":["trace[22160917] 'agreement among raft nodes before linearized reading' (duration: 135.354761ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:29.661372Z","caller":"traceutil/trace.go:171","msg":"trace[857754591] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:822; }","duration":"135.33317ms","start":"2026-03-31T22:24:29.526028Z","end":"2026-03-31T22:24:29.661361Z","steps":["trace[857754591] 'agreement among raft nodes before linearized reading' (duration: 135.232518ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:29.661414Z","caller":"traceutil/trace.go:171","msg":"trace[1201807126] transaction","detail":"{read_only:false; response_revision:822; number_of_response:1; }","duration":"266.781804ms","start":"2026-03-31T22:24:29.394623Z","end":"2026-03-31T22:24:29.661405Z","steps":["trace[1201807126] 'process raft request' (duration: 265.984786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:29.661432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.577751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:24:29.661446Z","caller":"traceutil/trace.go:171","msg":"trace[1011136383] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:822; }","duration":"216.607842ms","start":"2026-03-31T22:24:29.444833Z","end":"2026-03-31T22:24:29.661441Z","steps":["trace[1011136383] 'agreement among raft nodes before linearized reading' (duration: 216.585161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:29.661503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.234345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:24:29.661521Z","caller":"traceutil/trace.go:171","msg":"trace[750179077] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:822; }","duration":"106.263465ms","start":"2026-03-31T22:24:29.555254Z","end":"2026-03-31T22:24:29.661517Z","steps":["trace[750179077] 'agreement among raft nodes before linearized reading' (duration: 106.233295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:29.661599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.525651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:24:29.661617Z","caller":"traceutil/trace.go:171","msg":"trace[197528685] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:822; }","duration":"118.570032ms","start":"2026-03-31T22:24:29.543042Z","end":"2026-03-31T22:24:29.661612Z","steps":["trace[197528685] 'agreement among raft nodes before linearized reading' (duration: 118.543482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:29.6617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.646167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:24:29.661714Z","caller":"traceutil/trace.go:171","msg":"trace[1913547453] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:822; }","duration":"119.688389ms","start":"2026-03-31T22:24:29.54202Z","end":"2026-03-31T22:24:29.661708Z","steps":["trace[1913547453] 'agreement among raft nodes before linearized reading' (duration: 119.666498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:29.661784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.75693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:24:29.661799Z","caller":"traceutil/trace.go:171","msg":"trace[1511951986] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:822; }","duration":"119.80191ms","start":"2026-03-31T22:24:29.541992Z","end":"2026-03-31T22:24:29.661794Z","steps":["trace[1511951986] 'agreement among raft nodes before linearized reading' (duration: 119.77835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:29.661863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.471793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:24:29.661875Z","caller":"traceutil/trace.go:171","msg":"trace[793637911] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:822; }","duration":"135.485133ms","start":"2026-03-31T22:24:29.526386Z","end":"2026-03-31T22:24:29.661872Z","steps":["trace[793637911] 'agreement among raft nodes before linearized reading' (duration: 135.464293ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:29.872571Z","caller":"traceutil/trace.go:171","msg":"trace[2065631348] transaction","detail":"{read_only:false; response_revision:823; number_of_response:1; }","duration":"172.862415ms","start":"2026-03-31T22:24:29.69966Z","end":"2026-03-31T22:24:29.872523Z","steps":["trace[2065631348] 'process raft request' (duration: 115.710907ms)","trace[2065631348] 'compare' (duration: 56.935403ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:24:30.527067Z","caller":"traceutil/trace.go:171","msg":"trace[556867299] linearizableReadLoop","detail":"{readStateIndex:865; appliedIndex:864; }","duration":"161.707496ms","start":"2026-03-31T22:24:30.365336Z","end":"2026-03-31T22:24:30.527044Z","steps":["trace[556867299] 'read index received' (duration: 161.597143ms)","trace[556867299] 'applied index is now lower than readState.Index' (duration: 109.323µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:24:30.527166Z","caller":"traceutil/trace.go:171","msg":"trace[61387300] transaction","detail":"{read_only:false; response_revision:824; number_of_response:1; }","duration":"439.846954ms","start":"2026-03-31T22:24:30.087295Z","end":"2026-03-31T22:24:30.527142Z","steps":["trace[61387300] 'process raft request' (duration: 439.597168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:30.527212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.857039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:24:30.527246Z","caller":"traceutil/trace.go:171","msg":"trace[708232461] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:824; }","duration":"161.944581ms","start":"2026-03-31T22:24:30.365289Z","end":"2026-03-31T22:24:30.527233Z","steps":["trace[708232461] 'agreement among raft nodes before linearized reading' (duration: 161.855419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:30.527292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:30.087259Z","time spent":"439.967917ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:24:31.663008Z","caller":"traceutil/trace.go:171","msg":"trace[567784686] transaction","detail":"{read_only:false; response_revision:832; number_of_response:1; }","duration":"135.988055ms","start":"2026-03-31T22:24:31.526993Z","end":"2026-03-31T22:24:31.662981Z","steps":["trace[567784686] 'process raft request' (duration: 134.944531ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:31.663043Z","caller":"traceutil/trace.go:171","msg":"trace[499207488] transaction","detail":"{read_only:false; response_revision:833; number_of_response:1; }","duration":"132.943487ms","start":"2026-03-31T22:24:31.530082Z","end":"2026-03-31T22:24:31.663025Z","steps":["trace[499207488] 'process raft request' (duration: 132.761243ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:31.6832Z","caller":"traceutil/trace.go:171","msg":"trace[617559913] transaction","detail":"{read_only:false; response_revision:834; number_of_response:1; }","duration":"117.249224ms","start":"2026-03-31T22:24:31.565924Z","end":"2026-03-31T22:24:31.683173Z","steps":["trace[617559913] 'process raft request' (duration: 117.120761ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:31.786494Z","caller":"traceutil/trace.go:171","msg":"trace[699048605] transaction","detail":"{read_only:false; response_revision:835; number_of_response:1; }","duration":"115.267349ms","start":"2026-03-31T22:24:31.671189Z","end":"2026-03-31T22:24:31.786457Z","steps":["trace[699048605] 'process raft request' (duration: 107.644847ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:31.786691Z","caller":"traceutil/trace.go:171","msg":"trace[756296185] linearizableReadLoop","detail":"{readStateIndex:877; appliedIndex:876; }","duration":"103.528033ms","start":"2026-03-31T22:24:31.683144Z","end":"2026-03-31T22:24:31.786672Z","steps":["trace[756296185] 'read index received' (duration: 95.713557ms)","trace[756296185] 'applied index is now lower than readState.Index' (duration: 7.812736ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:24:31.787173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.952012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T22:24:31.787191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.970182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T22:24:31.787245Z","caller":"traceutil/trace.go:171","msg":"trace[1000887746] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:836; }","duration":"119.075135ms","start":"2026-03-31T22:24:31.668151Z","end":"2026-03-31T22:24:31.787226Z","steps":["trace[1000887746] 'agreement among raft nodes before linearized reading' (duration: 118.84574ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:31.787247Z","caller":"traceutil/trace.go:171","msg":"trace[1564414707] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:836; }","duration":"119.082145ms","start":"2026-03-31T22:24:31.668151Z","end":"2026-03-31T22:24:31.787233Z","steps":["trace[1564414707] 'agreement among raft nodes before linearized reading' (duration: 118.921501ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:31.999408Z","caller":"traceutil/trace.go:171","msg":"trace[2038549454] transaction","detail":"{read_only:false; response_revision:837; number_of_response:1; }","duration":"205.586244ms","start":"2026-03-31T22:24:31.793724Z","end":"2026-03-31T22:24:31.99931Z","steps":["trace[2038549454] 'process raft request' (duration: 148.144919ms)","trace[2038549454] 'compare' (duration: 56.986614ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:24:32.039743Z","caller":"traceutil/trace.go:171","msg":"trace[1392158374] linearizableReadLoop","detail":"{readStateIndex:881; appliedIndex:878; }","duration":"221.124624ms","start":"2026-03-31T22:24:31.81859Z","end":"2026-03-31T22:24:32.039715Z","steps":["trace[1392158374] 'read index received' (duration: 123.297179ms)","trace[1392158374] 'applied index is now lower than readState.Index' (duration: 97.825565ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:24:32.039953Z","caller":"traceutil/trace.go:171","msg":"trace[1539289188] transaction","detail":"{read_only:false; response_revision:839; number_of_response:1; }","duration":"242.903935ms","start":"2026-03-31T22:24:31.797012Z","end":"2026-03-31T22:24:32.039916Z","steps":["trace[1539289188] 'process raft request' (duration: 242.64554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:32.040146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.140377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T22:24:32.040186Z","caller":"traceutil/trace.go:171","msg":"trace[1563293034] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:839; }","duration":"163.204419ms","start":"2026-03-31T22:24:31.876971Z","end":"2026-03-31T22:24:32.040175Z","steps":["trace[1563293034] 'agreement among raft nodes before linearized reading' (duration: 163.042595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:32.040188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.567115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:1 size:833"} {"level":"info","ts":"2026-03-31T22:24:32.040259Z","caller":"traceutil/trace.go:171","msg":"trace[339198503] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:1; response_revision:839; }","duration":"221.691807ms","start":"2026-03-31T22:24:31.818554Z","end":"2026-03-31T22:24:32.040246Z","steps":["trace[339198503] 'agreement among raft nodes before linearized reading' (duration: 221.365659ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:32.040345Z","caller":"traceutil/trace.go:171","msg":"trace[1810883435] transaction","detail":"{read_only:false; response_revision:838; number_of_response:1; }","duration":"245.124595ms","start":"2026-03-31T22:24:31.794627Z","end":"2026-03-31T22:24:32.039751Z","steps":["trace[1810883435] 'process raft request' (duration: 244.856699ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:32.560435Z","caller":"traceutil/trace.go:171","msg":"trace[917601965] transaction","detail":"{read_only:false; response_revision:842; number_of_response:1; }","duration":"105.893277ms","start":"2026-03-31T22:24:32.454514Z","end":"2026-03-31T22:24:32.560407Z","steps":["trace[917601965] 'process raft request' (duration: 105.017287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:37.906365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077362043s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-31T22:24:37.906421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.338151ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:24:37.906527Z","caller":"traceutil/trace.go:171","msg":"trace[85131268] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:868; }","duration":"832.464954ms","start":"2026-03-31T22:24:37.074048Z","end":"2026-03-31T22:24:37.906513Z","steps":["trace[85131268] 'range keys from in-memory index tree' (duration: 832.312751ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:37.906556Z","caller":"traceutil/trace.go:171","msg":"trace[838810175] linearizableReadLoop","detail":"{readStateIndex:911; appliedIndex:910; }","duration":"852.168688ms","start":"2026-03-31T22:24:37.054332Z","end":"2026-03-31T22:24:37.906501Z","steps":["trace[838810175] 'read index received' (duration: 85.462µs)","trace[838810175] 'applied index is now lower than readState.Index' (duration: 852.079756ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:24:37.906752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.406124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:24:37.90681Z","caller":"traceutil/trace.go:171","msg":"trace[2013358037] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:868; }","duration":"852.537666ms","start":"2026-03-31T22:24:37.054255Z","end":"2026-03-31T22:24:37.906792Z","steps":["trace[2013358037] 'agreement among raft nodes before linearized reading' (duration: 852.401723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:37.906864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:37.054216Z","time spent":"852.631049ms","remote":"127.0.0.1:53336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":14,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:24:37.914312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.943605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T22:24:37.914384Z","caller":"traceutil/trace.go:171","msg":"trace[871804266] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:869; }","duration":"750.070067ms","start":"2026-03-31T22:24:37.1643Z","end":"2026-03-31T22:24:37.91437Z","steps":["trace[871804266] 'agreement among raft nodes before linearized reading' (duration: 749.877993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:37.914383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.384107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:24:37.914422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:37.164278Z","time spent":"750.135378ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T22:24:37.914456Z","caller":"traceutil/trace.go:171","msg":"trace[1394382487] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:869; }","duration":"519.510849ms","start":"2026-03-31T22:24:37.394926Z","end":"2026-03-31T22:24:37.914436Z","steps":["trace[1394382487] 'agreement among raft nodes before linearized reading' (duration: 519.368486ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:37.914285Z","caller":"traceutil/trace.go:171","msg":"trace[1425804495] transaction","detail":"{read_only:false; response_revision:869; number_of_response:1; }","duration":"170.387491ms","start":"2026-03-31T22:24:37.74386Z","end":"2026-03-31T22:24:37.914248Z","steps":["trace[1425804495] 'process raft request' (duration: 170.020203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:37.914503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:37.394908Z","time spent":"519.585261ms","remote":"127.0.0.1:53020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T22:24:38.282963Z","caller":"traceutil/trace.go:171","msg":"trace[1337157187] transaction","detail":"{read_only:false; response_revision:871; number_of_response:1; }","duration":"141.878139ms","start":"2026-03-31T22:24:38.141057Z","end":"2026-03-31T22:24:38.282935Z","steps":["trace[1337157187] 'process raft request' (duration: 141.685904ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:38.419277Z","caller":"traceutil/trace.go:171","msg":"trace[895476277] transaction","detail":"{read_only:false; response_revision:873; number_of_response:1; }","duration":"101.513629ms","start":"2026-03-31T22:24:38.317738Z","end":"2026-03-31T22:24:38.419251Z","steps":["trace[895476277] 'process raft request' (duration: 82.198243ms)","trace[895476277] 'compare' (duration: 19.146542ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:24:40.446417Z","caller":"traceutil/trace.go:171","msg":"trace[1602852276] linearizableReadLoop","detail":"{readStateIndex:919; appliedIndex:918; }","duration":"129.231512ms","start":"2026-03-31T22:24:40.317162Z","end":"2026-03-31T22:24:40.446393Z","steps":["trace[1602852276] 'read index received' (duration: 129.080739ms)","trace[1602852276] 'applied index is now lower than readState.Index' (duration: 150.103µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:24:40.44651Z","caller":"traceutil/trace.go:171","msg":"trace[316206871] transaction","detail":"{read_only:false; response_revision:876; number_of_response:1; }","duration":"152.439096ms","start":"2026-03-31T22:24:40.294022Z","end":"2026-03-31T22:24:40.446461Z","steps":["trace[316206871] 'process raft request' (duration: 152.259902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:40.44686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.613332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-31T22:24:40.447043Z","caller":"traceutil/trace.go:171","msg":"trace[1819167573] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:876; }","duration":"129.782455ms","start":"2026-03-31T22:24:40.317113Z","end":"2026-03-31T22:24:40.446896Z","steps":["trace[1819167573] 'agreement among raft nodes before linearized reading' (duration: 129.403816ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:41.38925Z","caller":"traceutil/trace.go:171","msg":"trace[109208495] transaction","detail":"{read_only:false; response_revision:880; number_of_response:1; }","duration":"123.598007ms","start":"2026-03-31T22:24:41.26561Z","end":"2026-03-31T22:24:41.389208Z","steps":["trace[109208495] 'process raft request' (duration: 109.105699ms)","trace[109208495] 'compare' (duration: 13.530795ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:24:44.128718Z","caller":"traceutil/trace.go:171","msg":"trace[2017499064] transaction","detail":"{read_only:false; response_revision:896; number_of_response:1; }","duration":"145.10919ms","start":"2026-03-31T22:24:43.983586Z","end":"2026-03-31T22:24:44.128695Z","steps":["trace[2017499064] 'process raft request' (duration: 144.980417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:45.217171Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219120757601821058,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:24:45.718284Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219120757601821058,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:24:46.218706Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219120757601821058,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:24:46.720051Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219120757601821058,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:24:47.220665Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219120757601821058,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:24:47.365583Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.689678856s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T22:24:47.51841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.1601165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:24:47.51853Z","caller":"traceutil/trace.go:171","msg":"trace[2122984495] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:896; }","duration":"3.160283224s","start":"2026-03-31T22:24:44.358224Z","end":"2026-03-31T22:24:47.518507Z","steps":["trace[2122984495] 'range keys from in-memory index tree' (duration: 3.160031759s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:47.518584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:44.35818Z","time spent":"3.160384927s","remote":"127.0.0.1:53020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:24:47.519038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.974333ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:24:47.519134Z","caller":"traceutil/trace.go:171","msg":"trace[296296962] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:896; }","duration":"446.056585ms","start":"2026-03-31T22:24:47.073052Z","end":"2026-03-31T22:24:47.519109Z","steps":["trace[296296962] 'range keys from in-memory index tree' (duration: 445.965733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:47.519424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.963086229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T22:24:47.519467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.960169534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T22:24:47.519501Z","caller":"traceutil/trace.go:171","msg":"trace[907014619] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:896; }","duration":"2.963222912s","start":"2026-03-31T22:24:44.556261Z","end":"2026-03-31T22:24:47.519484Z","steps":["trace[907014619] 'range keys from in-memory index tree' (duration: 2.962918736s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:47.519541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:44.556239Z","time spent":"2.963292693s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T22:24:47.519541Z","caller":"traceutil/trace.go:171","msg":"trace[1346897978] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:896; }","duration":"2.960279496s","start":"2026-03-31T22:24:44.559243Z","end":"2026-03-31T22:24:47.519522Z","steps":["trace[1346897978] 'range keys from in-memory index tree' (duration: 2.960032551s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:47.520123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.051573923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T22:24:47.520187Z","caller":"traceutil/trace.go:171","msg":"trace[1823869999] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:896; }","duration":"3.051662806s","start":"2026-03-31T22:24:44.468503Z","end":"2026-03-31T22:24:47.520166Z","steps":["trace[1823869999] 'range keys from in-memory index tree' (duration: 3.050829457s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:47.520211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:44.468484Z","time spent":"3.051720086s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T22:24:47.520761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:44.559224Z","time spent":"2.960345717s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T22:24:47.521309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.992811ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:24:47.521615Z","caller":"traceutil/trace.go:171","msg":"trace[1218260362] transaction","detail":"{read_only:false; response_revision:897; number_of_response:1; }","duration":"2.845844157s","start":"2026-03-31T22:24:44.675733Z","end":"2026-03-31T22:24:47.521577Z","steps":["trace[1218260362] 'process raft request' (duration: 2.690006224s)","trace[1218260362] 'compare' (duration: 153.400358ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:24:47.521804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:44.675701Z","time spent":"2.846006851s","remote":"127.0.0.1:53256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:24:47.694294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.812975ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T22:24:47.69532Z","caller":"traceutil/trace.go:171","msg":"trace[420316356] linearizableReadLoop","detail":"{readStateIndex:942; appliedIndex:940; }","duration":"2.978497688s","start":"2026-03-31T22:24:44.716753Z","end":"2026-03-31T22:24:47.69525Z","steps":["trace[420316356] 'read index received' (duration: 2.64899665s)","trace[420316356] 'applied index is now lower than readState.Index' (duration: 329.497048ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:24:47.695627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.978853795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T22:24:47.695884Z","caller":"traceutil/trace.go:171","msg":"trace[580397497] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:897; }","duration":"2.97908566s","start":"2026-03-31T22:24:44.716698Z","end":"2026-03-31T22:24:47.695784Z","steps":["trace[580397497] 'agreement among raft nodes before linearized reading' (duration: 2.97862281s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:47.696022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:44.716677Z","time spent":"2.979323716s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T22:24:47.700306Z","caller":"traceutil/trace.go:171","msg":"trace[797241835] transaction","detail":"{read_only:false; response_revision:898; number_of_response:1; }","duration":"173.816168ms","start":"2026-03-31T22:24:47.526473Z","end":"2026-03-31T22:24:47.700289Z","steps":["trace[797241835] 'process raft request' (duration: 173.629674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:47.700374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.567716517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T22:24:47.700406Z","caller":"traceutil/trace.go:171","msg":"trace[13712254] transaction","detail":"{read_only:false; response_revision:899; number_of_response:1; }","duration":"173.929131ms","start":"2026-03-31T22:24:47.526471Z","end":"2026-03-31T22:24:47.7004Z","steps":["trace[13712254] 'process raft request' (duration: 173.752047ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:47.700418Z","caller":"traceutil/trace.go:171","msg":"trace[1891733279] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:900; }","duration":"1.567798529s","start":"2026-03-31T22:24:46.132606Z","end":"2026-03-31T22:24:47.700405Z","steps":["trace[1891733279] 'agreement among raft nodes before linearized reading' (duration: 1.567670746s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:47.700423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.569816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:24:47.700458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:46.132586Z","time spent":"1.56786164s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T22:24:47.700481Z","caller":"traceutil/trace.go:171","msg":"trace[1719695455] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:900; }","duration":"903.688569ms","start":"2026-03-31T22:24:46.796775Z","end":"2026-03-31T22:24:47.700463Z","steps":["trace[1719695455] 'agreement among raft nodes before linearized reading' (duration: 903.597617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:47.700487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.341435845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:24:47.700533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:46.796756Z","time spent":"903.769191ms","remote":"127.0.0.1:53020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:24:47.700518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.562520659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:24:47.700587Z","caller":"traceutil/trace.go:171","msg":"trace[1661694688] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:900; }","duration":"1.562599161s","start":"2026-03-31T22:24:46.13797Z","end":"2026-03-31T22:24:47.700569Z","steps":["trace[1661694688] 'agreement among raft nodes before linearized reading' (duration: 1.562482438s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:47.700592Z","caller":"traceutil/trace.go:171","msg":"trace[789829089] transaction","detail":"{read_only:false; response_revision:900; number_of_response:1; }","duration":"174.089884ms","start":"2026-03-31T22:24:47.526476Z","end":"2026-03-31T22:24:47.700566Z","steps":["trace[789829089] 'process raft request' (duration: 173.773987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:47.700621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:46.137919Z","time spent":"1.562691242s","remote":"127.0.0.1:53536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":29,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:24:47.700621Z","caller":"traceutil/trace.go:171","msg":"trace[1028957751] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:900; }","duration":"1.341556428s","start":"2026-03-31T22:24:46.358993Z","end":"2026-03-31T22:24:47.70055Z","steps":["trace[1028957751] 'agreement among raft nodes before linearized reading' (duration: 1.341415615s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:47.700665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:46.358977Z","time spent":"1.341678401s","remote":"127.0.0.1:53032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T22:24:50.850157Z","caller":"traceutil/trace.go:171","msg":"trace[618923904] transaction","detail":"{read_only:false; response_revision:913; number_of_response:1; }","duration":"205.960633ms","start":"2026-03-31T22:24:50.64417Z","end":"2026-03-31T22:24:50.850131Z","steps":["trace[618923904] 'process raft request' (duration: 205.82268ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:51.181063Z","caller":"traceutil/trace.go:171","msg":"trace[1983072275] transaction","detail":"{read_only:false; response_revision:915; number_of_response:1; }","duration":"194.893784ms","start":"2026-03-31T22:24:50.986147Z","end":"2026-03-31T22:24:51.18104Z","steps":["trace[1983072275] 'process raft request' (duration: 194.759761ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:51.289768Z","caller":"traceutil/trace.go:171","msg":"trace[1662931919] transaction","detail":"{read_only:false; response_revision:916; number_of_response:1; }","duration":"102.803318ms","start":"2026-03-31T22:24:51.186932Z","end":"2026-03-31T22:24:51.289735Z","steps":["trace[1662931919] 'process raft request' (duration: 102.557062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:51.512676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.495176ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-31T22:24:51.519813Z","caller":"traceutil/trace.go:171","msg":"trace[927557200] linearizableReadLoop","detail":"{readStateIndex:964; appliedIndex:961; }","duration":"159.196808ms","start":"2026-03-31T22:24:51.360546Z","end":"2026-03-31T22:24:51.519743Z","steps":["trace[927557200] 'read index received' (duration: 39.616152ms)","trace[927557200] 'applied index is now lower than readState.Index' (duration: 119.579786ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:24:51.520009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.435874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:24:51.520078Z","caller":"traceutil/trace.go:171","msg":"trace[685494300] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:918; }","duration":"159.543046ms","start":"2026-03-31T22:24:51.360519Z","end":"2026-03-31T22:24:51.520062Z","steps":["trace[685494300] 'agreement among raft nodes before linearized reading' (duration: 159.393933ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:51.519997Z","caller":"traceutil/trace.go:171","msg":"trace[1297912457] transaction","detail":"{read_only:false; response_revision:918; number_of_response:1; }","duration":"224.568382ms","start":"2026-03-31T22:24:51.295388Z","end":"2026-03-31T22:24:51.519957Z","steps":["trace[1297912457] 'process raft request' (duration: 224.309526ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:51.520014Z","caller":"traceutil/trace.go:171","msg":"trace[216785618] transaction","detail":"{read_only:false; response_revision:917; number_of_response:1; }","duration":"226.122197ms","start":"2026-03-31T22:24:51.293871Z","end":"2026-03-31T22:24:51.519994Z","steps":["trace[216785618] 'process raft request' (duration: 225.644746ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:51.68788Z","caller":"traceutil/trace.go:171","msg":"trace[1252255993] transaction","detail":"{read_only:false; response_revision:921; number_of_response:1; }","duration":"116.706151ms","start":"2026-03-31T22:24:51.571087Z","end":"2026-03-31T22:24:51.687793Z","steps":["trace[1252255993] 'process raft request' (duration: 103.058023ms)","trace[1252255993] 'compare' (duration: 13.206858ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:24:52.019754Z","caller":"traceutil/trace.go:171","msg":"trace[2085855993] transaction","detail":"{read_only:false; response_revision:930; number_of_response:1; }","duration":"138.122304ms","start":"2026-03-31T22:24:51.881603Z","end":"2026-03-31T22:24:52.019725Z","steps":["trace[2085855993] 'process raft request' (duration: 134.912281ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:52.114667Z","caller":"traceutil/trace.go:171","msg":"trace[55493712] transaction","detail":"{read_only:false; response_revision:931; number_of_response:1; }","duration":"232.622904ms","start":"2026-03-31T22:24:51.882012Z","end":"2026-03-31T22:24:52.114635Z","steps":["trace[55493712] 'process raft request' (duration: 232.542652ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:52.286128Z","caller":"traceutil/trace.go:171","msg":"trace[412710765] transaction","detail":"{read_only:false; response_revision:932; number_of_response:1; }","duration":"167.034345ms","start":"2026-03-31T22:24:52.119071Z","end":"2026-03-31T22:24:52.286105Z","steps":["trace[412710765] 'process raft request' (duration: 166.902092ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:52.548236Z","caller":"traceutil/trace.go:171","msg":"trace[1189109427] transaction","detail":"{read_only:false; response_revision:937; number_of_response:1; }","duration":"124.433114ms","start":"2026-03-31T22:24:52.423769Z","end":"2026-03-31T22:24:52.548202Z","steps":["trace[1189109427] 'process raft request' (duration: 123.634846ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:52.774071Z","caller":"traceutil/trace.go:171","msg":"trace[669555363] transaction","detail":"{read_only:false; response_revision:939; number_of_response:1; }","duration":"216.968021ms","start":"2026-03-31T22:24:52.557069Z","end":"2026-03-31T22:24:52.774037Z","steps":["trace[669555363] 'process raft request' (duration: 192.038239ms)","trace[669555363] 'compare' (duration: 24.774627ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:24:52.816195Z","caller":"traceutil/trace.go:171","msg":"trace[251622385] transaction","detail":"{read_only:false; response_revision:940; number_of_response:1; }","duration":"237.969804ms","start":"2026-03-31T22:24:52.578203Z","end":"2026-03-31T22:24:52.816173Z","steps":["trace[251622385] 'process raft request' (duration: 237.866552ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:52.991768Z","caller":"traceutil/trace.go:171","msg":"trace[2102642901] transaction","detail":"{read_only:false; response_revision:941; number_of_response:1; }","duration":"186.151275ms","start":"2026-03-31T22:24:52.805593Z","end":"2026-03-31T22:24:52.991744Z","steps":["trace[2102642901] 'process raft request' (duration: 184.861267ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:53.022787Z","caller":"traceutil/trace.go:171","msg":"trace[893829748] transaction","detail":"{read_only:false; response_revision:945; number_of_response:1; }","duration":"199.293092ms","start":"2026-03-31T22:24:52.823472Z","end":"2026-03-31T22:24:53.022765Z","steps":["trace[893829748] 'process raft request' (duration: 199.253322ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:53.022845Z","caller":"traceutil/trace.go:171","msg":"trace[535962938] transaction","detail":"{read_only:false; response_revision:942; number_of_response:1; }","duration":"202.226868ms","start":"2026-03-31T22:24:52.820611Z","end":"2026-03-31T22:24:53.022838Z","steps":["trace[535962938] 'process raft request' (duration: 201.944182ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:53.022866Z","caller":"traceutil/trace.go:171","msg":"trace[1212449638] transaction","detail":"{read_only:false; response_revision:944; number_of_response:1; }","duration":"199.373084ms","start":"2026-03-31T22:24:52.823453Z","end":"2026-03-31T22:24:53.022826Z","steps":["trace[1212449638] 'process raft request' (duration: 199.246951ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:53.022789Z","caller":"traceutil/trace.go:171","msg":"trace[163055408] transaction","detail":"{read_only:false; response_revision:943; number_of_response:1; }","duration":"201.037911ms","start":"2026-03-31T22:24:52.821732Z","end":"2026-03-31T22:24:53.02277Z","steps":["trace[163055408] 'process raft request' (duration: 200.915228ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:53.164026Z","caller":"traceutil/trace.go:171","msg":"trace[1161729572] transaction","detail":"{read_only:false; response_revision:947; number_of_response:1; }","duration":"130.760337ms","start":"2026-03-31T22:24:53.033237Z","end":"2026-03-31T22:24:53.163997Z","steps":["trace[1161729572] 'process raft request' (duration: 111.406431ms)","trace[1161729572] 'compare' (duration: 19.208963ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:24:54.847332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.447839ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:24:54.847617Z","caller":"traceutil/trace.go:171","msg":"trace[988986807] transaction","detail":"{read_only:false; response_revision:965; number_of_response:1; }","duration":"186.883882ms","start":"2026-03-31T22:24:54.6607Z","end":"2026-03-31T22:24:54.847584Z","steps":["trace[988986807] 'process raft request' (duration: 64.095655ms)","trace[988986807] 'compare' (duration: 122.015069ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:24:54.920714Z","caller":"traceutil/trace.go:171","msg":"trace[1844824319] transaction","detail":"{read_only:false; response_revision:966; number_of_response:1; }","duration":"258.519777ms","start":"2026-03-31T22:24:54.662161Z","end":"2026-03-31T22:24:54.92068Z","steps":["trace[1844824319] 'process raft request' (duration: 258.374704ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:55.234486Z","caller":"traceutil/trace.go:171","msg":"trace[1444362787] transaction","detail":"{read_only:false; response_revision:967; number_of_response:1; }","duration":"309.416875ms","start":"2026-03-31T22:24:54.925031Z","end":"2026-03-31T22:24:55.234448Z","steps":["trace[1444362787] 'process raft request' (duration: 297.947257ms)","trace[1444362787] 'compare' (duration: 10.6326ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:24:55.234875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:54.925015Z","time spent":"309.567598ms","remote":"127.0.0.1:53188","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1104,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:24:55.241555Z","caller":"traceutil/trace.go:171","msg":"trace[1250316563] transaction","detail":"{read_only:false; response_revision:968; number_of_response:1; }","duration":"314.340196ms","start":"2026-03-31T22:24:54.927189Z","end":"2026-03-31T22:24:55.241529Z","steps":["trace[1250316563] 'process raft request' (duration: 314.236513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:55.241725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:54.927163Z","time spent":"314.472888ms","remote":"127.0.0.1:53274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1472,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:24:56.388311Z","caller":"traceutil/trace.go:171","msg":"trace[590840383] transaction","detail":"{read_only:false; response_revision:974; number_of_response:1; }","duration":"121.453358ms","start":"2026-03-31T22:24:56.266817Z","end":"2026-03-31T22:24:56.388271Z","steps":["trace[590840383] 'process raft request' (duration: 120.813233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:56.645883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.266892ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:24:56.645986Z","caller":"traceutil/trace.go:171","msg":"trace[698388566] transaction","detail":"{read_only:false; response_revision:975; number_of_response:1; }","duration":"251.235043ms","start":"2026-03-31T22:24:56.394736Z","end":"2026-03-31T22:24:56.645971Z","steps":["trace[698388566] 'process raft request' (duration: 106.820337ms)","trace[698388566] 'compare' (duration: 144.1698ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:24:56.661577Z","caller":"traceutil/trace.go:171","msg":"trace[1781899944] transaction","detail":"{read_only:false; response_revision:977; number_of_response:1; }","duration":"266.541948ms","start":"2026-03-31T22:24:56.395021Z","end":"2026-03-31T22:24:56.661563Z","steps":["trace[1781899944] 'process raft request' (duration: 266.509397ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:56.6616Z","caller":"traceutil/trace.go:171","msg":"trace[1906213129] transaction","detail":"{read_only:false; response_revision:976; number_of_response:1; }","duration":"266.704922ms","start":"2026-03-31T22:24:56.394881Z","end":"2026-03-31T22:24:56.661586Z","steps":["trace[1906213129] 'process raft request' (duration: 266.559888ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:56.742785Z","caller":"traceutil/trace.go:171","msg":"trace[378134078] transaction","detail":"{read_only:false; response_revision:978; number_of_response:1; }","duration":"174.472963ms","start":"2026-03-31T22:24:56.568278Z","end":"2026-03-31T22:24:56.742751Z","steps":["trace[378134078] 'process raft request' (duration: 174.284859ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:56.929275Z","caller":"traceutil/trace.go:171","msg":"trace[1561347200] transaction","detail":"{read_only:false; response_revision:981; number_of_response:1; }","duration":"177.190453ms","start":"2026-03-31T22:24:56.752057Z","end":"2026-03-31T22:24:56.929248Z","steps":["trace[1561347200] 'process raft request' (duration: 139.926423ms)","trace[1561347200] 'compare' (duration: 37.133497ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:25:01.228177Z","caller":"traceutil/trace.go:171","msg":"trace[512184352] transaction","detail":"{read_only:false; response_revision:1040; number_of_response:1; }","duration":"132.585958ms","start":"2026-03-31T22:25:01.09556Z","end":"2026-03-31T22:25:01.228146Z","steps":["trace[512184352] 'process raft request' (duration: 67.667425ms)","trace[512184352] 'compare' (duration: 64.759329ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:25:01.556755Z","caller":"traceutil/trace.go:171","msg":"trace[235705119] transaction","detail":"{read_only:false; response_revision:1049; number_of_response:1; }","duration":"123.696238ms","start":"2026-03-31T22:25:01.43303Z","end":"2026-03-31T22:25:01.556726Z","steps":["trace[235705119] 'process raft request' (duration: 99.758178ms)","trace[235705119] 'compare' (duration: 23.734025ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:25:01.55699Z","caller":"traceutil/trace.go:171","msg":"trace[1084797196] transaction","detail":"{read_only:false; response_revision:1050; number_of_response:1; }","duration":"122.88989ms","start":"2026-03-31T22:25:01.43407Z","end":"2026-03-31T22:25:01.55696Z","steps":["trace[1084797196] 'process raft request' (duration: 122.604874ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:01.557086Z","caller":"traceutil/trace.go:171","msg":"trace[1897832804] transaction","detail":"{read_only:false; response_revision:1051; number_of_response:1; }","duration":"121.767515ms","start":"2026-03-31T22:25:01.435286Z","end":"2026-03-31T22:25:01.557054Z","steps":["trace[1897832804] 'process raft request' (duration: 121.564361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:02.322764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.254947ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:25:02.32291Z","caller":"traceutil/trace.go:171","msg":"trace[1974080335] transaction","detail":"{read_only:false; response_revision:1059; number_of_response:1; }","duration":"231.899768ms","start":"2026-03-31T22:25:02.090979Z","end":"2026-03-31T22:25:02.322878Z","steps":["trace[1974080335] 'process raft request' (duration: 57.462977ms)","trace[1974080335] 'compare' (duration: 174.093814ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:25:02.327219Z","caller":"traceutil/trace.go:171","msg":"trace[1451126854] transaction","detail":"{read_only:false; response_revision:1060; number_of_response:1; }","duration":"235.920439ms","start":"2026-03-31T22:25:02.09127Z","end":"2026-03-31T22:25:02.32719Z","steps":["trace[1451126854] 'process raft request' (duration: 235.735475ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:02.327461Z","caller":"traceutil/trace.go:171","msg":"trace[331069279] transaction","detail":"{read_only:false; response_revision:1061; number_of_response:1; }","duration":"234.952466ms","start":"2026-03-31T22:25:02.092484Z","end":"2026-03-31T22:25:02.327436Z","steps":["trace[331069279] 'process raft request' (duration: 234.66712ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:02.327542Z","caller":"traceutil/trace.go:171","msg":"trace[874266401] transaction","detail":"{read_only:false; response_revision:1062; number_of_response:1; }","duration":"200.841316ms","start":"2026-03-31T22:25:02.126673Z","end":"2026-03-31T22:25:02.327514Z","steps":["trace[874266401] 'process raft request' (duration: 200.665362ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:03.506964Z","caller":"traceutil/trace.go:171","msg":"trace[478052539] transaction","detail":"{read_only:false; response_revision:1069; number_of_response:1; }","duration":"106.792597ms","start":"2026-03-31T22:25:03.400144Z","end":"2026-03-31T22:25:03.506937Z","steps":["trace[478052539] 'process raft request' (duration: 106.729975ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:03.507031Z","caller":"traceutil/trace.go:171","msg":"trace[1913433768] transaction","detail":"{read_only:false; response_revision:1068; number_of_response:1; }","duration":"109.500888ms","start":"2026-03-31T22:25:03.397495Z","end":"2026-03-31T22:25:03.506996Z","steps":["trace[1913433768] 'process raft request' (duration: 99.4161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:03.80425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.708066ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:25:03.804384Z","caller":"traceutil/trace.go:171","msg":"trace[1966612303] transaction","detail":"{read_only:false; response_revision:1070; number_of_response:1; }","duration":"289.498106ms","start":"2026-03-31T22:25:03.514863Z","end":"2026-03-31T22:25:03.804361Z","steps":["trace[1966612303] 'process raft request' (duration: 95.596965ms)","trace[1966612303] 'compare' (duration: 193.560073ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:25:04.446458Z","caller":"traceutil/trace.go:171","msg":"trace[1411278689] linearizableReadLoop","detail":"{readStateIndex:1123; appliedIndex:1122; }","duration":"115.922553ms","start":"2026-03-31T22:25:04.330509Z","end":"2026-03-31T22:25:04.446432Z","steps":["trace[1411278689] 'read index received' (duration: 115.729039ms)","trace[1411278689] 'applied index is now lower than readState.Index' (duration: 192.594µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:25:04.446522Z","caller":"traceutil/trace.go:171","msg":"trace[1520009351] transaction","detail":"{read_only:false; response_revision:1074; number_of_response:1; }","duration":"116.378243ms","start":"2026-03-31T22:25:04.330106Z","end":"2026-03-31T22:25:04.446484Z","steps":["trace[1520009351] 'process raft request' (duration: 116.182289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:04.446712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.097747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-31T22:25:04.446695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.165978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T22:25:04.446754Z","caller":"traceutil/trace.go:171","msg":"trace[1572765659] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1074; }","duration":"116.191929ms","start":"2026-03-31T22:25:04.330551Z","end":"2026-03-31T22:25:04.446743Z","steps":["trace[1572765659] 'agreement among raft nodes before linearized reading' (duration: 116.028545ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:04.446776Z","caller":"traceutil/trace.go:171","msg":"trace[200685337] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1074; }","duration":"116.292241ms","start":"2026-03-31T22:25:04.330465Z","end":"2026-03-31T22:25:04.446757Z","steps":["trace[200685337] 'agreement among raft nodes before linearized reading' (duration: 116.082257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:04.69566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.052156ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:25:04.695879Z","caller":"traceutil/trace.go:171","msg":"trace[1403011748] transaction","detail":"{read_only:false; response_revision:1075; number_of_response:1; }","duration":"244.943281ms","start":"2026-03-31T22:25:04.450916Z","end":"2026-03-31T22:25:04.695859Z","steps":["trace[1403011748] 'process raft request' (duration: 77.573448ms)","trace[1403011748] 'compare' (duration: 166.917613ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:25:04.695953Z","caller":"traceutil/trace.go:171","msg":"trace[1372742584] transaction","detail":"{read_only:false; response_revision:1076; number_of_response:1; }","duration":"244.533512ms","start":"2026-03-31T22:25:04.451401Z","end":"2026-03-31T22:25:04.695935Z","steps":["trace[1372742584] 'process raft request' (duration: 244.45537ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:05.82777Z","caller":"traceutil/trace.go:171","msg":"trace[1636665449] transaction","detail":"{read_only:false; response_revision:1081; number_of_response:1; }","duration":"121.799195ms","start":"2026-03-31T22:25:05.705945Z","end":"2026-03-31T22:25:05.827745Z","steps":["trace[1636665449] 'process raft request' (duration: 121.656602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:06.7955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.313595ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:25:06.795644Z","caller":"traceutil/trace.go:171","msg":"trace[2013589133] transaction","detail":"{read_only:false; response_revision:1089; number_of_response:1; }","duration":"524.181965ms","start":"2026-03-31T22:25:06.271438Z","end":"2026-03-31T22:25:06.795619Z","steps":["trace[2013589133] 'process raft request' (duration: 394.672566ms)","trace[2013589133] 'compare' (duration: 129.160752ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:25:06.79572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:06.271418Z","time spent":"524.269727ms","remote":"127.0.0.1:53226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":956,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:25:06.820746Z","caller":"traceutil/trace.go:171","msg":"trace[1901629039] transaction","detail":"{read_only:false; response_revision:1090; number_of_response:1; }","duration":"549.012525ms","start":"2026-03-31T22:25:06.271697Z","end":"2026-03-31T22:25:06.820709Z","steps":["trace[1901629039] 'process raft request' (duration: 548.739319ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:06.820833Z","caller":"traceutil/trace.go:171","msg":"trace[2135251255] transaction","detail":"{read_only:false; response_revision:1091; number_of_response:1; }","duration":"548.988695ms","start":"2026-03-31T22:25:06.271805Z","end":"2026-03-31T22:25:06.820793Z","steps":["trace[2135251255] 'process raft request' (duration: 548.79935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:06.820987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:06.271771Z","time spent":"549.146767ms","remote":"127.0.0.1:53226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:25:06.820891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:06.271691Z","time spent":"549.133167ms","remote":"127.0.0.1:53226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":953,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:25:06.85874Z","caller":"traceutil/trace.go:171","msg":"trace[25135605] linearizableReadLoop","detail":"{readStateIndex:1141; appliedIndex:1138; }","duration":"501.563615ms","start":"2026-03-31T22:25:06.357148Z","end":"2026-03-31T22:25:06.858711Z","steps":["trace[25135605] 'read index received' (duration: 308.976055ms)","trace[25135605] 'applied index is now lower than readState.Index' (duration: 192.58656ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:25:06.858927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.76834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:25:06.858965Z","caller":"traceutil/trace.go:171","msg":"trace[330003488] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1092; }","duration":"501.846321ms","start":"2026-03-31T22:25:06.357109Z","end":"2026-03-31T22:25:06.858955Z","steps":["trace[330003488] 'agreement among raft nodes before linearized reading' (duration: 501.759409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:06.858967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.410444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:25:06.859055Z","caller":"traceutil/trace.go:171","msg":"trace[296300172] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:1092; }","duration":"443.536887ms","start":"2026-03-31T22:25:06.415495Z","end":"2026-03-31T22:25:06.859032Z","steps":["trace[296300172] 'agreement among raft nodes before linearized reading' (duration: 443.417184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:06.859095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:06.415474Z","time spent":"443.611259ms","remote":"127.0.0.1:53174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:25:06.859167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.780998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T22:25:06.859199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.019691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T22:25:06.859213Z","caller":"traceutil/trace.go:171","msg":"trace[195848337] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1092; }","duration":"158.86993ms","start":"2026-03-31T22:25:06.700333Z","end":"2026-03-31T22:25:06.859203Z","steps":["trace[195848337] 'agreement among raft nodes before linearized reading' (duration: 158.738307ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:06.859238Z","caller":"traceutil/trace.go:171","msg":"trace[1788226345] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1092; }","duration":"158.092582ms","start":"2026-03-31T22:25:06.701136Z","end":"2026-03-31T22:25:06.859228Z","steps":["trace[1788226345] 'agreement among raft nodes before linearized reading' (duration: 157.960239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:06.859273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.417566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T22:25:06.8593Z","caller":"traceutil/trace.go:171","msg":"trace[1699243280] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1092; }","duration":"408.481958ms","start":"2026-03-31T22:25:06.450812Z","end":"2026-03-31T22:25:06.859294Z","steps":["trace[1699243280] 'agreement among raft nodes before linearized reading' (duration: 408.413425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:06.859317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:06.450791Z","time spent":"408.520488ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:25:06.858996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:06.357092Z","time spent":"501.897343ms","remote":"127.0.0.1:53020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T22:25:07.17254Z","caller":"traceutil/trace.go:171","msg":"trace[109157238] transaction","detail":"{read_only:false; response_revision:1096; number_of_response:1; }","duration":"308.424082ms","start":"2026-03-31T22:25:06.864081Z","end":"2026-03-31T22:25:07.172506Z","steps":["trace[109157238] 'process raft request' (duration: 308.152436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:07.172698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:06.864063Z","time spent":"308.566176ms","remote":"127.0.0.1:53058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8989,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:25:07.17269Z","caller":"traceutil/trace.go:171","msg":"trace[1945323744] transaction","detail":"{read_only:false; response_revision:1098; number_of_response:1; }","duration":"305.790072ms","start":"2026-03-31T22:25:06.866823Z","end":"2026-03-31T22:25:07.172613Z","steps":["trace[1945323744] 'process raft request' (duration: 305.67339ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:07.172732Z","caller":"traceutil/trace.go:171","msg":"trace[325333005] transaction","detail":"{read_only:false; response_revision:1099; number_of_response:1; }","duration":"299.652024ms","start":"2026-03-31T22:25:06.873045Z","end":"2026-03-31T22:25:07.172697Z","steps":["trace[325333005] 'process raft request' (duration: 299.498091ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:07.172899Z","caller":"traceutil/trace.go:171","msg":"trace[272676922] transaction","detail":"{read_only:false; response_revision:1100; number_of_response:1; }","duration":"294.823475ms","start":"2026-03-31T22:25:06.878043Z","end":"2026-03-31T22:25:07.172866Z","steps":["trace[272676922] 'process raft request' (duration: 294.551669ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:07.172915Z","caller":"traceutil/trace.go:171","msg":"trace[379163258] transaction","detail":"{read_only:false; response_revision:1101; number_of_response:1; }","duration":"292.783779ms","start":"2026-03-31T22:25:06.880116Z","end":"2026-03-31T22:25:07.172899Z","steps":["trace[379163258] 'process raft request' (duration: 292.575414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:07.172918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:06.86681Z","time spent":"306.002688ms","remote":"127.0.0.1:53058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20218,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:25:07.172962Z","caller":"traceutil/trace.go:171","msg":"trace[1099926205] transaction","detail":"{read_only:false; response_revision:1097; number_of_response:1; }","duration":"306.949279ms","start":"2026-03-31T22:25:06.865998Z","end":"2026-03-31T22:25:07.172947Z","steps":["trace[1099926205] 'process raft request' (duration: 306.437338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:07.173051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:06.865983Z","time spent":"307.00959ms","remote":"127.0.0.1:53058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9589,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:25:07.178513Z","caller":"traceutil/trace.go:171","msg":"trace[1704476416] transaction","detail":"{read_only:false; response_revision:1102; number_of_response:1; }","duration":"281.061385ms","start":"2026-03-31T22:25:06.897421Z","end":"2026-03-31T22:25:07.178482Z","steps":["trace[1704476416] 'process raft request' (duration: 280.807069ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:07.668242Z","caller":"traceutil/trace.go:171","msg":"trace[583919577] linearizableReadLoop","detail":"{readStateIndex:1193; appliedIndex:1192; }","duration":"285.538617ms","start":"2026-03-31T22:25:07.382676Z","end":"2026-03-31T22:25:07.668215Z","steps":["trace[583919577] 'read index received' (duration: 272.522694ms)","trace[583919577] 'applied index is now lower than readState.Index' (duration: 13.014942ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:25:07.66832Z","caller":"traceutil/trace.go:171","msg":"trace[747125902] transaction","detail":"{read_only:false; response_revision:1142; number_of_response:1; }","duration":"301.805832ms","start":"2026-03-31T22:25:07.366476Z","end":"2026-03-31T22:25:07.668281Z","steps":["trace[747125902] 'process raft request' (duration: 288.8137ms)","trace[747125902] 'compare' (duration: 12.717776ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:25:07.668477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:07.366448Z","time spent":"301.950956ms","remote":"127.0.0.1:53058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:25:07.668713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.018827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:29504"} {"level":"info","ts":"2026-03-31T22:25:07.668839Z","caller":"traceutil/trace.go:171","msg":"trace[856055288] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1142; }","duration":"286.15862ms","start":"2026-03-31T22:25:07.382616Z","end":"2026-03-31T22:25:07.668774Z","steps":["trace[856055288] 'agreement among raft nodes before linearized reading' (duration: 285.739011ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:07.845232Z","caller":"traceutil/trace.go:171","msg":"trace[71373218] transaction","detail":"{read_only:false; response_revision:1150; number_of_response:1; }","duration":"102.273294ms","start":"2026-03-31T22:25:07.742911Z","end":"2026-03-31T22:25:07.845184Z","steps":["trace[71373218] 'process raft request' (duration: 71.206414ms)","trace[71373218] 'compare' (duration: 30.683942ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:25:08.889919Z","caller":"traceutil/trace.go:171","msg":"trace[337698079] transaction","detail":"{read_only:false; response_revision:1205; number_of_response:1; }","duration":"284.993064ms","start":"2026-03-31T22:25:08.604894Z","end":"2026-03-31T22:25:08.889888Z","steps":["trace[337698079] 'process raft request' (duration: 258.899526ms)","trace[337698079] 'compare' (duration: 25.928324ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:25:08.893344Z","caller":"traceutil/trace.go:171","msg":"trace[2143486750] transaction","detail":"{read_only:false; response_revision:1206; number_of_response:1; }","duration":"261.930545ms","start":"2026-03-31T22:25:08.631396Z","end":"2026-03-31T22:25:08.893326Z","steps":["trace[2143486750] 'process raft request' (duration: 261.794092ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:08.893427Z","caller":"traceutil/trace.go:171","msg":"trace[667989217] transaction","detail":"{read_only:false; response_revision:1207; number_of_response:1; }","duration":"217.199227ms","start":"2026-03-31T22:25:08.676201Z","end":"2026-03-31T22:25:08.8934Z","steps":["trace[667989217] 'process raft request' (duration: 217.061544ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:08.893618Z","caller":"traceutil/trace.go:171","msg":"trace[1635370918] linearizableReadLoop","detail":"{readStateIndex:1259; appliedIndex:1256; }","duration":"166.003442ms","start":"2026-03-31T22:25:08.727289Z","end":"2026-03-31T22:25:08.893293Z","steps":["trace[1635370918] 'read index received' (duration: 136.511567ms)","trace[1635370918] 'applied index is now lower than readState.Index' (duration: 29.491225ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:25:08.893689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.35904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/local-path-provisioner-679c578f5-kvdjc\" ","response":"range_response_count:1 size:3610"} {"level":"info","ts":"2026-03-31T22:25:08.893784Z","caller":"traceutil/trace.go:171","msg":"trace[1168460301] range","detail":"{range_begin:/registry/pods/local-path-storage/local-path-provisioner-679c578f5-kvdjc; range_end:; response_count:1; response_revision:1207; }","duration":"166.496154ms","start":"2026-03-31T22:25:08.727257Z","end":"2026-03-31T22:25:08.893753Z","steps":["trace[1168460301] 'agreement among raft nodes before linearized reading' (duration: 166.268898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:09.215571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.747783ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:25:09.21591Z","caller":"traceutil/trace.go:171","msg":"trace[1509793748] transaction","detail":"{read_only:false; response_revision:1216; number_of_response:1; }","duration":"250.619619ms","start":"2026-03-31T22:25:08.965273Z","end":"2026-03-31T22:25:09.215892Z","steps":["trace[1509793748] 'process raft request' (duration: 250.520207ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:09.216043Z","caller":"traceutil/trace.go:171","msg":"trace[1944486300] transaction","detail":"{read_only:false; response_revision:1214; number_of_response:1; }","duration":"305.732591ms","start":"2026-03-31T22:25:08.910278Z","end":"2026-03-31T22:25:09.21601Z","steps":["trace[1944486300] 'process raft request' (duration: 89.475637ms)","trace[1944486300] 'compare' (duration: 215.414674ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:25:09.216171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:08.910262Z","time spent":"305.857884ms","remote":"127.0.0.1:55356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2271,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:25:09.216214Z","caller":"traceutil/trace.go:171","msg":"trace[2067966653] transaction","detail":"{read_only:false; response_revision:1215; number_of_response:1; }","duration":"301.913015ms","start":"2026-03-31T22:25:08.91429Z","end":"2026-03-31T22:25:09.216203Z","steps":["trace[2067966653] 'process raft request' (duration: 301.422264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:09.216274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:08.91427Z","time spent":"301.975617ms","remote":"127.0.0.1:55326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3015,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:25:09.223806Z","caller":"traceutil/trace.go:171","msg":"trace[1343748354] transaction","detail":"{read_only:false; response_revision:1217; number_of_response:1; }","duration":"149.319296ms","start":"2026-03-31T22:25:09.074462Z","end":"2026-03-31T22:25:09.223781Z","steps":["trace[1343748354] 'process raft request' (duration: 149.08879ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:09.357885Z","caller":"traceutil/trace.go:171","msg":"trace[1878554068] transaction","detail":"{read_only:false; response_revision:1218; number_of_response:1; }","duration":"172.532438ms","start":"2026-03-31T22:25:09.185313Z","end":"2026-03-31T22:25:09.357845Z","steps":["trace[1878554068] 'process raft request' (duration: 148.048677ms)","trace[1878554068] 'compare' (duration: 24.346778ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:25:09.401336Z","caller":"traceutil/trace.go:171","msg":"trace[2102705372] transaction","detail":"{read_only:false; response_revision:1221; number_of_response:1; }","duration":"159.319771ms","start":"2026-03-31T22:25:09.241987Z","end":"2026-03-31T22:25:09.401307Z","steps":["trace[2102705372] 'process raft request' (duration: 159.27126ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:09.401362Z","caller":"traceutil/trace.go:171","msg":"trace[1578948924] transaction","detail":"{read_only:false; response_revision:1219; number_of_response:1; }","duration":"177.795968ms","start":"2026-03-31T22:25:09.223525Z","end":"2026-03-31T22:25:09.401321Z","steps":["trace[1578948924] 'process raft request' (duration: 177.563573ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:09.401459Z","caller":"traceutil/trace.go:171","msg":"trace[297913120] transaction","detail":"{read_only:false; response_revision:1220; number_of_response:1; }","duration":"173.653124ms","start":"2026-03-31T22:25:09.227766Z","end":"2026-03-31T22:25:09.40142Z","steps":["trace[297913120] 'process raft request' (duration: 173.45398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:09.639684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.462055ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:25:09.63986Z","caller":"traceutil/trace.go:171","msg":"trace[1259554355] transaction","detail":"{read_only:false; response_revision:1222; number_of_response:1; }","duration":"233.40549ms","start":"2026-03-31T22:25:09.406402Z","end":"2026-03-31T22:25:09.639808Z","steps":["trace[1259554355] 'process raft request' (duration: 120.739141ms)","trace[1259554355] 'compare' (duration: 112.313272ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:25:09.63987Z","caller":"traceutil/trace.go:171","msg":"trace[1297174241] linearizableReadLoop","detail":"{readStateIndex:1274; appliedIndex:1273; }","duration":"107.685507ms","start":"2026-03-31T22:25:09.532126Z","end":"2026-03-31T22:25:09.639812Z","steps":["trace[1297174241] 'read index received' (duration: 73.242µs)","trace[1297174241] 'applied index is now lower than readState.Index' (duration: 107.610615ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:25:09.640032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.895742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:25:09.640086Z","caller":"traceutil/trace.go:171","msg":"trace[557422030] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:1222; }","duration":"108.059875ms","start":"2026-03-31T22:25:09.532011Z","end":"2026-03-31T22:25:09.640071Z","steps":["trace[557422030] 'agreement among raft nodes before linearized reading' (duration: 107.898682ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:10.295678Z","caller":"traceutil/trace.go:171","msg":"trace[782791078] transaction","detail":"{read_only:false; response_revision:1230; number_of_response:1; }","duration":"145.916169ms","start":"2026-03-31T22:25:10.149717Z","end":"2026-03-31T22:25:10.295633Z","steps":["trace[782791078] 'process raft request' (duration: 145.259364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:11.193033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.132775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T22:25:11.193132Z","caller":"traceutil/trace.go:171","msg":"trace[1154803260] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1236; }","duration":"229.312599ms","start":"2026-03-31T22:25:10.963798Z","end":"2026-03-31T22:25:11.193111Z","steps":["trace[1154803260] 'range keys from in-memory index tree' (duration: 228.97348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:11.193282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.419662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T22:25:11.193354Z","caller":"traceutil/trace.go:171","msg":"trace[815809441] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1236; }","duration":"229.536284ms","start":"2026-03-31T22:25:10.963797Z","end":"2026-03-31T22:25:11.193334Z","steps":["trace[815809441] 'range keys from in-memory index tree' (duration: 229.207767ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:11.405576Z","caller":"traceutil/trace.go:171","msg":"trace[1821540417] linearizableReadLoop","detail":"{readStateIndex:1290; appliedIndex:1289; }","duration":"168.506448ms","start":"2026-03-31T22:25:11.237041Z","end":"2026-03-31T22:25:11.405547Z","steps":["trace[1821540417] 'read index received' (duration: 135.546516ms)","trace[1821540417] 'applied index is now lower than readState.Index' (duration: 32.958962ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:25:11.405646Z","caller":"traceutil/trace.go:171","msg":"trace[802550594] transaction","detail":"{read_only:false; response_revision:1238; number_of_response:1; }","duration":"207.653801ms","start":"2026-03-31T22:25:11.197946Z","end":"2026-03-31T22:25:11.4056Z","steps":["trace[802550594] 'process raft request' (duration: 174.625187ms)","trace[802550594] 'compare' (duration: 32.875901ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:25:11.405815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.753784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.35\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-31T22:25:11.405872Z","caller":"traceutil/trace.go:171","msg":"trace[1805769859] range","detail":"{range_begin:/registry/masterleases/199.204.45.35; range_end:; response_count:1; response_revision:1238; }","duration":"168.879427ms","start":"2026-03-31T22:25:11.23698Z","end":"2026-03-31T22:25:11.40586Z","steps":["trace[1805769859] 'agreement among raft nodes before linearized reading' (duration: 168.677842ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:14.511695Z","caller":"traceutil/trace.go:171","msg":"trace[112810209] transaction","detail":"{read_only:false; response_revision:1249; number_of_response:1; }","duration":"125.647123ms","start":"2026-03-31T22:25:14.386017Z","end":"2026-03-31T22:25:14.511664Z","steps":["trace[112810209] 'process raft request' (duration: 80.859263ms)","trace[112810209] 'compare' (duration: 44.668467ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:25:16.064821Z","caller":"traceutil/trace.go:171","msg":"trace[1989984629] linearizableReadLoop","detail":"{readStateIndex:1311; appliedIndex:1310; }","duration":"239.111141ms","start":"2026-03-31T22:25:15.825683Z","end":"2026-03-31T22:25:16.064794Z","steps":["trace[1989984629] 'read index received' (duration: 238.805243ms)","trace[1989984629] 'applied index is now lower than readState.Index' (duration: 305.008µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:25:16.064892Z","caller":"traceutil/trace.go:171","msg":"trace[931628089] transaction","detail":"{read_only:false; response_revision:1258; number_of_response:1; }","duration":"306.241424ms","start":"2026-03-31T22:25:15.758617Z","end":"2026-03-31T22:25:16.064858Z","steps":["trace[931628089] 'process raft request' (duration: 305.971378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:16.064995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.277224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:25:16.065035Z","caller":"traceutil/trace.go:171","msg":"trace[47615722] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:1258; }","duration":"239.383737ms","start":"2026-03-31T22:25:15.82564Z","end":"2026-03-31T22:25:16.065024Z","steps":["trace[47615722] 'agreement among raft nodes before linearized reading' (duration: 239.282894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:16.065074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:15.758406Z","time spent":"306.580411ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5087,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:25:18.972006Z","caller":"traceutil/trace.go:171","msg":"trace[45598458] transaction","detail":"{read_only:false; response_revision:1288; number_of_response:1; }","duration":"188.088989ms","start":"2026-03-31T22:25:18.78389Z","end":"2026-03-31T22:25:18.971979Z","steps":["trace[45598458] 'process raft request' (duration: 187.841493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:25.559191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.509229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T22:25:25.559386Z","caller":"traceutil/trace.go:171","msg":"trace[510458034] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1326; }","duration":"251.711834ms","start":"2026-03-31T22:25:25.307622Z","end":"2026-03-31T22:25:25.559334Z","steps":["trace[510458034] 'range keys from in-memory index tree' (duration: 251.296904ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:25.671599Z","caller":"traceutil/trace.go:171","msg":"trace[603687932] transaction","detail":"{read_only:false; response_revision:1327; number_of_response:1; }","duration":"190.270139ms","start":"2026-03-31T22:25:25.481301Z","end":"2026-03-31T22:25:25.671571Z","steps":["trace[603687932] 'process raft request' (duration: 190.132846ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:25.671747Z","caller":"traceutil/trace.go:171","msg":"trace[1601328475] linearizableReadLoop","detail":"{readStateIndex:1383; appliedIndex:1383; }","duration":"174.82898ms","start":"2026-03-31T22:25:25.496888Z","end":"2026-03-31T22:25:25.671717Z","steps":["trace[1601328475] 'read index received' (duration: 174.812069ms)","trace[1601328475] 'applied index is now lower than readState.Index' (duration: 14.961µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:25:25.672152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.24389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T22:25:25.672215Z","caller":"traceutil/trace.go:171","msg":"trace[1183863638] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1327; }","duration":"175.350872ms","start":"2026-03-31T22:25:25.496853Z","end":"2026-03-31T22:25:25.672204Z","steps":["trace[1183863638] 'agreement among raft nodes before linearized reading' (duration: 175.166878ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:25.75844Z","caller":"traceutil/trace.go:171","msg":"trace[380729848] transaction","detail":"{read_only:false; response_revision:1328; number_of_response:1; }","duration":"195.19898ms","start":"2026-03-31T22:25:25.563206Z","end":"2026-03-31T22:25:25.758405Z","steps":["trace[380729848] 'process raft request' (duration: 195.033946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:26.465465Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219120757601821849,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:25:26.966519Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219120757601821849,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:25:27.467279Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219120757601821849,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:25:27.968382Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219120757601821849,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:25:28.360442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999887028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T22:25:28.360534Z","caller":"traceutil/trace.go:171","msg":"trace[730050293] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000032032s","start":"2026-03-31T22:25:26.360482Z","end":"2026-03-31T22:25:28.360514Z","steps":["trace[730050293] 'agreement among raft nodes before linearized reading' (duration: 1.999913519s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:28.360575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:26.360458Z","time spent":"2.000110073s","remote":"127.0.0.1:53020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:25:28.468794Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219120757601821849,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:25:28.86409Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.105860548s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T22:25:28.942861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.868689041s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:25:28.942988Z","caller":"traceutil/trace.go:171","msg":"trace[1203639036] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1328; }","duration":"1.868826814s","start":"2026-03-31T22:25:27.074142Z","end":"2026-03-31T22:25:28.942969Z","steps":["trace[1203639036] 'range keys from in-memory index tree' (duration: 1.868672401s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:28.9436Z","caller":"traceutil/trace.go:171","msg":"trace[2063408565] transaction","detail":"{read_only:false; response_revision:1329; number_of_response:1; }","duration":"3.26786786s","start":"2026-03-31T22:25:25.675694Z","end":"2026-03-31T22:25:28.943562Z","steps":["trace[2063408565] 'process raft request' (duration: 3.188787358s)","trace[2063408565] 'compare' (duration: 77.702281ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:25:28.943792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:25.675673Z","time spent":"3.268020283s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:25:29.018678Z","caller":"traceutil/trace.go:171","msg":"trace[279663523] linearizableReadLoop","detail":"{readStateIndex:1388; appliedIndex:1384; }","duration":"3.054058001s","start":"2026-03-31T22:25:25.964597Z","end":"2026-03-31T22:25:29.018655Z","steps":["trace[279663523] 'read index received' (duration: 2.899910946s)","trace[279663523] 'applied index is now lower than readState.Index' (duration: 154.146295ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:25:29.018713Z","caller":"traceutil/trace.go:171","msg":"trace[417622807] transaction","detail":"{read_only:false; response_revision:1330; number_of_response:1; }","duration":"1.350626724s","start":"2026-03-31T22:25:27.668046Z","end":"2026-03-31T22:25:29.018673Z","steps":["trace[417622807] 'process raft request' (duration: 1.35043709s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:29.018874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.054261645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:25:29.018906Z","caller":"traceutil/trace.go:171","msg":"trace[963214901] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:1331; }","duration":"3.054355887s","start":"2026-03-31T22:25:25.964544Z","end":"2026-03-31T22:25:29.0189Z","steps":["trace[963214901] 'agreement among raft nodes before linearized reading' (duration: 3.054274555s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:29.018933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:25.964522Z","time spent":"3.054403509s","remote":"127.0.0.1:53414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:25:29.018942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:27.668014Z","time spent":"1.350828868s","remote":"127.0.0.1:53200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6388,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:25:29.018803Z","caller":"traceutil/trace.go:171","msg":"trace[408356690] transaction","detail":"{read_only:false; response_revision:1331; number_of_response:1; }","duration":"1.34203865s","start":"2026-03-31T22:25:27.676756Z","end":"2026-03-31T22:25:29.018795Z","steps":["trace[408356690] 'process raft request' (duration: 1.341856606s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:29.01907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.574742756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T22:25:29.019172Z","caller":"traceutil/trace.go:171","msg":"trace[179898775] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1331; }","duration":"2.574884699s","start":"2026-03-31T22:25:26.444265Z","end":"2026-03-31T22:25:29.019149Z","steps":["trace[179898775] 'agreement among raft nodes before linearized reading' (duration: 2.574617913s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:29.019197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.902200176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-31T22:25:29.019238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:26.444251Z","time spent":"2.574975981s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T22:25:29.019294Z","caller":"traceutil/trace.go:171","msg":"trace[263841502] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1331; }","duration":"1.902341269s","start":"2026-03-31T22:25:27.116929Z","end":"2026-03-31T22:25:29.01927Z","steps":["trace[263841502] 'agreement among raft nodes before linearized reading' (duration: 1.902130005s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:29.019335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:27.116906Z","time spent":"1.902421061s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:25:29.019347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.558987901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:25:29.019301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.430109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:25:29.019381Z","caller":"traceutil/trace.go:171","msg":"trace[2046365513] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:1331; }","duration":"2.559044722s","start":"2026-03-31T22:25:26.460327Z","end":"2026-03-31T22:25:29.019371Z","steps":["trace[2046365513] 'agreement among raft nodes before linearized reading' (duration: 2.55893587s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:29.019357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.451989178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T22:25:29.019451Z","caller":"traceutil/trace.go:171","msg":"trace[2022354718] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1331; }","duration":"2.452135122s","start":"2026-03-31T22:25:26.567296Z","end":"2026-03-31T22:25:29.019432Z","steps":["trace[2022354718] 'agreement among raft nodes before linearized reading' (duration: 2.451888246s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:29.019403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:26.460317Z","time spent":"2.559081073s","remote":"127.0.0.1:53116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:25:29.01945Z","caller":"traceutil/trace.go:171","msg":"trace[588009177] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1331; }","duration":"657.678895ms","start":"2026-03-31T22:25:28.361742Z","end":"2026-03-31T22:25:29.019421Z","steps":["trace[588009177] 'agreement among raft nodes before linearized reading' (duration: 657.361748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:29.019516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:26.567276Z","time spent":"2.452232074s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T22:25:29.019554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:28.361713Z","time spent":"657.814618ms","remote":"127.0.0.1:53032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:25:29.019737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.257125176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T22:25:29.020129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:27.676717Z","time spent":"1.343278277s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:25:29.020059Z","caller":"traceutil/trace.go:171","msg":"trace[2130301150] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1331; }","duration":"1.257329991s","start":"2026-03-31T22:25:27.762561Z","end":"2026-03-31T22:25:29.019891Z","steps":["trace[2130301150] 'agreement among raft nodes before linearized reading' (duration: 1.256557954s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:29.021067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:27.762544Z","time spent":"1.258469077s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T22:25:35.174809Z","caller":"traceutil/trace.go:171","msg":"trace[933754833] linearizableReadLoop","detail":"{readStateIndex:1453; appliedIndex:1451; }","duration":"206.72969ms","start":"2026-03-31T22:25:34.968054Z","end":"2026-03-31T22:25:35.174783Z","steps":["trace[933754833] 'read index received' (duration: 624.234µs)","trace[933754833] 'applied index is now lower than readState.Index' (duration: 206.104626ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:25:35.17487Z","caller":"traceutil/trace.go:171","msg":"trace[564519214] transaction","detail":"{read_only:false; response_revision:1394; number_of_response:1; }","duration":"214.29308ms","start":"2026-03-31T22:25:34.960551Z","end":"2026-03-31T22:25:35.174844Z","steps":["trace[564519214] 'process raft request' (duration: 124.445895ms)","trace[564519214] 'compare' (duration: 89.678111ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:25:35.175023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.952555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T22:25:35.175268Z","caller":"traceutil/trace.go:171","msg":"trace[1172910892] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1394; }","duration":"207.130929ms","start":"2026-03-31T22:25:34.968023Z","end":"2026-03-31T22:25:35.175154Z","steps":["trace[1172910892] 'agreement among raft nodes before linearized reading' (duration: 206.854303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:35.221125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.466213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T22:25:35.221192Z","caller":"traceutil/trace.go:171","msg":"trace[67587347] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1395; }","duration":"123.580806ms","start":"2026-03-31T22:25:35.0976Z","end":"2026-03-31T22:25:35.221181Z","steps":["trace[67587347] 'agreement among raft nodes before linearized reading' (duration: 123.413552ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:35.221228Z","caller":"traceutil/trace.go:171","msg":"trace[631366309] transaction","detail":"{read_only:false; response_revision:1395; number_of_response:1; }","duration":"145.561651ms","start":"2026-03-31T22:25:35.075628Z","end":"2026-03-31T22:25:35.22119Z","steps":["trace[631366309] 'process raft request' (duration: 145.184543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:35.221267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.516532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T22:25:35.221355Z","caller":"traceutil/trace.go:171","msg":"trace[79667857] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1395; }","duration":"142.659095ms","start":"2026-03-31T22:25:35.07868Z","end":"2026-03-31T22:25:35.221339Z","steps":["trace[79667857] 'agreement among raft nodes before linearized reading' (duration: 142.40904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:35.221463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.215154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-31T22:25:35.221454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.538932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-31T22:25:35.221516Z","caller":"traceutil/trace.go:171","msg":"trace[92551451] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1395; }","duration":"110.332217ms","start":"2026-03-31T22:25:35.111175Z","end":"2026-03-31T22:25:35.221507Z","steps":["trace[92551451] 'agreement among raft nodes before linearized reading' (duration: 109.827726ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:35.221563Z","caller":"traceutil/trace.go:171","msg":"trace[1743255036] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1395; }","duration":"110.724357ms","start":"2026-03-31T22:25:35.110814Z","end":"2026-03-31T22:25:35.221538Z","steps":["trace[1743255036] 'agreement among raft nodes before linearized reading' (duration: 110.393519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:47.825838Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219120757601822151,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:25:47.951472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.172422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-31T22:25:47.951597Z","caller":"traceutil/trace.go:171","msg":"trace[1247545839] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1471; }","duration":"841.306575ms","start":"2026-03-31T22:25:47.110263Z","end":"2026-03-31T22:25:47.95157Z","steps":["trace[1247545839] 'range keys from in-memory index tree' (duration: 840.972548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:47.951575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.87304ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:25:47.951671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:47.110198Z","time spent":"841.440078ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-31T22:25:47.951723Z","caller":"traceutil/trace.go:171","msg":"trace[402514839] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1471; }","duration":"878.031723ms","start":"2026-03-31T22:25:47.073668Z","end":"2026-03-31T22:25:47.951699Z","steps":["trace[402514839] 'range keys from in-memory index tree' (duration: 877.8587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:48.326817Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219120757601822151,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T22:25:48.439762Z","caller":"traceutil/trace.go:171","msg":"trace[675472857] transaction","detail":"{read_only:false; response_revision:1472; number_of_response:1; }","duration":"1.137239216s","start":"2026-03-31T22:25:47.302492Z","end":"2026-03-31T22:25:48.439732Z","steps":["trace[675472857] 'process raft request' (duration: 1.13699086s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:48.440067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:47.302464Z","time spent":"1.13741102s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:25:48.508753Z","caller":"traceutil/trace.go:171","msg":"trace[371514171] linearizableReadLoop","detail":"{readStateIndex:1536; appliedIndex:1534; }","duration":"1.183995419s","start":"2026-03-31T22:25:47.324727Z","end":"2026-03-31T22:25:48.508722Z","steps":["trace[371514171] 'read index received' (duration: 1.11480036s)","trace[371514171] 'applied index is now lower than readState.Index' (duration: 69.193729ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:25:48.508894Z","caller":"traceutil/trace.go:171","msg":"trace[361522882] transaction","detail":"{read_only:false; response_revision:1473; number_of_response:1; }","duration":"552.233096ms","start":"2026-03-31T22:25:47.956611Z","end":"2026-03-31T22:25:48.508845Z","steps":["trace[361522882] 'process raft request' (duration: 537.710409ms)","trace[361522882] 'compare' (duration: 14.241121ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:25:48.509061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.176392407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T22:25:48.509118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.191734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:25:48.509137Z","caller":"traceutil/trace.go:171","msg":"trace[1707063535] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1473; }","duration":"1.17650406s","start":"2026-03-31T22:25:47.332609Z","end":"2026-03-31T22:25:48.509113Z","steps":["trace[1707063535] 'agreement among raft nodes before linearized reading' (duration: 1.176328726s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:48.509145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.149264075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-31T22:25:48.509145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:47.956586Z","time spent":"552.41575ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:25:48.509181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:47.332586Z","time spent":"1.176587402s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T22:25:48.5092Z","caller":"traceutil/trace.go:171","msg":"trace[2103893032] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1473; }","duration":"1.149398179s","start":"2026-03-31T22:25:47.359788Z","end":"2026-03-31T22:25:48.509186Z","steps":["trace[2103893032] 'agreement among raft nodes before linearized reading' (duration: 1.149247975s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:48.509247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:47.359766Z","time spent":"1.149471671s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:25:48.509272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.870962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-rlrcx\" ","response":"range_response_count:1 size:4196"} {"level":"info","ts":"2026-03-31T22:25:48.509303Z","caller":"traceutil/trace.go:171","msg":"trace[541851222] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-rlrcx; range_end:; response_count:1; response_revision:1473; }","duration":"596.928004ms","start":"2026-03-31T22:25:47.912365Z","end":"2026-03-31T22:25:48.509293Z","steps":["trace[541851222] 'agreement among raft nodes before linearized reading' (duration: 596.823762ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:48.509162Z","caller":"traceutil/trace.go:171","msg":"trace[1333270107] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1473; }","duration":"150.282876ms","start":"2026-03-31T22:25:48.358864Z","end":"2026-03-31T22:25:48.509147Z","steps":["trace[1333270107] 'agreement among raft nodes before linearized reading' (duration: 150.230565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:48.509044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.616858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:25:48.509349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:47.912347Z","time spent":"596.989795ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4219,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-rlrcx\" "} {"level":"warn","ts":"2026-03-31T22:25:48.509444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14943666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T22:25:48.509506Z","caller":"traceutil/trace.go:171","msg":"trace[1735847725] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1473; }","duration":"1.149541281s","start":"2026-03-31T22:25:47.359951Z","end":"2026-03-31T22:25:48.509492Z","steps":["trace[1735847725] 'agreement among raft nodes before linearized reading' (duration: 1.149395058s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:48.509483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.184701445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T22:25:48.509543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:47.359923Z","time spent":"1.149610293s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T22:25:48.509573Z","caller":"traceutil/trace.go:171","msg":"trace[2000777693] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1473; }","duration":"1.184893899s","start":"2026-03-31T22:25:47.324664Z","end":"2026-03-31T22:25:48.509558Z","steps":["trace[2000777693] 'agreement among raft nodes before linearized reading' (duration: 1.184243744s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:48.509656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:47.324628Z","time spent":"1.185013852s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T22:25:48.509671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.152481038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T22:25:48.509775Z","caller":"traceutil/trace.go:171","msg":"trace[385008325] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1473; }","duration":"1.152606351s","start":"2026-03-31T22:25:47.357143Z","end":"2026-03-31T22:25:48.509749Z","steps":["trace[385008325] 'agreement among raft nodes before linearized reading' (duration: 1.152313975s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:48.509846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:47.357073Z","time spent":"1.152750514s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T22:25:48.510949Z","caller":"traceutil/trace.go:171","msg":"trace[1884840029] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1473; }","duration":"774.053737ms","start":"2026-03-31T22:25:47.735346Z","end":"2026-03-31T22:25:48.509399Z","steps":["trace[1884840029] 'agreement among raft nodes before linearized reading' (duration: 773.623698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:48.511061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:47.735321Z","time spent":"775.706165ms","remote":"127.0.0.1:53020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T22:25:48.64181Z","caller":"traceutil/trace.go:171","msg":"trace[933609053] transaction","detail":"{read_only:false; response_revision:1474; number_of_response:1; }","duration":"127.106186ms","start":"2026-03-31T22:25:48.514666Z","end":"2026-03-31T22:25:48.641773Z","steps":["trace[933609053] 'process raft request' (duration: 117.11061ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:48.66548Z","caller":"traceutil/trace.go:171","msg":"trace[114539944] transaction","detail":"{read_only:false; response_revision:1475; number_of_response:1; }","duration":"150.035752ms","start":"2026-03-31T22:25:48.515417Z","end":"2026-03-31T22:25:48.665453Z","steps":["trace[114539944] 'process raft request' (duration: 149.696564ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:48.665461Z","caller":"traceutil/trace.go:171","msg":"trace[1278353883] transaction","detail":"{read_only:false; response_revision:1477; number_of_response:1; }","duration":"149.318444ms","start":"2026-03-31T22:25:48.516109Z","end":"2026-03-31T22:25:48.665428Z","steps":["trace[1278353883] 'process raft request' (duration: 149.229262ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:48.665727Z","caller":"traceutil/trace.go:171","msg":"trace[362052084] transaction","detail":"{read_only:false; response_revision:1478; number_of_response:1; }","duration":"149.370765ms","start":"2026-03-31T22:25:48.516336Z","end":"2026-03-31T22:25:48.665707Z","steps":["trace[362052084] 'process raft request' (duration: 149.043958ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:48.665814Z","caller":"traceutil/trace.go:171","msg":"trace[1593940035] transaction","detail":"{read_only:false; response_revision:1479; number_of_response:1; }","duration":"146.537733ms","start":"2026-03-31T22:25:48.519263Z","end":"2026-03-31T22:25:48.665801Z","steps":["trace[1593940035] 'process raft request' (duration: 146.288147ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:48.665571Z","caller":"traceutil/trace.go:171","msg":"trace[2077197732] transaction","detail":"{read_only:false; response_revision:1476; number_of_response:1; }","duration":"150.056162ms","start":"2026-03-31T22:25:48.515481Z","end":"2026-03-31T22:25:48.665538Z","steps":["trace[2077197732] 'process raft request' (duration: 149.802416ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:50.640251Z","caller":"traceutil/trace.go:171","msg":"trace[769877355] transaction","detail":"{read_only:false; response_revision:1484; number_of_response:1; }","duration":"195.689222ms","start":"2026-03-31T22:25:50.44453Z","end":"2026-03-31T22:25:50.640219Z","steps":["trace[769877355] 'process raft request' (duration: 174.77032ms)","trace[769877355] 'compare' (duration: 20.678326ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:25:50.84367Z","caller":"traceutil/trace.go:171","msg":"trace[1444969245] transaction","detail":"{read_only:false; response_revision:1489; number_of_response:1; }","duration":"106.432409ms","start":"2026-03-31T22:25:50.737214Z","end":"2026-03-31T22:25:50.843646Z","steps":["trace[1444969245] 'process raft request' (duration: 106.390578ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:50.843729Z","caller":"traceutil/trace.go:171","msg":"trace[473487624] transaction","detail":"{read_only:false; response_revision:1488; number_of_response:1; }","duration":"106.543641ms","start":"2026-03-31T22:25:50.737164Z","end":"2026-03-31T22:25:50.843707Z","steps":["trace[473487624] 'process raft request' (duration: 106.336806ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:50.843689Z","caller":"traceutil/trace.go:171","msg":"trace[1845890350] transaction","detail":"{read_only:false; response_revision:1487; number_of_response:1; }","duration":"106.787287ms","start":"2026-03-31T22:25:50.736868Z","end":"2026-03-31T22:25:50.843656Z","steps":["trace[1845890350] 'process raft request' (duration: 106.532711ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:52.41434Z","caller":"traceutil/trace.go:171","msg":"trace[1348559605] transaction","detail":"{read_only:false; response_revision:1519; number_of_response:1; }","duration":"106.531921ms","start":"2026-03-31T22:25:52.307768Z","end":"2026-03-31T22:25:52.4143Z","steps":["trace[1348559605] 'process raft request' (duration: 31.330716ms)","trace[1348559605] 'compare' (duration: 75.008271ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:25:54.837387Z","caller":"traceutil/trace.go:171","msg":"trace[1310942937] transaction","detail":"{read_only:false; response_revision:1589; number_of_response:1; }","duration":"164.790945ms","start":"2026-03-31T22:25:54.672545Z","end":"2026-03-31T22:25:54.837335Z","steps":["trace[1310942937] 'process raft request' (duration: 164.461937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:59.923765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.000744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:25:59.923926Z","caller":"traceutil/trace.go:171","msg":"trace[89290478] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1612; }","duration":"564.204499ms","start":"2026-03-31T22:25:59.359692Z","end":"2026-03-31T22:25:59.923897Z","steps":["trace[89290478] 'range keys from in-memory index tree' (duration: 563.919701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:59.923983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:59.359673Z","time spent":"564.29532ms","remote":"127.0.0.1:53020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:26:00.103671Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219120757601822382,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T22:26:00.11276Z","caller":"traceutil/trace.go:171","msg":"trace[657843502] linearizableReadLoop","detail":"{readStateIndex:1679; appliedIndex:1678; }","duration":"509.387432ms","start":"2026-03-31T22:25:59.603336Z","end":"2026-03-31T22:26:00.112723Z","steps":["trace[657843502] 'read index received' (duration: 509.045255ms)","trace[657843502] 'applied index is now lower than readState.Index' (duration: 340.947µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:26:00.112837Z","caller":"traceutil/trace.go:171","msg":"trace[1954694043] transaction","detail":"{read_only:false; response_revision:1613; number_of_response:1; }","duration":"618.573093ms","start":"2026-03-31T22:25:59.494224Z","end":"2026-03-31T22:26:00.112797Z","steps":["trace[1954694043] 'process raft request' (duration: 618.291577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:00.112962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.971307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:26:00.113009Z","caller":"traceutil/trace.go:171","msg":"trace[479914577] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1613; }","duration":"188.080949ms","start":"2026-03-31T22:25:59.924916Z","end":"2026-03-31T22:26:00.112997Z","steps":["trace[479914577] 'agreement among raft nodes before linearized reading' (duration: 187.986717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:00.113014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:59.494198Z","time spent":"618.713486ms","remote":"127.0.0.1:53200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6624,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:26:00.112986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.612677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:26:00.113096Z","caller":"traceutil/trace.go:171","msg":"trace[190024731] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:1613; }","duration":"509.786231ms","start":"2026-03-31T22:25:59.603285Z","end":"2026-03-31T22:26:00.113072Z","steps":["trace[190024731] 'agreement among raft nodes before linearized reading' (duration: 509.574036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:00.113146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:25:59.603268Z","time spent":"509.868122ms","remote":"127.0.0.1:55354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:26:00.44715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.964754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:26:00.447246Z","caller":"traceutil/trace.go:171","msg":"trace[1030081744] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:1613; }","duration":"317.117609ms","start":"2026-03-31T22:26:00.130108Z","end":"2026-03-31T22:26:00.447226Z","steps":["trace[1030081744] 'count revisions from in-memory index tree' (duration: 316.860482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:00.447295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:00.13009Z","time spent":"317.192261ms","remote":"127.0.0.1:53478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":3,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:26:00.447682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.464236ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:26:00.447913Z","caller":"traceutil/trace.go:171","msg":"trace[1446309152] transaction","detail":"{read_only:false; response_revision:1614; number_of_response:1; }","duration":"293.773613ms","start":"2026-03-31T22:26:00.154119Z","end":"2026-03-31T22:26:00.447892Z","steps":["trace[1446309152] 'process raft request' (duration: 138.012271ms)","trace[1446309152] 'compare' (duration: 155.357533ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:26:01.129753Z","caller":"traceutil/trace.go:171","msg":"trace[504272118] transaction","detail":"{read_only:false; response_revision:1621; number_of_response:1; }","duration":"115.723488ms","start":"2026-03-31T22:26:01.014Z","end":"2026-03-31T22:26:01.129723Z","steps":["trace[504272118] 'process raft request' (duration: 113.900378ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:01.12981Z","caller":"traceutil/trace.go:171","msg":"trace[970843022] transaction","detail":"{read_only:false; response_revision:1622; number_of_response:1; }","duration":"114.984332ms","start":"2026-03-31T22:26:01.014812Z","end":"2026-03-31T22:26:01.129796Z","steps":["trace[970843022] 'process raft request' (duration: 114.848699ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:07.523116Z","caller":"traceutil/trace.go:171","msg":"trace[1156194061] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1722; }","duration":"123.124885ms","start":"2026-03-31T22:26:07.39996Z","end":"2026-03-31T22:26:07.523085Z","steps":["trace[1156194061] 'process raft request' (duration: 122.994881ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:07.735709Z","caller":"traceutil/trace.go:171","msg":"trace[1294169708] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1722; }","duration":"177.795677ms","start":"2026-03-31T22:26:07.557882Z","end":"2026-03-31T22:26:07.735678Z","steps":["trace[1294169708] 'process raft request' (duration: 177.639194ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:08.498791Z","caller":"traceutil/trace.go:171","msg":"trace[462662622] linearizableReadLoop","detail":"{readStateIndex:1806; appliedIndex:1805; }","duration":"122.578913ms","start":"2026-03-31T22:26:08.376174Z","end":"2026-03-31T22:26:08.498753Z","steps":["trace[462662622] 'read index received' (duration: 122.207545ms)","trace[462662622] 'applied index is now lower than readState.Index' (duration: 368.958µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:26:08.498818Z","caller":"traceutil/trace.go:171","msg":"trace[904344473] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1722; }","duration":"250.927407ms","start":"2026-03-31T22:26:08.24786Z","end":"2026-03-31T22:26:08.498787Z","steps":["trace[904344473] 'process raft request' (duration: 250.718222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:08.498964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.761888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:26:08.49902Z","caller":"traceutil/trace.go:171","msg":"trace[386220464] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1722; }","duration":"122.863089ms","start":"2026-03-31T22:26:08.37614Z","end":"2026-03-31T22:26:08.499003Z","steps":["trace[386220464] 'agreement among raft nodes before linearized reading' (duration: 122.754117ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:09.141134Z","caller":"traceutil/trace.go:171","msg":"trace[1806142196] transaction","detail":"{read_only:false; response_revision:1723; number_of_response:1; }","duration":"184.481939ms","start":"2026-03-31T22:26:08.956624Z","end":"2026-03-31T22:26:09.141106Z","steps":["trace[1806142196] 'process raft request' (duration: 184.252014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:09.432109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.745279ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:26:09.432212Z","caller":"traceutil/trace.go:171","msg":"trace[928471247] linearizableReadLoop","detail":"{readStateIndex:1809; appliedIndex:1808; }","duration":"232.859499ms","start":"2026-03-31T22:26:09.199338Z","end":"2026-03-31T22:26:09.432198Z","steps":["trace[928471247] 'read index received' (duration: 53.966027ms)","trace[928471247] 'applied index is now lower than readState.Index' (duration: 178.892802ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:26:09.432275Z","caller":"traceutil/trace.go:171","msg":"trace[764630881] transaction","detail":"{read_only:false; response_revision:1725; number_of_response:1; }","duration":"237.884752ms","start":"2026-03-31T22:26:09.194383Z","end":"2026-03-31T22:26:09.432267Z","steps":["trace[764630881] 'process raft request' (duration: 58.912969ms)","trace[764630881] 'compare' (duration: 178.638646ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:26:09.43249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.107954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-31T22:26:09.432593Z","caller":"traceutil/trace.go:171","msg":"trace[1606890689] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1725; }","duration":"233.250287ms","start":"2026-03-31T22:26:09.199319Z","end":"2026-03-31T22:26:09.43257Z","steps":["trace[1606890689] 'agreement among raft nodes before linearized reading' (duration: 233.019862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:09.432641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.298858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T22:26:09.432671Z","caller":"traceutil/trace.go:171","msg":"trace[173039377] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1725; }","duration":"233.344529ms","start":"2026-03-31T22:26:09.199319Z","end":"2026-03-31T22:26:09.432663Z","steps":["trace[173039377] 'agreement among raft nodes before linearized reading' (duration: 233.245787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:09.432865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.284324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T22:26:09.432935Z","caller":"traceutil/trace.go:171","msg":"trace[2121419243] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1725; }","duration":"216.380327ms","start":"2026-03-31T22:26:09.21654Z","end":"2026-03-31T22:26:09.43292Z","steps":["trace[2121419243] 'agreement among raft nodes before linearized reading' (duration: 216.229973ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:09.71346Z","caller":"traceutil/trace.go:171","msg":"trace[1637767277] transaction","detail":"{read_only:false; response_revision:1726; number_of_response:1; }","duration":"276.382699ms","start":"2026-03-31T22:26:09.437051Z","end":"2026-03-31T22:26:09.713434Z","steps":["trace[1637767277] 'process raft request' (duration: 273.725959ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:09.729796Z","caller":"traceutil/trace.go:171","msg":"trace[1938251004] transaction","detail":"{read_only:false; response_revision:1728; number_of_response:1; }","duration":"289.161017ms","start":"2026-03-31T22:26:09.440608Z","end":"2026-03-31T22:26:09.729769Z","steps":["trace[1938251004] 'process raft request' (duration: 289.120286ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:09.729942Z","caller":"traceutil/trace.go:171","msg":"trace[1431964971] transaction","detail":"{read_only:false; response_revision:1727; number_of_response:1; }","duration":"289.399553ms","start":"2026-03-31T22:26:09.440497Z","end":"2026-03-31T22:26:09.729897Z","steps":["trace[1431964971] 'process raft request' (duration: 289.096556ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:10.99369Z","caller":"traceutil/trace.go:171","msg":"trace[252703364] transaction","detail":"{read_only:false; response_revision:1753; number_of_response:1; }","duration":"153.792206ms","start":"2026-03-31T22:26:10.839863Z","end":"2026-03-31T22:26:10.993655Z","steps":["trace[252703364] 'process raft request' (duration: 115.242728ms)","trace[252703364] 'compare' (duration: 38.326643ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:26:10.994112Z","caller":"traceutil/trace.go:171","msg":"trace[1692802903] transaction","detail":"{read_only:false; response_revision:1754; number_of_response:1; }","duration":"153.0311ms","start":"2026-03-31T22:26:10.840995Z","end":"2026-03-31T22:26:10.994026Z","steps":["trace[1692802903] 'process raft request' (duration: 152.599569ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:10.99422Z","caller":"traceutil/trace.go:171","msg":"trace[985194264] transaction","detail":"{read_only:false; response_revision:1755; number_of_response:1; }","duration":"152.903587ms","start":"2026-03-31T22:26:10.841283Z","end":"2026-03-31T22:26:10.994187Z","steps":["trace[985194264] 'process raft request' (duration: 152.552028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:11.475155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.076288ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:26:11.475407Z","caller":"traceutil/trace.go:171","msg":"trace[245433348] linearizableReadLoop","detail":"{readStateIndex:1855; appliedIndex:1851; }","duration":"304.047383ms","start":"2026-03-31T22:26:11.171338Z","end":"2026-03-31T22:26:11.475386Z","steps":["trace[245433348] 'read index received' (duration: 46.171821ms)","trace[245433348] 'applied index is now lower than readState.Index' (duration: 257.874182ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:26:11.475522Z","caller":"traceutil/trace.go:171","msg":"trace[1882648928] transaction","detail":"{read_only:false; response_revision:1771; number_of_response:1; }","duration":"305.061375ms","start":"2026-03-31T22:26:11.170447Z","end":"2026-03-31T22:26:11.475508Z","steps":["trace[1882648928] 'process raft request' (duration: 171.532396ms)","trace[1882648928] 'compare' (duration: 132.846864ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:26:11.475603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:11.170419Z","time spent":"305.143757ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":791,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:26:11.475934Z","caller":"traceutil/trace.go:171","msg":"trace[138853916] transaction","detail":"{read_only:false; response_revision:1772; number_of_response:1; }","duration":"302.401716ms","start":"2026-03-31T22:26:11.173486Z","end":"2026-03-31T22:26:11.475888Z","steps":["trace[138853916] 'process raft request' (duration: 301.814032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:11.476098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.737659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:26:11.477042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:11.173471Z","time spent":"302.522249ms","remote":"127.0.0.1:53460","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5740,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:26:11.477152Z","caller":"traceutil/trace.go:171","msg":"trace[585026761] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:1772; }","duration":"304.897873ms","start":"2026-03-31T22:26:11.171287Z","end":"2026-03-31T22:26:11.476185Z","steps":["trace[585026761] 'agreement among raft nodes before linearized reading' (duration: 304.642837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:11.477351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:11.171277Z","time spent":"306.027788ms","remote":"127.0.0.1:53156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" "} {"level":"info","ts":"2026-03-31T22:26:11.519307Z","caller":"traceutil/trace.go:171","msg":"trace[1192925480] transaction","detail":"{read_only:false; response_revision:1773; number_of_response:1; }","duration":"294.18033ms","start":"2026-03-31T22:26:11.225086Z","end":"2026-03-31T22:26:11.519266Z","steps":["trace[1192925480] 'process raft request' (duration: 293.847023ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:11.51953Z","caller":"traceutil/trace.go:171","msg":"trace[1093400773] transaction","detail":"{read_only:false; response_revision:1774; number_of_response:1; }","duration":"288.540773ms","start":"2026-03-31T22:26:11.230969Z","end":"2026-03-31T22:26:11.51951Z","steps":["trace[1093400773] 'process raft request' (duration: 288.172945ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:11.519796Z","caller":"traceutil/trace.go:171","msg":"trace[1913134860] transaction","detail":"{read_only:false; response_revision:1775; number_of_response:1; }","duration":"285.061165ms","start":"2026-03-31T22:26:11.234722Z","end":"2026-03-31T22:26:11.519784Z","steps":["trace[1913134860] 'process raft request' (duration: 284.646866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:11.519888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.637816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:26:11.519927Z","caller":"traceutil/trace.go:171","msg":"trace[1522495721] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1775; }","duration":"281.101785ms","start":"2026-03-31T22:26:11.23879Z","end":"2026-03-31T22:26:11.519891Z","steps":["trace[1522495721] 'process raft request' (duration: 280.640355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:11.519938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.527282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:26:11.519996Z","caller":"traceutil/trace.go:171","msg":"trace[1107181793] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:1775; }","duration":"182.82312ms","start":"2026-03-31T22:26:11.337146Z","end":"2026-03-31T22:26:11.519969Z","steps":["trace[1107181793] 'agreement among raft nodes before linearized reading' (duration: 182.579584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:11.519962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.566431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.35\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-31T22:26:11.520048Z","caller":"traceutil/trace.go:171","msg":"trace[1149641740] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1775; }","duration":"158.701106ms","start":"2026-03-31T22:26:11.361321Z","end":"2026-03-31T22:26:11.520022Z","steps":["trace[1149641740] 'agreement among raft nodes before linearized reading' (duration: 158.46417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:11.520054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.348872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T22:26:11.520099Z","caller":"traceutil/trace.go:171","msg":"trace[1233206893] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1775; }","duration":"325.415124ms","start":"2026-03-31T22:26:11.194668Z","end":"2026-03-31T22:26:11.520084Z","steps":["trace[1233206893] 'agreement among raft nodes before linearized reading' (duration: 325.322142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:11.520135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:11.194658Z","time spent":"325.468415ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T22:26:11.520151Z","caller":"traceutil/trace.go:171","msg":"trace[1073323627] range","detail":"{range_begin:/registry/masterleases/199.204.45.35; range_end:; response_count:1; response_revision:1775; }","duration":"279.758795ms","start":"2026-03-31T22:26:11.240325Z","end":"2026-03-31T22:26:11.520084Z","steps":["trace[1073323627] 'agreement among raft nodes before linearized reading' (duration: 279.430088ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:11.646992Z","caller":"traceutil/trace.go:171","msg":"trace[1850378975] transaction","detail":"{read_only:false; response_revision:1779; number_of_response:1; }","duration":"122.87548ms","start":"2026-03-31T22:26:11.524084Z","end":"2026-03-31T22:26:11.64696Z","steps":["trace[1850378975] 'process raft request' (duration: 122.659075ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:11.647389Z","caller":"traceutil/trace.go:171","msg":"trace[167236130] transaction","detail":"{read_only:false; response_revision:1780; number_of_response:1; }","duration":"121.779365ms","start":"2026-03-31T22:26:11.525478Z","end":"2026-03-31T22:26:11.647257Z","steps":["trace[167236130] 'process raft request' (duration: 121.422037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:11.648259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.206437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:26:11.648315Z","caller":"traceutil/trace.go:171","msg":"trace[1563297182] transaction","detail":"{read_only:false; response_revision:1782; number_of_response:1; }","duration":"121.727923ms","start":"2026-03-31T22:26:11.526567Z","end":"2026-03-31T22:26:11.648295Z","steps":["trace[1563297182] 'process raft request' (duration: 121.223372ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:11.648353Z","caller":"traceutil/trace.go:171","msg":"trace[1102874541] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1784; }","duration":"127.33897ms","start":"2026-03-31T22:26:11.520994Z","end":"2026-03-31T22:26:11.648333Z","steps":["trace[1102874541] 'agreement among raft nodes before linearized reading' (duration: 127.177797ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:11.648612Z","caller":"traceutil/trace.go:171","msg":"trace[1909260966] transaction","detail":"{read_only:false; response_revision:1781; number_of_response:1; }","duration":"122.867799ms","start":"2026-03-31T22:26:11.525725Z","end":"2026-03-31T22:26:11.648593Z","steps":["trace[1909260966] 'process raft request' (duration: 121.464068ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:11.648748Z","caller":"traceutil/trace.go:171","msg":"trace[1363826974] transaction","detail":"{read_only:false; response_revision:1784; number_of_response:1; }","duration":"111.80699ms","start":"2026-03-31T22:26:11.536919Z","end":"2026-03-31T22:26:11.648726Z","steps":["trace[1363826974] 'process raft request' (duration: 111.076244ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:11.648873Z","caller":"traceutil/trace.go:171","msg":"trace[1516471652] transaction","detail":"{read_only:false; response_revision:1783; number_of_response:1; }","duration":"117.813455ms","start":"2026-03-31T22:26:11.531002Z","end":"2026-03-31T22:26:11.648815Z","steps":["trace[1516471652] 'process raft request' (duration: 116.933255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:11.649001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.786644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rabbitmq-cluster-operator\" ","response":"range_response_count:1 size:5472"} {"level":"info","ts":"2026-03-31T22:26:11.649106Z","caller":"traceutil/trace.go:171","msg":"trace[496857044] range","detail":"{range_begin:/registry/deployments/openstack/rabbitmq-cluster-operator; range_end:; response_count:1; response_revision:1784; }","duration":"121.936848ms","start":"2026-03-31T22:26:11.527149Z","end":"2026-03-31T22:26:11.649086Z","steps":["trace[496857044] 'agreement among raft nodes before linearized reading' (duration: 121.5922ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:11.690807Z","caller":"traceutil/trace.go:171","msg":"trace[335835195] transaction","detail":"{read_only:false; response_revision:1786; number_of_response:1; }","duration":"113.738813ms","start":"2026-03-31T22:26:11.577048Z","end":"2026-03-31T22:26:11.690787Z","steps":["trace[335835195] 'process raft request' (duration: 113.489517ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:11.691031Z","caller":"traceutil/trace.go:171","msg":"trace[1160168339] transaction","detail":"{read_only:false; response_revision:1785; number_of_response:1; }","duration":"114.107571ms","start":"2026-03-31T22:26:11.576549Z","end":"2026-03-31T22:26:11.690657Z","steps":["trace[1160168339] 'process raft request' (duration: 113.644251ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:11.691267Z","caller":"traceutil/trace.go:171","msg":"trace[207067522] transaction","detail":"{read_only:false; response_revision:1787; number_of_response:1; }","duration":"113.339534ms","start":"2026-03-31T22:26:11.577905Z","end":"2026-03-31T22:26:11.691245Z","steps":["trace[207067522] 'process raft request' (duration: 112.806972ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:11.691371Z","caller":"traceutil/trace.go:171","msg":"trace[90938263] transaction","detail":"{read_only:false; response_revision:1788; number_of_response:1; }","duration":"113.447776ms","start":"2026-03-31T22:26:11.577905Z","end":"2026-03-31T22:26:11.691353Z","steps":["trace[90938263] 'process raft request' (duration: 113.16364ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:11.691413Z","caller":"traceutil/trace.go:171","msg":"trace[1002688226] transaction","detail":"{read_only:false; response_revision:1789; number_of_response:1; }","duration":"112.135419ms","start":"2026-03-31T22:26:11.579265Z","end":"2026-03-31T22:26:11.691401Z","steps":["trace[1002688226] 'process raft request' (duration: 111.929103ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:11.69133Z","caller":"traceutil/trace.go:171","msg":"trace[458031669] transaction","detail":"{read_only:false; response_revision:1790; number_of_response:1; }","duration":"110.330496ms","start":"2026-03-31T22:26:11.580968Z","end":"2026-03-31T22:26:11.691299Z","steps":["trace[458031669] 'process raft request' (duration: 110.265725ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:11.803472Z","caller":"traceutil/trace.go:171","msg":"trace[1117016646] linearizableReadLoop","detail":"{readStateIndex:1878; appliedIndex:1876; }","duration":"104.867783ms","start":"2026-03-31T22:26:11.698579Z","end":"2026-03-31T22:26:11.803447Z","steps":["trace[1117016646] 'read index received' (duration: 61.643019ms)","trace[1117016646] 'applied index is now lower than readState.Index' (duration: 43.223644ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:26:11.803487Z","caller":"traceutil/trace.go:171","msg":"trace[1506880102] transaction","detail":"{read_only:false; response_revision:1791; number_of_response:1; }","duration":"154.790879ms","start":"2026-03-31T22:26:11.648655Z","end":"2026-03-31T22:26:11.803446Z","steps":["trace[1506880102] 'process raft request' (duration: 111.504734ms)","trace[1506880102] 'compare' (duration: 43.023979ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:26:11.803569Z","caller":"traceutil/trace.go:171","msg":"trace[3264891] transaction","detail":"{read_only:false; response_revision:1792; number_of_response:1; }","duration":"146.36818ms","start":"2026-03-31T22:26:11.65718Z","end":"2026-03-31T22:26:11.803549Z","steps":["trace[3264891] 'process raft request' (duration: 146.176465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:11.803706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.1148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-vqph6\" ","response":"range_response_count:1 size:4799"} {"level":"info","ts":"2026-03-31T22:26:11.803762Z","caller":"traceutil/trace.go:171","msg":"trace[582071809] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-vqph6; range_end:; response_count:1; response_revision:1792; }","duration":"105.221892ms","start":"2026-03-31T22:26:11.698526Z","end":"2026-03-31T22:26:11.803748Z","steps":["trace[582071809] 'agreement among raft nodes before linearized reading' (duration: 105.025897ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:11.892634Z","caller":"traceutil/trace.go:171","msg":"trace[276036773] transaction","detail":"{read_only:false; response_revision:1793; number_of_response:1; }","duration":"193.864979ms","start":"2026-03-31T22:26:11.698733Z","end":"2026-03-31T22:26:11.892598Z","steps":["trace[276036773] 'process raft request' (duration: 193.644165ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:11.89266Z","caller":"traceutil/trace.go:171","msg":"trace[1710794925] transaction","detail":"{read_only:false; response_revision:1794; number_of_response:1; }","duration":"193.298297ms","start":"2026-03-31T22:26:11.69933Z","end":"2026-03-31T22:26:11.892628Z","steps":["trace[1710794925] 'process raft request' (duration: 193.178194ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:11.892743Z","caller":"traceutil/trace.go:171","msg":"trace[121814751] transaction","detail":"{read_only:false; response_revision:1795; number_of_response:1; }","duration":"191.614208ms","start":"2026-03-31T22:26:11.701114Z","end":"2026-03-31T22:26:11.892728Z","steps":["trace[121814751] 'process raft request' (duration: 191.425764ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:11.89283Z","caller":"traceutil/trace.go:171","msg":"trace[298075055] transaction","detail":"{read_only:false; response_revision:1797; number_of_response:1; }","duration":"148.822654ms","start":"2026-03-31T22:26:11.743995Z","end":"2026-03-31T22:26:11.892818Z","steps":["trace[298075055] 'process raft request' (duration: 148.719952ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:11.892843Z","caller":"traceutil/trace.go:171","msg":"trace[64009943] transaction","detail":"{read_only:false; response_revision:1796; number_of_response:1; }","duration":"191.612429ms","start":"2026-03-31T22:26:11.701222Z","end":"2026-03-31T22:26:11.892834Z","steps":["trace[64009943] 'process raft request' (duration: 191.365363ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:12.090286Z","caller":"traceutil/trace.go:171","msg":"trace[510325152] transaction","detail":"{read_only:false; response_revision:1798; number_of_response:1; }","duration":"310.535039ms","start":"2026-03-31T22:26:11.77971Z","end":"2026-03-31T22:26:12.090245Z","steps":["trace[510325152] 'process raft request' (duration: 304.936943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:12.090456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:11.779694Z","time spent":"310.678283ms","remote":"127.0.0.1:53108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2559,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:26:12.090521Z","caller":"traceutil/trace.go:171","msg":"trace[1045684962] linearizableReadLoop","detail":"{readStateIndex:1884; appliedIndex:1878; }","duration":"286.895277ms","start":"2026-03-31T22:26:11.803566Z","end":"2026-03-31T22:26:12.090461Z","steps":["trace[1045684962] 'read index received' (duration: 88.880803ms)","trace[1045684962] 'applied index is now lower than readState.Index' (duration: 198.013264ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:26:12.090639Z","caller":"traceutil/trace.go:171","msg":"trace[169381352] transaction","detail":"{read_only:false; response_revision:1799; number_of_response:1; }","duration":"278.171699ms","start":"2026-03-31T22:26:11.81245Z","end":"2026-03-31T22:26:12.090621Z","steps":["trace[169381352] 'process raft request' (duration: 277.718799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:12.090904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.495908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T22:26:12.091017Z","caller":"traceutil/trace.go:171","msg":"trace[168592811] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1799; }","duration":"357.653742ms","start":"2026-03-31T22:26:11.733347Z","end":"2026-03-31T22:26:12.091001Z","steps":["trace[168592811] 'agreement among raft nodes before linearized reading' (duration: 357.292294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:12.09101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.06527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T22:26:12.0911Z","caller":"traceutil/trace.go:171","msg":"trace[2032732816] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1799; }","duration":"374.217874ms","start":"2026-03-31T22:26:11.716865Z","end":"2026-03-31T22:26:12.091083Z","steps":["trace[2032732816] 'agreement among raft nodes before linearized reading' (duration: 373.953458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:12.091116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:11.733335Z","time spent":"357.738403ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:26:12.090959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.968269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-31T22:26:12.091265Z","caller":"traceutil/trace.go:171","msg":"trace[947661429] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1799; }","duration":"358.319266ms","start":"2026-03-31T22:26:11.73293Z","end":"2026-03-31T22:26:12.091249Z","steps":["trace[947661429] 'agreement among raft nodes before linearized reading' (duration: 357.887077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:12.091303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:11.732911Z","time spent":"358.382498ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T22:26:12.091151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:11.716839Z","time spent":"374.305586ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T22:26:12.308564Z","caller":"traceutil/trace.go:171","msg":"trace[1060728085] transaction","detail":"{read_only:false; response_revision:1801; number_of_response:1; }","duration":"406.438771ms","start":"2026-03-31T22:26:11.902093Z","end":"2026-03-31T22:26:12.308531Z","steps":["trace[1060728085] 'process raft request' (duration: 406.258967ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:12.30863Z","caller":"traceutil/trace.go:171","msg":"trace[1658733903] transaction","detail":"{read_only:false; response_revision:1800; number_of_response:1; }","duration":"410.534234ms","start":"2026-03-31T22:26:11.898082Z","end":"2026-03-31T22:26:12.308616Z","steps":["trace[1658733903] 'process raft request' (duration: 378.932582ms)","trace[1658733903] 'compare' (duration: 31.094771ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:26:12.308692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:11.898019Z","time spent":"410.632526ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":780,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:26:12.308707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:11.902082Z","time spent":"406.559993ms","remote":"127.0.0.1:53460","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6089,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:26:12.308677Z","caller":"traceutil/trace.go:171","msg":"trace[899070100] transaction","detail":"{read_only:false; response_revision:1804; number_of_response:1; }","duration":"321.328323ms","start":"2026-03-31T22:26:11.987312Z","end":"2026-03-31T22:26:12.30864Z","steps":["trace[899070100] 'process raft request' (duration: 321.16586ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:12.308833Z","caller":"traceutil/trace.go:171","msg":"trace[398661383] transaction","detail":"{read_only:false; response_revision:1807; number_of_response:1; }","duration":"213.756207ms","start":"2026-03-31T22:26:12.095056Z","end":"2026-03-31T22:26:12.308812Z","steps":["trace[398661383] 'process raft request' (duration: 213.531612ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:12.30895Z","caller":"traceutil/trace.go:171","msg":"trace[146218065] transaction","detail":"{read_only:false; response_revision:1806; number_of_response:1; }","duration":"213.933531ms","start":"2026-03-31T22:26:12.095013Z","end":"2026-03-31T22:26:12.308946Z","steps":["trace[146218065] 'process raft request' (duration: 213.542143ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:12.308955Z","caller":"traceutil/trace.go:171","msg":"trace[1509902670] transaction","detail":"{read_only:false; response_revision:1803; number_of_response:1; }","duration":"332.703059ms","start":"2026-03-31T22:26:11.976241Z","end":"2026-03-31T22:26:12.308944Z","steps":["trace[1509902670] 'process raft request' (duration: 332.208628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:12.309027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:11.976223Z","time spent":"332.76572ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":868,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:26:12.308852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:11.987286Z","time spent":"321.474506ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:26:12.309154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.745973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-cluster-operator\" ","response":"range_response_count:1 size:1080"} {"level":"info","ts":"2026-03-31T22:26:12.308881Z","caller":"traceutil/trace.go:171","msg":"trace[843856028] transaction","detail":"{read_only:false; response_revision:1805; number_of_response:1; }","duration":"214.014863ms","start":"2026-03-31T22:26:12.09486Z","end":"2026-03-31T22:26:12.308875Z","steps":["trace[843856028] 'process raft request' (duration: 213.665265ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:12.309178Z","caller":"traceutil/trace.go:171","msg":"trace[494109789] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-cluster-operator; range_end:; response_count:1; response_revision:1808; }","duration":"333.800933ms","start":"2026-03-31T22:26:11.975372Z","end":"2026-03-31T22:26:12.309173Z","steps":["trace[494109789] 'agreement among raft nodes before linearized reading' (duration: 333.554878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:12.309195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:11.975355Z","time spent":"333.836475ms","remote":"127.0.0.1:53226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1103,"request content":"key:\"/registry/serviceaccounts/openstack/rabbitmq-cluster-operator\" "} {"level":"info","ts":"2026-03-31T22:26:12.308901Z","caller":"traceutil/trace.go:171","msg":"trace[1017669344] linearizableReadLoop","detail":"{readStateIndex:1890; appliedIndex:1885; }","duration":"218.28813ms","start":"2026-03-31T22:26:12.090608Z","end":"2026-03-31T22:26:12.308896Z","steps":["trace[1017669344] 'read index received' (duration: 186.520444ms)","trace[1017669344] 'applied index is now lower than readState.Index' (duration: 31.766506ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:26:12.309242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.582892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:2 size:133118"} {"level":"info","ts":"2026-03-31T22:26:12.309273Z","caller":"traceutil/trace.go:171","msg":"trace[239936039] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:2; response_revision:1808; }","duration":"350.660293ms","start":"2026-03-31T22:26:11.958604Z","end":"2026-03-31T22:26:12.309265Z","steps":["trace[239936039] 'agreement among raft nodes before linearized reading' (duration: 350.327096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:12.309293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.075388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator\" ","response":"range_response_count:1 size:1113"} {"level":"info","ts":"2026-03-31T22:26:12.30891Z","caller":"traceutil/trace.go:171","msg":"trace[812866115] transaction","detail":"{read_only:false; response_revision:1802; number_of_response:1; }","duration":"404.718492ms","start":"2026-03-31T22:26:11.904177Z","end":"2026-03-31T22:26:12.308896Z","steps":["trace[812866115] 'process raft request' (duration: 404.234081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:12.30926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.6791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"warn","ts":"2026-03-31T22:26:12.309369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.725736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/rabbitmq-messaging-topology-operator-7f8596f788\" ","response":"range_response_count:1 size:5848"} {"level":"info","ts":"2026-03-31T22:26:12.309371Z","caller":"traceutil/trace.go:171","msg":"trace[1423943152] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1808; }","duration":"502.856033ms","start":"2026-03-31T22:26:11.806488Z","end":"2026-03-31T22:26:12.309344Z","steps":["trace[1423943152] 'agreement among raft nodes before linearized reading' (duration: 502.423823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:12.309374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:11.904169Z","time spent":"405.149511ms","remote":"127.0.0.1:53460","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5806,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:26:12.3094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.482491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/rabbitmq-messaging-topology-operator-webhook\" ","response":"range_response_count:1 size:2938"} {"level":"info","ts":"2026-03-31T22:26:12.309412Z","caller":"traceutil/trace.go:171","msg":"trace[698934090] range","detail":"{range_begin:/registry/replicasets/openstack/rabbitmq-messaging-topology-operator-7f8596f788; range_end:; response_count:1; response_revision:1808; }","duration":"406.781058ms","start":"2026-03-31T22:26:11.902616Z","end":"2026-03-31T22:26:12.309397Z","steps":["trace[698934090] 'agreement among raft nodes before linearized reading' (duration: 406.320268ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:12.309039Z","caller":"traceutil/trace.go:171","msg":"trace[474809098] transaction","detail":"{read_only:false; response_revision:1808; number_of_response:1; }","duration":"213.493822ms","start":"2026-03-31T22:26:12.095533Z","end":"2026-03-31T22:26:12.309027Z","steps":["trace[474809098] 'process raft request' (duration: 213.197555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:12.309447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:11.902609Z","time spent":"406.830909ms","remote":"127.0.0.1:53482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":5871,"request content":"key:\"/registry/replicasets/openstack/rabbitmq-messaging-topology-operator-7f8596f788\" "} {"level":"warn","ts":"2026-03-31T22:26:12.309302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:11.958582Z","time spent":"350.712715ms","remote":"127.0.0.1:53108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":2,"response size":133141,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"info","ts":"2026-03-31T22:26:12.309424Z","caller":"traceutil/trace.go:171","msg":"trace[1069888255] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/rabbitmq-messaging-topology-operator-webhook; range_end:; response_count:1; response_revision:1808; }","duration":"209.538193ms","start":"2026-03-31T22:26:12.09988Z","end":"2026-03-31T22:26:12.309418Z","steps":["trace[1069888255] 'agreement among raft nodes before linearized reading' (duration: 209.487232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:12.309556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.003518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-qzrpr\" ","response":"range_response_count:1 size:4523"} {"level":"info","ts":"2026-03-31T22:26:12.309308Z","caller":"traceutil/trace.go:171","msg":"trace[1205834979] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator; range_end:; response_count:1; response_revision:1808; }","duration":"333.131499ms","start":"2026-03-31T22:26:11.976171Z","end":"2026-03-31T22:26:12.309303Z","steps":["trace[1205834979] 'agreement among raft nodes before linearized reading' (duration: 332.750061ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:12.309695Z","caller":"traceutil/trace.go:171","msg":"trace[1606088629] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-qzrpr; range_end:; response_count:1; response_revision:1808; }","duration":"216.175632ms","start":"2026-03-31T22:26:12.093474Z","end":"2026-03-31T22:26:12.30965Z","steps":["trace[1606088629] 'agreement among raft nodes before linearized reading' (duration: 215.877085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:12.309441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:11.806467Z","time spent":"502.960246ms","remote":"127.0.0.1:53188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-31T22:26:12.309706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:11.976148Z","time spent":"333.540108ms","remote":"127.0.0.1:53226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1136,"request content":"key:\"/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator\" "} {"level":"info","ts":"2026-03-31T22:26:12.510388Z","caller":"traceutil/trace.go:171","msg":"trace[1270182749] transaction","detail":"{read_only:false; response_revision:1809; number_of_response:1; }","duration":"193.056811ms","start":"2026-03-31T22:26:12.317308Z","end":"2026-03-31T22:26:12.510365Z","steps":["trace[1270182749] 'process raft request' (duration: 186.952114ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:12.522474Z","caller":"traceutil/trace.go:171","msg":"trace[28445565] linearizableReadLoop","detail":"{readStateIndex:1896; appliedIndex:1894; }","duration":"192.249512ms","start":"2026-03-31T22:26:12.330192Z","end":"2026-03-31T22:26:12.522441Z","steps":["trace[28445565] 'read index received' (duration: 174.079443ms)","trace[28445565] 'applied index is now lower than readState.Index' (duration: 18.169149ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:26:12.522535Z","caller":"traceutil/trace.go:171","msg":"trace[163030142] transaction","detail":"{read_only:false; response_revision:1810; number_of_response:1; }","duration":"197.160014ms","start":"2026-03-31T22:26:12.325353Z","end":"2026-03-31T22:26:12.522513Z","steps":["trace[163030142] 'process raft request' (duration: 196.98214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:12.522639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.433416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/rabbitmq-messaging-topology-operator-7f8596f788\" ","response":"range_response_count:1 size:5848"} {"level":"info","ts":"2026-03-31T22:26:12.522662Z","caller":"traceutil/trace.go:171","msg":"trace[1933657079] range","detail":"{range_begin:/registry/replicasets/openstack/rabbitmq-messaging-topology-operator-7f8596f788; range_end:; response_count:1; response_revision:1810; }","duration":"192.500218ms","start":"2026-03-31T22:26:12.330156Z","end":"2026-03-31T22:26:12.522656Z","steps":["trace[1933657079] 'agreement among raft nodes before linearized reading' (duration: 192.387285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:12.523003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.61179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:26:12.523139Z","caller":"traceutil/trace.go:171","msg":"trace[1435493092] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1810; }","duration":"148.808024ms","start":"2026-03-31T22:26:12.374311Z","end":"2026-03-31T22:26:12.523119Z","steps":["trace[1435493092] 'agreement among raft nodes before linearized reading' (duration: 148.6015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:12.52304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.758218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:2 size:133118"} {"level":"info","ts":"2026-03-31T22:26:12.523227Z","caller":"traceutil/trace.go:171","msg":"trace[1506043632] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:2; response_revision:1810; }","duration":"119.981093ms","start":"2026-03-31T22:26:12.403237Z","end":"2026-03-31T22:26:12.523218Z","steps":["trace[1506043632] 'agreement among raft nodes before linearized reading' (duration: 119.726358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:15.750455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.554787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:26:15.750547Z","caller":"traceutil/trace.go:171","msg":"trace[1893632212] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:1862; }","duration":"317.67165ms","start":"2026-03-31T22:26:15.432843Z","end":"2026-03-31T22:26:15.750514Z","steps":["trace[1893632212] 'count revisions from in-memory index tree' (duration: 317.496366ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:15.750653Z","caller":"traceutil/trace.go:171","msg":"trace[1930973847] transaction","detail":"{read_only:false; response_revision:1863; number_of_response:1; }","duration":"274.493607ms","start":"2026-03-31T22:26:15.476138Z","end":"2026-03-31T22:26:15.750632Z","steps":["trace[1930973847] 'process raft request' (duration: 202.73976ms)","trace[1930973847] 'compare' (duration: 71.225935ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:26:15.75205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:15.432827Z","time spent":"319.197934ms","remote":"127.0.0.1:55776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:26:19.380317Z","caller":"traceutil/trace.go:171","msg":"trace[1274518113] transaction","detail":"{read_only:false; response_revision:1898; number_of_response:1; }","duration":"510.099676ms","start":"2026-03-31T22:26:18.870193Z","end":"2026-03-31T22:26:19.380293Z","steps":["trace[1274518113] 'process raft request' (duration: 470.590416ms)","trace[1274518113] 'compare' (duration: 39.352767ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:26:19.380456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:18.870181Z","time spent":"510.20889ms","remote":"127.0.0.1:53460","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4293,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:26:19.380639Z","caller":"traceutil/trace.go:171","msg":"trace[340549454] transaction","detail":"{read_only:false; response_revision:1899; number_of_response:1; }","duration":"509.909453ms","start":"2026-03-31T22:26:18.87071Z","end":"2026-03-31T22:26:19.380619Z","steps":["trace[340549454] 'process raft request' (duration: 509.536764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:19.380726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:18.870703Z","time spent":"509.980424ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4235,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:26:19.38078Z","caller":"traceutil/trace.go:171","msg":"trace[1097444252] transaction","detail":"{read_only:false; response_revision:1900; number_of_response:1; }","duration":"508.304086ms","start":"2026-03-31T22:26:18.872458Z","end":"2026-03-31T22:26:19.380762Z","steps":["trace[1097444252] 'process raft request' (duration: 508.04962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:19.380912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:18.87245Z","time spent":"508.394138ms","remote":"127.0.0.1:53482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4042,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:26:19.380979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.62232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:3 size:210555"} {"level":"info","ts":"2026-03-31T22:26:19.381012Z","caller":"traceutil/trace.go:171","msg":"trace[1781381213] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:3; response_revision:1900; }","duration":"416.712451ms","start":"2026-03-31T22:26:18.96429Z","end":"2026-03-31T22:26:19.381003Z","steps":["trace[1781381213] 'agreement among raft nodes before linearized reading' (duration: 416.546998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:19.381034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:18.964268Z","time spent":"416.761133ms","remote":"127.0.0.1:53108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":3,"response size":210578,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"info","ts":"2026-03-31T22:26:19.381102Z","caller":"traceutil/trace.go:171","msg":"trace[422561254] linearizableReadLoop","detail":"{readStateIndex:1992; appliedIndex:1989; }","duration":"416.358254ms","start":"2026-03-31T22:26:18.964362Z","end":"2026-03-31T22:26:19.38072Z","steps":["trace[422561254] 'read index received' (duration: 376.375983ms)","trace[422561254] 'applied index is now lower than readState.Index' (duration: 39.980171ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:26:19.439005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.550921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/pxc-operator\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-31T22:26:19.439074Z","caller":"traceutil/trace.go:171","msg":"trace[285463261] range","detail":"{range_begin:/registry/serviceaccounts/openstack/pxc-operator; range_end:; response_count:1; response_revision:1901; }","duration":"283.655333ms","start":"2026-03-31T22:26:19.155404Z","end":"2026-03-31T22:26:19.439059Z","steps":["trace[285463261] 'agreement among raft nodes before linearized reading' (duration: 283.48302ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:20.754138Z","caller":"traceutil/trace.go:171","msg":"trace[563340871] transaction","detail":"{read_only:false; response_revision:1914; number_of_response:1; }","duration":"132.494437ms","start":"2026-03-31T22:26:20.62162Z","end":"2026-03-31T22:26:20.754115Z","steps":["trace[563340871] 'process raft request' (duration: 132.355423ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:23.801105Z","caller":"traceutil/trace.go:171","msg":"trace[1367723648] transaction","detail":"{read_only:false; response_revision:1933; number_of_response:1; }","duration":"311.494031ms","start":"2026-03-31T22:26:23.489584Z","end":"2026-03-31T22:26:23.801078Z","steps":["trace[1367723648] 'process raft request' (duration: 311.319857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:23.801286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:23.489561Z","time spent":"311.638584ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:26:24.638599Z","caller":"traceutil/trace.go:171","msg":"trace[1531578912] linearizableReadLoop","detail":"{readStateIndex:2031; appliedIndex:2030; }","duration":"129.759374ms","start":"2026-03-31T22:26:24.50882Z","end":"2026-03-31T22:26:24.638579Z","steps":["trace[1531578912] 'read index received' (duration: 129.56553ms)","trace[1531578912] 'applied index is now lower than readState.Index' (duration: 192.774µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:26:24.638667Z","caller":"traceutil/trace.go:171","msg":"trace[1311416311] transaction","detail":"{read_only:false; response_revision:1938; number_of_response:1; }","duration":"185.288166ms","start":"2026-03-31T22:26:24.453351Z","end":"2026-03-31T22:26:24.638639Z","steps":["trace[1311416311] 'process raft request' (duration: 185.098092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:24.638809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.9859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T22:26:24.63884Z","caller":"traceutil/trace.go:171","msg":"trace[1496818798] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1938; }","duration":"130.102252ms","start":"2026-03-31T22:26:24.508729Z","end":"2026-03-31T22:26:24.638831Z","steps":["trace[1496818798] 'agreement among raft nodes before linearized reading' (duration: 129.980079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:24.639013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.988269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T22:26:24.639049Z","caller":"traceutil/trace.go:171","msg":"trace[1717105109] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1938; }","duration":"130.067501ms","start":"2026-03-31T22:26:24.508971Z","end":"2026-03-31T22:26:24.639038Z","steps":["trace[1717105109] 'agreement among raft nodes before linearized reading' (duration: 129.921058ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:24.748369Z","caller":"traceutil/trace.go:171","msg":"trace[965213886] transaction","detail":"{read_only:false; response_revision:1939; number_of_response:1; }","duration":"106.253065ms","start":"2026-03-31T22:26:24.642083Z","end":"2026-03-31T22:26:24.748336Z","steps":["trace[965213886] 'process raft request' (duration: 105.930668ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:24.77973Z","caller":"traceutil/trace.go:171","msg":"trace[1633290407] transaction","detail":"{read_only:false; response_revision:1940; number_of_response:1; }","duration":"136.292333ms","start":"2026-03-31T22:26:24.643409Z","end":"2026-03-31T22:26:24.779701Z","steps":["trace[1633290407] 'process raft request' (duration: 136.137619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:26.800098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.175086ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T22:26:26.947072Z","caller":"traceutil/trace.go:171","msg":"trace[1519963645] transaction","detail":"{read_only:false; response_revision:1949; number_of_response:1; }","duration":"140.558038ms","start":"2026-03-31T22:26:26.806489Z","end":"2026-03-31T22:26:26.947047Z","steps":["trace[1519963645] 'process raft request' (duration: 116.167629ms)","trace[1519963645] 'compare' (duration: 24.288396ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:26:30.165932Z","caller":"traceutil/trace.go:171","msg":"trace[1372864633] linearizableReadLoop","detail":"{readStateIndex:2055; appliedIndex:2054; }","duration":"146.42226ms","start":"2026-03-31T22:26:30.019475Z","end":"2026-03-31T22:26:30.165897Z","steps":["trace[1372864633] 'read index received' (duration: 88.705049ms)","trace[1372864633] 'applied index is now lower than readState.Index' (duration: 57.715761ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:26:30.166117Z","caller":"traceutil/trace.go:171","msg":"trace[1950417078] transaction","detail":"{read_only:false; response_revision:1961; number_of_response:1; }","duration":"151.345211ms","start":"2026-03-31T22:26:30.014747Z","end":"2026-03-31T22:26:30.166092Z","steps":["trace[1950417078] 'process raft request' (duration: 93.496498ms)","trace[1950417078] 'compare' (duration: 57.506665ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:26:30.166306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.252635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T22:26:30.166391Z","caller":"traceutil/trace.go:171","msg":"trace[1678079178] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1961; }","duration":"134.389349ms","start":"2026-03-31T22:26:30.03198Z","end":"2026-03-31T22:26:30.166369Z","steps":["trace[1678079178] 'agreement among raft nodes before linearized reading' (duration: 134.177204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:30.166561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.094536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3995"} {"level":"info","ts":"2026-03-31T22:26:30.166583Z","caller":"traceutil/trace.go:171","msg":"trace[593120325] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1961; }","duration":"147.136367ms","start":"2026-03-31T22:26:30.019436Z","end":"2026-03-31T22:26:30.166573Z","steps":["trace[593120325] 'agreement among raft nodes before linearized reading' (duration: 147.067255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:31.525619Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219120757601823153,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:26:31.925699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.008923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T22:26:31.925777Z","caller":"traceutil/trace.go:171","msg":"trace[927127934] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1965; }","duration":"986.145388ms","start":"2026-03-31T22:26:30.939614Z","end":"2026-03-31T22:26:31.925759Z","steps":["trace[927127934] 'range keys from in-memory index tree' (duration: 985.741817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:31.925813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:30.939585Z","time spent":"986.21746ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:26:31.925867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.256408ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:26:31.925984Z","caller":"traceutil/trace.go:171","msg":"trace[901525702] transaction","detail":"{read_only:false; response_revision:1966; number_of_response:1; }","duration":"974.858882ms","start":"2026-03-31T22:26:30.951108Z","end":"2026-03-31T22:26:31.925966Z","steps":["trace[901525702] 'process raft request' (duration: 863.428971ms)","trace[901525702] 'compare' (duration: 111.119833ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:26:31.926042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:30.951078Z","time spent":"974.939494ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:26:31.926125Z","caller":"traceutil/trace.go:171","msg":"trace[852401168] linearizableReadLoop","detail":"{readStateIndex:2060; appliedIndex:2059; }","duration":"900.874106ms","start":"2026-03-31T22:26:31.025239Z","end":"2026-03-31T22:26:31.926113Z","steps":["trace[852401168] 'read index received' (duration: 789.189698ms)","trace[852401168] 'applied index is now lower than readState.Index' (duration: 111.683408ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:26:31.926315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.797847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:26:31.926319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.088681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T22:26:31.926345Z","caller":"traceutil/trace.go:171","msg":"trace[1758079133] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:1967; }","duration":"803.830128ms","start":"2026-03-31T22:26:31.122507Z","end":"2026-03-31T22:26:31.926338Z","steps":["trace[1758079133] 'agreement among raft nodes before linearized reading' (duration: 803.782426ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:31.926349Z","caller":"traceutil/trace.go:171","msg":"trace[1751858815] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1967; }","duration":"901.147762ms","start":"2026-03-31T22:26:31.025192Z","end":"2026-03-31T22:26:31.926339Z","steps":["trace[1751858815] 'agreement among raft nodes before linearized reading' (duration: 901.023619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:31.926368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:31.122439Z","time spent":"803.92133ms","remote":"127.0.0.1:55334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:26:31.926383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:31.025174Z","time spent":"901.202003ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T22:26:31.92643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.924205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.35\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-31T22:26:31.926475Z","caller":"traceutil/trace.go:171","msg":"trace[274148748] range","detail":"{range_begin:/registry/masterleases/199.204.45.35; range_end:; response_count:1; response_revision:1967; }","duration":"684.015627ms","start":"2026-03-31T22:26:31.242452Z","end":"2026-03-31T22:26:31.926467Z","steps":["trace[274148748] 'agreement among raft nodes before linearized reading' (duration: 683.924075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:31.926506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.087902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3995"} {"level":"info","ts":"2026-03-31T22:26:31.926531Z","caller":"traceutil/trace.go:171","msg":"trace[1187903975] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1967; }","duration":"752.161924ms","start":"2026-03-31T22:26:31.174362Z","end":"2026-03-31T22:26:31.926524Z","steps":["trace[1187903975] 'agreement among raft nodes before linearized reading' (duration: 752.094792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:31.926552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:31.174334Z","time spent":"752.213424ms","remote":"127.0.0.1:39692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4018,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T22:26:31.926541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.01852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:26:31.926591Z","caller":"traceutil/trace.go:171","msg":"trace[435224224] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1967; }","duration":"559.106692ms","start":"2026-03-31T22:26:31.367466Z","end":"2026-03-31T22:26:31.926573Z","steps":["trace[435224224] 'agreement among raft nodes before linearized reading' (duration: 559.055961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:31.926614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:31.367437Z","time spent":"559.172044ms","remote":"127.0.0.1:53020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:26:31.92651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:31.242425Z","time spent":"684.079198ms","remote":"127.0.0.1:53038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.35\" "} {"level":"info","ts":"2026-03-31T22:26:32.064797Z","caller":"traceutil/trace.go:171","msg":"trace[66549443] transaction","detail":"{read_only:false; response_revision:1968; number_of_response:1; }","duration":"134.266976ms","start":"2026-03-31T22:26:31.930491Z","end":"2026-03-31T22:26:32.064758Z","steps":["trace[66549443] 'process raft request' (duration: 133.916828ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:32.065164Z","caller":"traceutil/trace.go:171","msg":"trace[1461125424] transaction","detail":"{read_only:false; response_revision:1969; number_of_response:1; }","duration":"134.255916ms","start":"2026-03-31T22:26:31.930862Z","end":"2026-03-31T22:26:32.065118Z","steps":["trace[1461125424] 'process raft request' (duration: 133.830897ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:32.085634Z","caller":"traceutil/trace.go:171","msg":"trace[2143954366] transaction","detail":"{read_only:false; response_revision:1970; number_of_response:1; }","duration":"124.110138ms","start":"2026-03-31T22:26:31.961495Z","end":"2026-03-31T22:26:32.085606Z","steps":["trace[2143954366] 'process raft request' (duration: 123.80813ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:36.462795Z","caller":"traceutil/trace.go:171","msg":"trace[1748895564] linearizableReadLoop","detail":"{readStateIndex:2088; appliedIndex:2086; }","duration":"101.844985ms","start":"2026-03-31T22:26:36.360917Z","end":"2026-03-31T22:26:36.462762Z","steps":["trace[1748895564] 'read index received' (duration: 74.99677ms)","trace[1748895564] 'applied index is now lower than readState.Index' (duration: 26.847225ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:26:36.462974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.024539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:26:36.463013Z","caller":"traceutil/trace.go:171","msg":"trace[1673948951] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1993; }","duration":"102.137581ms","start":"2026-03-31T22:26:36.360866Z","end":"2026-03-31T22:26:36.463003Z","steps":["trace[1673948951] 'agreement among raft nodes before linearized reading' (duration: 102.033169ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:36.46328Z","caller":"traceutil/trace.go:171","msg":"trace[1146263637] transaction","detail":"{read_only:false; response_revision:1993; number_of_response:1; }","duration":"109.412266ms","start":"2026-03-31T22:26:36.353829Z","end":"2026-03-31T22:26:36.463241Z","steps":["trace[1146263637] 'process raft request' (duration: 108.69164ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:37.278455Z","caller":"traceutil/trace.go:171","msg":"trace[587754989] linearizableReadLoop","detail":"{readStateIndex:2091; appliedIndex:2090; }","duration":"310.472568ms","start":"2026-03-31T22:26:36.96796Z","end":"2026-03-31T22:26:37.278432Z","steps":["trace[587754989] 'read index received' (duration: 310.272973ms)","trace[587754989] 'applied index is now lower than readState.Index' (duration: 198.715µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:26:37.278644Z","caller":"traceutil/trace.go:171","msg":"trace[1541458141] transaction","detail":"{read_only:false; response_revision:1995; number_of_response:1; }","duration":"395.687638ms","start":"2026-03-31T22:26:36.88282Z","end":"2026-03-31T22:26:37.278507Z","steps":["trace[1541458141] 'process raft request' (duration: 395.467193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:37.278657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.676443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3995"} {"level":"info","ts":"2026-03-31T22:26:37.278888Z","caller":"traceutil/trace.go:171","msg":"trace[1029418250] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1995; }","duration":"310.944158ms","start":"2026-03-31T22:26:36.967921Z","end":"2026-03-31T22:26:37.278866Z","steps":["trace[1029418250] 'agreement among raft nodes before linearized reading' (duration: 310.595631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:37.278923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:36.9679Z","time spent":"311.01534ms","remote":"127.0.0.1:39692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4018,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T22:26:37.278837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:36.8828Z","time spent":"395.955455ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:26:38.292073Z","caller":"traceutil/trace.go:171","msg":"trace[1054234090] linearizableReadLoop","detail":"{readStateIndex:2092; appliedIndex:2091; }","duration":"186.038813ms","start":"2026-03-31T22:26:38.106007Z","end":"2026-03-31T22:26:38.292046Z","steps":["trace[1054234090] 'read index received' (duration: 176.56335ms)","trace[1054234090] 'applied index is now lower than readState.Index' (duration: 9.470133ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:26:38.292131Z","caller":"traceutil/trace.go:171","msg":"trace[452796682] transaction","detail":"{read_only:false; response_revision:1996; number_of_response:1; }","duration":"329.545818ms","start":"2026-03-31T22:26:37.96256Z","end":"2026-03-31T22:26:38.292106Z","steps":["trace[452796682] 'process raft request' (duration: 320.023054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:38.292279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:37.962511Z","time spent":"329.676131ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:26:38.292317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.304749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T22:26:38.292357Z","caller":"traceutil/trace.go:171","msg":"trace[1447406243] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1996; }","duration":"186.399311ms","start":"2026-03-31T22:26:38.105947Z","end":"2026-03-31T22:26:38.292346Z","steps":["trace[1447406243] 'agreement among raft nodes before linearized reading' (duration: 186.231477ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:38.375844Z","caller":"traceutil/trace.go:171","msg":"trace[790319414] transaction","detail":"{read_only:false; response_revision:1997; number_of_response:1; }","duration":"223.273283ms","start":"2026-03-31T22:26:38.152526Z","end":"2026-03-31T22:26:38.375799Z","steps":["trace[790319414] 'process raft request' (duration: 223.072909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:38.375971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.681084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T22:26:38.376047Z","caller":"traceutil/trace.go:171","msg":"trace[8368549] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1997; }","duration":"267.813227ms","start":"2026-03-31T22:26:38.108217Z","end":"2026-03-31T22:26:38.37603Z","steps":["trace[8368549] 'agreement among raft nodes before linearized reading' (duration: 267.594012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:38.622729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.396395ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:26:38.6229Z","caller":"traceutil/trace.go:171","msg":"trace[1220786665] transaction","detail":"{read_only:false; response_revision:1998; number_of_response:1; }","duration":"325.847514ms","start":"2026-03-31T22:26:38.297027Z","end":"2026-03-31T22:26:38.622875Z","steps":["trace[1220786665] 'process raft request' (duration: 177.202924ms)","trace[1220786665] 'compare' (duration: 148.264171ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:26:38.62296Z","caller":"traceutil/trace.go:171","msg":"trace[99210083] transaction","detail":"{read_only:false; response_revision:1999; number_of_response:1; }","duration":"241.428751ms","start":"2026-03-31T22:26:38.381509Z","end":"2026-03-31T22:26:38.622937Z","steps":["trace[99210083] 'process raft request' (duration: 241.352699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:38.623026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:38.296999Z","time spent":"325.961857ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:26:38.623024Z","caller":"traceutil/trace.go:171","msg":"trace[735095196] linearizableReadLoop","detail":"{readStateIndex:2094; appliedIndex:2093; }","duration":"247.232042ms","start":"2026-03-31T22:26:38.37576Z","end":"2026-03-31T22:26:38.622992Z","steps":["trace[735095196] 'read index received' (duration: 98.465269ms)","trace[735095196] 'applied index is now lower than readState.Index' (duration: 148.760143ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:26:38.623124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.309678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:26:38.623183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.977919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:26:38.62322Z","caller":"traceutil/trace.go:171","msg":"trace[1603145855] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:1999; }","duration":"150.052301ms","start":"2026-03-31T22:26:38.473157Z","end":"2026-03-31T22:26:38.62321Z","steps":["trace[1603145855] 'agreement among raft nodes before linearized reading' (duration: 149.98551ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:38.623218Z","caller":"traceutil/trace.go:171","msg":"trace[1991948095] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1999; }","duration":"264.43635ms","start":"2026-03-31T22:26:38.358759Z","end":"2026-03-31T22:26:38.623195Z","steps":["trace[1991948095] 'agreement among raft nodes before linearized reading' (duration: 264.299167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:38.623232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.426534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T22:26:38.623268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.432944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T22:26:38.62328Z","caller":"traceutil/trace.go:171","msg":"trace[340207483] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1999; }","duration":"270.523437ms","start":"2026-03-31T22:26:38.35274Z","end":"2026-03-31T22:26:38.623264Z","steps":["trace[340207483] 'agreement among raft nodes before linearized reading' (duration: 270.376814ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:38.623309Z","caller":"traceutil/trace.go:171","msg":"trace[564255671] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1999; }","duration":"183.522996ms","start":"2026-03-31T22:26:38.439775Z","end":"2026-03-31T22:26:38.623298Z","steps":["trace[564255671] 'agreement among raft nodes before linearized reading' (duration: 183.364933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:38.62352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.554163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T22:26:38.62357Z","caller":"traceutil/trace.go:171","msg":"trace[1814032632] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1999; }","duration":"154.604704ms","start":"2026-03-31T22:26:38.468954Z","end":"2026-03-31T22:26:38.623559Z","steps":["trace[1814032632] 'agreement among raft nodes before linearized reading' (duration: 154.467941ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:39.493684Z","caller":"traceutil/trace.go:171","msg":"trace[263536553] linearizableReadLoop","detail":"{readStateIndex:2099; appliedIndex:2098; }","duration":"134.207965ms","start":"2026-03-31T22:26:39.359453Z","end":"2026-03-31T22:26:39.493661Z","steps":["trace[263536553] 'read index received' (duration: 133.9937ms)","trace[263536553] 'applied index is now lower than readState.Index' (duration: 213.395µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:26:39.493772Z","caller":"traceutil/trace.go:171","msg":"trace[1735753493] transaction","detail":"{read_only:false; response_revision:2003; number_of_response:1; }","duration":"207.269162ms","start":"2026-03-31T22:26:39.286452Z","end":"2026-03-31T22:26:39.493721Z","steps":["trace[1735753493] 'process raft request' (duration: 207.079938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:39.493828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.370259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:26:39.493863Z","caller":"traceutil/trace.go:171","msg":"trace[1712020809] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2003; }","duration":"134.459021ms","start":"2026-03-31T22:26:39.359393Z","end":"2026-03-31T22:26:39.493853Z","steps":["trace[1712020809] 'agreement among raft nodes before linearized reading' (duration: 134.380819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:39.494103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.02361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3995"} {"level":"info","ts":"2026-03-31T22:26:39.494175Z","caller":"traceutil/trace.go:171","msg":"trace[1684032069] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2003; }","duration":"110.158043ms","start":"2026-03-31T22:26:39.384Z","end":"2026-03-31T22:26:39.494158Z","steps":["trace[1684032069] 'agreement among raft nodes before linearized reading' (duration: 109.851096ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:41.629631Z","caller":"traceutil/trace.go:171","msg":"trace[1677134226] linearizableReadLoop","detail":"{readStateIndex:2112; appliedIndex:2111; }","duration":"122.697094ms","start":"2026-03-31T22:26:41.506894Z","end":"2026-03-31T22:26:41.629591Z","steps":["trace[1677134226] 'read index received' (duration: 122.487989ms)","trace[1677134226] 'applied index is now lower than readState.Index' (duration: 207.965µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:26:41.629706Z","caller":"traceutil/trace.go:171","msg":"trace[874335124] transaction","detail":"{read_only:false; response_revision:2015; number_of_response:1; }","duration":"126.571943ms","start":"2026-03-31T22:26:41.503107Z","end":"2026-03-31T22:26:41.629679Z","steps":["trace[874335124] 'process raft request' (duration: 126.235425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:41.629958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.032743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3995"} {"level":"info","ts":"2026-03-31T22:26:41.630031Z","caller":"traceutil/trace.go:171","msg":"trace[298525517] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2015; }","duration":"123.164845ms","start":"2026-03-31T22:26:41.506847Z","end":"2026-03-31T22:26:41.630012Z","steps":["trace[298525517] 'agreement among raft nodes before linearized reading' (duration: 122.880329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:42.588119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.992882ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:26:42.588528Z","caller":"traceutil/trace.go:171","msg":"trace[826294727] transaction","detail":"{read_only:false; response_revision:2024; number_of_response:1; }","duration":"132.044846ms","start":"2026-03-31T22:26:42.45627Z","end":"2026-03-31T22:26:42.588315Z","steps":["trace[826294727] 'process raft request' (duration: 20.769208ms)","trace[826294727] 'compare' (duration: 110.847179ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:26:42.588577Z","caller":"traceutil/trace.go:171","msg":"trace[1061418648] transaction","detail":"{read_only:false; response_revision:2025; number_of_response:1; }","duration":"130.724366ms","start":"2026-03-31T22:26:42.45782Z","end":"2026-03-31T22:26:42.588544Z","steps":["trace[1061418648] 'process raft request' (duration: 130.4134ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:43.032424Z","caller":"traceutil/trace.go:171","msg":"trace[196297777] transaction","detail":"{read_only:false; response_revision:2029; number_of_response:1; }","duration":"331.42701ms","start":"2026-03-31T22:26:42.700961Z","end":"2026-03-31T22:26:43.032388Z","steps":["trace[196297777] 'process raft request' (duration: 284.951533ms)","trace[196297777] 'compare' (duration: 46.066668ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:26:43.032528Z","caller":"traceutil/trace.go:171","msg":"trace[1176419749] transaction","detail":"{read_only:false; response_revision:2030; number_of_response:1; }","duration":"331.182694ms","start":"2026-03-31T22:26:42.701309Z","end":"2026-03-31T22:26:43.032492Z","steps":["trace[1176419749] 'process raft request' (duration: 331.057751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:43.032681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:42.701297Z","time spent":"331.298977ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:26:43.032908Z","caller":"traceutil/trace.go:171","msg":"trace[1546959216] transaction","detail":"{read_only:false; response_revision:2031; number_of_response:1; }","duration":"331.530152ms","start":"2026-03-31T22:26:42.701366Z","end":"2026-03-31T22:26:43.032896Z","steps":["trace[1546959216] 'process raft request' (duration: 331.089012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:43.032579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:42.700944Z","time spent":"331.556522ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:26:43.033044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:42.701341Z","time spent":"331.603134ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:26:43.033067Z","caller":"traceutil/trace.go:171","msg":"trace[1260621859] linearizableReadLoop","detail":"{readStateIndex:2129; appliedIndex:2124; }","duration":"321.816412ms","start":"2026-03-31T22:26:42.711225Z","end":"2026-03-31T22:26:43.033042Z","steps":["trace[1260621859] 'read index received' (duration: 48.979433ms)","trace[1260621859] 'applied index is now lower than readState.Index' (duration: 272.835849ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:26:43.033088Z","caller":"traceutil/trace.go:171","msg":"trace[1091811283] transaction","detail":"{read_only:false; response_revision:2032; number_of_response:1; }","duration":"323.44974ms","start":"2026-03-31T22:26:42.709623Z","end":"2026-03-31T22:26:43.033073Z","steps":["trace[1091811283] 'process raft request' (duration: 323.120053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:43.033177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.950717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:26:43.033222Z","caller":"traceutil/trace.go:171","msg":"trace[749722935] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:0; response_revision:2032; }","duration":"322.020418ms","start":"2026-03-31T22:26:42.711193Z","end":"2026-03-31T22:26:43.033213Z","steps":["trace[749722935] 'agreement among raft nodes before linearized reading' (duration: 321.941535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:43.033242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:42.709604Z","time spent":"323.566983ms","remote":"127.0.0.1:53460","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:26:43.033268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:42.711184Z","time spent":"322.075889ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T22:26:43.11203Z","caller":"traceutil/trace.go:171","msg":"trace[1949539783] transaction","detail":"{read_only:false; response_revision:2033; number_of_response:1; }","duration":"350.387118ms","start":"2026-03-31T22:26:42.761598Z","end":"2026-03-31T22:26:43.111985Z","steps":["trace[1949539783] 'process raft request' (duration: 350.162003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:43.112205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:42.761583Z","time spent":"350.541751ms","remote":"127.0.0.1:53224","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1056,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:26:43.112218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.686977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:26:43.11221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.296319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T22:26:43.11235Z","caller":"traceutil/trace.go:171","msg":"trace[943221887] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2033; }","duration":"359.458053ms","start":"2026-03-31T22:26:42.752863Z","end":"2026-03-31T22:26:43.112321Z","steps":["trace[943221887] 'agreement among raft nodes before linearized reading' (duration: 359.213748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:43.112441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.855804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T22:26:43.11246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:42.75285Z","time spent":"359.564505ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T22:26:43.112537Z","caller":"traceutil/trace.go:171","msg":"trace[2032137211] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2033; }","duration":"369.034928ms","start":"2026-03-31T22:26:42.743477Z","end":"2026-03-31T22:26:43.112512Z","steps":["trace[2032137211] 'agreement among raft nodes before linearized reading' (duration: 368.800033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:43.112595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:42.743456Z","time spent":"369.12584ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T22:26:43.112458Z","caller":"traceutil/trace.go:171","msg":"trace[270408706] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:2033; }","duration":"225.81802ms","start":"2026-03-31T22:26:42.886475Z","end":"2026-03-31T22:26:43.112293Z","steps":["trace[270408706] 'agreement among raft nodes before linearized reading' (duration: 225.524804ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:43.275051Z","caller":"traceutil/trace.go:171","msg":"trace[187113821] transaction","detail":"{read_only:false; response_revision:2037; number_of_response:1; }","duration":"158.779049ms","start":"2026-03-31T22:26:43.116238Z","end":"2026-03-31T22:26:43.275017Z","steps":["trace[187113821] 'process raft request' (duration: 158.707927ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:43.275111Z","caller":"traceutil/trace.go:171","msg":"trace[1536375782] transaction","detail":"{read_only:false; response_revision:2035; number_of_response:1; }","duration":"159.502535ms","start":"2026-03-31T22:26:43.115577Z","end":"2026-03-31T22:26:43.27508Z","steps":["trace[1536375782] 'process raft request' (duration: 157.332756ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:43.275249Z","caller":"traceutil/trace.go:171","msg":"trace[832340010] transaction","detail":"{read_only:false; response_revision:2036; number_of_response:1; }","duration":"159.368292ms","start":"2026-03-31T22:26:43.115858Z","end":"2026-03-31T22:26:43.275227Z","steps":["trace[832340010] 'process raft request' (duration: 159.003243ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:43.27542Z","caller":"traceutil/trace.go:171","msg":"trace[933314696] transaction","detail":"{read_only:false; response_revision:2038; number_of_response:1; }","duration":"149.96267ms","start":"2026-03-31T22:26:43.125438Z","end":"2026-03-31T22:26:43.275401Z","steps":["trace[933314696] 'process raft request' (duration: 149.810947ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:43.820366Z","caller":"traceutil/trace.go:171","msg":"trace[938972854] transaction","detail":"{read_only:false; response_revision:2042; number_of_response:1; }","duration":"260.716577ms","start":"2026-03-31T22:26:43.559622Z","end":"2026-03-31T22:26:43.820339Z","steps":["trace[938972854] 'process raft request' (duration: 217.561604ms)","trace[938972854] 'compare' (duration: 43.001269ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:26:43.914511Z","caller":"traceutil/trace.go:171","msg":"trace[169754001] transaction","detail":"{read_only:false; response_revision:2043; number_of_response:1; }","duration":"327.711687ms","start":"2026-03-31T22:26:43.586761Z","end":"2026-03-31T22:26:43.914473Z","steps":["trace[169754001] 'process raft request' (duration: 327.472692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:43.91469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:43.586741Z","time spent":"327.851629ms","remote":"127.0.0.1:53188","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1230,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:26:43.914727Z","caller":"traceutil/trace.go:171","msg":"trace[95521641] transaction","detail":"{read_only:false; response_revision:2044; number_of_response:1; }","duration":"327.947792ms","start":"2026-03-31T22:26:43.58675Z","end":"2026-03-31T22:26:43.914697Z","steps":["trace[95521641] 'process raft request' (duration: 327.642665ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:43.914523Z","caller":"traceutil/trace.go:171","msg":"trace[409050650] linearizableReadLoop","detail":"{readStateIndex:2142; appliedIndex:2138; }","duration":"280.644075ms","start":"2026-03-31T22:26:43.633855Z","end":"2026-03-31T22:26:43.914499Z","steps":["trace[409050650] 'read index received' (duration: 143.390642ms)","trace[409050650] 'applied index is now lower than readState.Index' (duration: 137.252183ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:26:43.914882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:43.586697Z","time spent":"328.104985ms","remote":"127.0.0.1:53274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1846,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:26:43.91475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.88625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T22:26:43.914925Z","caller":"traceutil/trace.go:171","msg":"trace[1475085357] transaction","detail":"{read_only:false; response_revision:2045; number_of_response:1; }","duration":"327.266867ms","start":"2026-03-31T22:26:43.587608Z","end":"2026-03-31T22:26:43.914875Z","steps":["trace[1475085357] 'process raft request' (duration: 326.839187ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:43.915117Z","caller":"traceutil/trace.go:171","msg":"trace[1608537035] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2045; }","duration":"281.153306ms","start":"2026-03-31T22:26:43.633796Z","end":"2026-03-31T22:26:43.914949Z","steps":["trace[1608537035] 'agreement among raft nodes before linearized reading' (duration: 280.777998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:43.915171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:43.587587Z","time spent":"327.468851ms","remote":"127.0.0.1:53482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5881,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:26:43.97746Z","caller":"traceutil/trace.go:171","msg":"trace[1821438650] transaction","detail":"{read_only:false; response_revision:2046; number_of_response:1; }","duration":"148.417935ms","start":"2026-03-31T22:26:43.829018Z","end":"2026-03-31T22:26:43.977435Z","steps":["trace[1821438650] 'process raft request' (duration: 148.231911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:43.977661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.072289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/statefulset-controller\" ","response":"range_response_count:1 size:209"} {"level":"warn","ts":"2026-03-31T22:26:43.97773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.281785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3995"} {"level":"info","ts":"2026-03-31T22:26:43.977763Z","caller":"traceutil/trace.go:171","msg":"trace[862765821] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/statefulset-controller; range_end:; response_count:1; response_revision:2046; }","duration":"152.216611ms","start":"2026-03-31T22:26:43.825523Z","end":"2026-03-31T22:26:43.97774Z","steps":["trace[862765821] 'agreement among raft nodes before linearized reading' (duration: 151.947785ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:43.977798Z","caller":"traceutil/trace.go:171","msg":"trace[981636182] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2046; }","duration":"334.380887ms","start":"2026-03-31T22:26:43.643399Z","end":"2026-03-31T22:26:43.97778Z","steps":["trace[981636182] 'agreement among raft nodes before linearized reading' (duration: 334.131631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:43.977851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:43.64338Z","time spent":"334.460709ms","remote":"127.0.0.1:39692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4018,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-31T22:26:44.03381Z","caller":"traceutil/trace.go:171","msg":"trace[1257087273] transaction","detail":"{read_only:false; response_revision:2047; number_of_response:1; }","duration":"114.478481ms","start":"2026-03-31T22:26:43.919276Z","end":"2026-03-31T22:26:44.033755Z","steps":["trace[1257087273] 'process raft request' (duration: 98.600922ms)","trace[1257087273] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/plndr-cp-lock; req_size:416; } (duration: 15.558901ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:26:44.033952Z","caller":"traceutil/trace.go:171","msg":"trace[1708733642] transaction","detail":"{read_only:false; response_revision:2048; number_of_response:1; }","duration":"110.221735ms","start":"2026-03-31T22:26:43.923698Z","end":"2026-03-31T22:26:44.03392Z","steps":["trace[1708733642] 'process raft request' (duration: 109.952529ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:44.205989Z","caller":"traceutil/trace.go:171","msg":"trace[2025778783] transaction","detail":"{read_only:false; response_revision:2049; number_of_response:1; }","duration":"162.841881ms","start":"2026-03-31T22:26:44.043127Z","end":"2026-03-31T22:26:44.205969Z","steps":["trace[2025778783] 'process raft request' (duration: 162.744299ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:44.441041Z","caller":"traceutil/trace.go:171","msg":"trace[1059750526] linearizableReadLoop","detail":"{readStateIndex:2148; appliedIndex:2146; }","duration":"216.111941ms","start":"2026-03-31T22:26:44.224903Z","end":"2026-03-31T22:26:44.441015Z","steps":["trace[1059750526] 'read index received' (duration: 215.964508ms)","trace[1059750526] 'applied index is now lower than readState.Index' (duration: 146.713µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:26:44.441138Z","caller":"traceutil/trace.go:171","msg":"trace[165123726] transaction","detail":"{read_only:false; response_revision:2051; number_of_response:1; }","duration":"354.88509ms","start":"2026-03-31T22:26:44.08623Z","end":"2026-03-31T22:26:44.441115Z","steps":["trace[165123726] 'process raft request' (duration: 354.744787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:44.441833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:44.086198Z","time spent":"355.575325ms","remote":"127.0.0.1:53330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2653,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:26:44.441062Z","caller":"traceutil/trace.go:171","msg":"trace[700393687] transaction","detail":"{read_only:false; response_revision:2050; number_of_response:1; }","duration":"397.877268ms","start":"2026-03-31T22:26:44.043151Z","end":"2026-03-31T22:26:44.441028Z","steps":["trace[700393687] 'process raft request' (duration: 397.656974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:44.442079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:44.043126Z","time spent":"398.909592ms","remote":"127.0.0.1:53498","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14169,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:26:44.441503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.582952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:26:44.442349Z","caller":"traceutil/trace.go:171","msg":"trace[1153725078] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:2051; }","duration":"217.462862ms","start":"2026-03-31T22:26:44.224865Z","end":"2026-03-31T22:26:44.442328Z","steps":["trace[1153725078] 'agreement among raft nodes before linearized reading' (duration: 216.49123ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:44.875438Z","caller":"traceutil/trace.go:171","msg":"trace[1376192520] transaction","detail":"{read_only:false; response_revision:2082; number_of_response:1; }","duration":"110.446369ms","start":"2026-03-31T22:26:44.764957Z","end":"2026-03-31T22:26:44.875403Z","steps":["trace[1376192520] 'process raft request' (duration: 80.417372ms)","trace[1376192520] 'compare' (duration: 29.813092ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:26:44.875609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.657134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/local-path-storage/\" range_end:\"/registry/limitranges/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:26:44.875721Z","caller":"traceutil/trace.go:171","msg":"trace[2036454659] range","detail":"{range_begin:/registry/limitranges/local-path-storage/; range_end:/registry/limitranges/local-path-storage0; response_count:0; response_revision:2082; }","duration":"110.809137ms","start":"2026-03-31T22:26:44.764884Z","end":"2026-03-31T22:26:44.875693Z","steps":["trace[2036454659] 'agreement among raft nodes before linearized reading' (duration: 110.549812ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:45.196664Z","caller":"traceutil/trace.go:171","msg":"trace[37472340] transaction","detail":"{read_only:false; response_revision:2093; number_of_response:1; }","duration":"155.984886ms","start":"2026-03-31T22:26:45.040639Z","end":"2026-03-31T22:26:45.196624Z","steps":["trace[37472340] 'process raft request' (duration: 117.141751ms)","trace[37472340] 'compare' (duration: 38.677152ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:26:45.196804Z","caller":"traceutil/trace.go:171","msg":"trace[928678091] transaction","detail":"{read_only:false; response_revision:2094; number_of_response:1; }","duration":"155.942496ms","start":"2026-03-31T22:26:45.040834Z","end":"2026-03-31T22:26:45.196776Z","steps":["trace[928678091] 'process raft request' (duration: 155.753322ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:45.43441Z","caller":"traceutil/trace.go:171","msg":"trace[1584912036] linearizableReadLoop","detail":"{readStateIndex:2193; appliedIndex:2192; }","duration":"155.68725ms","start":"2026-03-31T22:26:45.278701Z","end":"2026-03-31T22:26:45.434388Z","steps":["trace[1584912036] 'read index received' (duration: 155.626768ms)","trace[1584912036] 'applied index is now lower than readState.Index' (duration: 59.742µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:26:45.434796Z","caller":"traceutil/trace.go:171","msg":"trace[1539337114] transaction","detail":"{read_only:false; response_revision:2096; number_of_response:1; }","duration":"165.718895ms","start":"2026-03-31T22:26:45.268869Z","end":"2026-03-31T22:26:45.434587Z","steps":["trace[1539337114] 'process raft request' (duration: 165.409238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:45.434877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.15796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T22:26:45.434947Z","caller":"traceutil/trace.go:171","msg":"trace[1734192443] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2096; }","duration":"156.272603ms","start":"2026-03-31T22:26:45.278655Z","end":"2026-03-31T22:26:45.434928Z","steps":["trace[1734192443] 'agreement among raft nodes before linearized reading' (duration: 155.978056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:45.434939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.2559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T22:26:45.435122Z","caller":"traceutil/trace.go:171","msg":"trace[1005748767] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2096; }","duration":"155.493206ms","start":"2026-03-31T22:26:45.27958Z","end":"2026-03-31T22:26:45.435073Z","steps":["trace[1005748767] 'agreement among raft nodes before linearized reading' (duration: 155.081387ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:45.603377Z","caller":"traceutil/trace.go:171","msg":"trace[2042951995] transaction","detail":"{read_only:false; response_revision:2097; number_of_response:1; }","duration":"165.037729ms","start":"2026-03-31T22:26:45.438312Z","end":"2026-03-31T22:26:45.60335Z","steps":["trace[2042951995] 'process raft request' (duration: 164.876206ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:45.650598Z","caller":"traceutil/trace.go:171","msg":"trace[161718910] transaction","detail":"{read_only:false; response_revision:2098; number_of_response:1; }","duration":"211.554489ms","start":"2026-03-31T22:26:45.439023Z","end":"2026-03-31T22:26:45.650577Z","steps":["trace[161718910] 'process raft request' (duration: 211.399816ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:45.650814Z","caller":"traceutil/trace.go:171","msg":"trace[1484384684] linearizableReadLoop","detail":"{readStateIndex:2196; appliedIndex:2194; }","duration":"206.818902ms","start":"2026-03-31T22:26:45.443963Z","end":"2026-03-31T22:26:45.650782Z","steps":["trace[1484384684] 'read index received' (duration: 159.505915ms)","trace[1484384684] 'applied index is now lower than readState.Index' (duration: 47.310686ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:26:45.650931Z","caller":"traceutil/trace.go:171","msg":"trace[1863060149] transaction","detail":"{read_only:false; response_revision:2099; number_of_response:1; }","duration":"211.564268ms","start":"2026-03-31T22:26:45.439352Z","end":"2026-03-31T22:26:45.650916Z","steps":["trace[1863060149] 'process raft request' (duration: 211.19273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:45.65094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.958934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:26:45.65098Z","caller":"traceutil/trace.go:171","msg":"trace[1136567545] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2099; }","duration":"207.014346ms","start":"2026-03-31T22:26:45.443952Z","end":"2026-03-31T22:26:45.650967Z","steps":["trace[1136567545] 'agreement among raft nodes before linearized reading' (duration: 206.920134ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:45.967944Z","caller":"traceutil/trace.go:171","msg":"trace[1423229685] linearizableReadLoop","detail":"{readStateIndex:2197; appliedIndex:2196; }","duration":"308.385471ms","start":"2026-03-31T22:26:45.659539Z","end":"2026-03-31T22:26:45.967924Z","steps":["trace[1423229685] 'read index received' (duration: 247.403116ms)","trace[1423229685] 'applied index is now lower than readState.Index' (duration: 60.981435ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:26:45.968046Z","caller":"traceutil/trace.go:171","msg":"trace[827623686] transaction","detail":"{read_only:false; response_revision:2100; number_of_response:1; }","duration":"313.390414ms","start":"2026-03-31T22:26:45.654647Z","end":"2026-03-31T22:26:45.968038Z","steps":["trace[827623686] 'process raft request' (duration: 252.353448ms)","trace[827623686] 'compare' (duration: 60.783521ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:26:45.968122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:45.654624Z","time spent":"313.451435ms","remote":"127.0.0.1:55356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2507,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:26:45.968276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.725888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T22:26:45.968351Z","caller":"traceutil/trace.go:171","msg":"trace[833286589] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2100; }","duration":"308.843011ms","start":"2026-03-31T22:26:45.65949Z","end":"2026-03-31T22:26:45.968333Z","steps":["trace[833286589] 'agreement among raft nodes before linearized reading' (duration: 308.600825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:45.968446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:45.659465Z","time spent":"308.921363ms","remote":"127.0.0.1:39692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-31T22:26:46.161458Z","caller":"traceutil/trace.go:171","msg":"trace[583449204] linearizableReadLoop","detail":"{readStateIndex:2198; appliedIndex:2197; }","duration":"156.324323ms","start":"2026-03-31T22:26:46.005109Z","end":"2026-03-31T22:26:46.161433Z","steps":["trace[583449204] 'read index received' (duration: 81.634451ms)","trace[583449204] 'applied index is now lower than readState.Index' (duration: 74.688812ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:26:46.16156Z","caller":"traceutil/trace.go:171","msg":"trace[1476764618] transaction","detail":"{read_only:false; response_revision:2101; number_of_response:1; }","duration":"185.313517ms","start":"2026-03-31T22:26:45.976206Z","end":"2026-03-31T22:26:46.16152Z","steps":["trace[1476764618] 'process raft request' (duration: 110.487911ms)","trace[1476764618] 'compare' (duration: 74.628442ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:26:46.161689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.181718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T22:26:46.161721Z","caller":"traceutil/trace.go:171","msg":"trace[1781157665] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2101; }","duration":"124.26415ms","start":"2026-03-31T22:26:46.037449Z","end":"2026-03-31T22:26:46.161714Z","steps":["trace[1781157665] 'agreement among raft nodes before linearized reading' (duration: 124.108717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:46.16182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.680891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T22:26:46.161963Z","caller":"traceutil/trace.go:171","msg":"trace[1552768608] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2101; }","duration":"156.866515ms","start":"2026-03-31T22:26:46.005071Z","end":"2026-03-31T22:26:46.161937Z","steps":["trace[1552768608] 'agreement among raft nodes before linearized reading' (duration: 156.491247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:47.700701Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219120757601823434,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:26:47.973769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.465664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-31T22:26:47.973775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.079507ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:26:47.973867Z","caller":"traceutil/trace.go:171","msg":"trace[869098368] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2109; }","duration":"876.605518ms","start":"2026-03-31T22:26:47.097237Z","end":"2026-03-31T22:26:47.973843Z","steps":["trace[869098368] 'range keys from in-memory index tree' (duration: 876.315072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:47.973936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:47.097218Z","time spent":"876.70386ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T22:26:47.973935Z","caller":"traceutil/trace.go:171","msg":"trace[503234945] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2109; }","duration":"900.23614ms","start":"2026-03-31T22:26:47.07366Z","end":"2026-03-31T22:26:47.973896Z","steps":["trace[503234945] 'range keys from in-memory index tree' (duration: 900.063756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:47.973767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.019684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T22:26:47.974012Z","caller":"traceutil/trace.go:171","msg":"trace[441465011] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2109; }","duration":"805.329951ms","start":"2026-03-31T22:26:47.168666Z","end":"2026-03-31T22:26:47.973996Z","steps":["trace[441465011] 'range keys from in-memory index tree' (duration: 804.81549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:47.974071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:47.168633Z","time spent":"805.412873ms","remote":"127.0.0.1:39692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-31T22:26:47.990962Z","caller":"traceutil/trace.go:171","msg":"trace[109147981] linearizableReadLoop","detail":"{readStateIndex:2207; appliedIndex:2206; }","duration":"790.609299ms","start":"2026-03-31T22:26:47.200331Z","end":"2026-03-31T22:26:47.99094Z","steps":["trace[109147981] 'read index received' (duration: 773.014333ms)","trace[109147981] 'applied index is now lower than readState.Index' (duration: 17.593926ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:26:47.991181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.684671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-31T22:26:47.991179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.833214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T22:26:47.991221Z","caller":"traceutil/trace.go:171","msg":"trace[1934788070] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2110; }","duration":"790.775863ms","start":"2026-03-31T22:26:47.200435Z","end":"2026-03-31T22:26:47.991211Z","steps":["trace[1934788070] 'agreement among raft nodes before linearized reading' (duration: 790.6369ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:47.991236Z","caller":"traceutil/trace.go:171","msg":"trace[992472047] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2110; }","duration":"790.917147ms","start":"2026-03-31T22:26:47.200303Z","end":"2026-03-31T22:26:47.991221Z","steps":["trace[992472047] 'agreement among raft nodes before linearized reading' (duration: 790.716412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:47.991257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:47.200408Z","time spent":"790.838585ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:26:47.991282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:47.200289Z","time spent":"790.984528ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T22:26:47.991282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.768017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T22:26:47.991353Z","caller":"traceutil/trace.go:171","msg":"trace[479764173] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2110; }","duration":"335.883859ms","start":"2026-03-31T22:26:47.655451Z","end":"2026-03-31T22:26:47.991335Z","steps":["trace[479764173] 'agreement among raft nodes before linearized reading' (duration: 335.665064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:47.991349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.518635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-31T22:26:47.991356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.265687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:26:47.991401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:47.655431Z","time spent":"335.961711ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T22:26:47.991413Z","caller":"traceutil/trace.go:171","msg":"trace[30541335] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2110; }","duration":"631.36199ms","start":"2026-03-31T22:26:47.360037Z","end":"2026-03-31T22:26:47.991399Z","steps":["trace[30541335] 'agreement among raft nodes before linearized reading' (duration: 631.282238ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:47.991416Z","caller":"traceutil/trace.go:171","msg":"trace[942466393] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2110; }","duration":"336.636738ms","start":"2026-03-31T22:26:47.654757Z","end":"2026-03-31T22:26:47.991393Z","steps":["trace[942466393] 'agreement among raft nodes before linearized reading' (duration: 336.491294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:47.991442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:47.654674Z","time spent":"336.76325ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T22:26:47.99144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:47.360016Z","time spent":"631.41686ms","remote":"127.0.0.1:53020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T22:26:48.115155Z","caller":"traceutil/trace.go:171","msg":"trace[1393225490] transaction","detail":"{read_only:false; response_revision:2114; number_of_response:1; }","duration":"115.512174ms","start":"2026-03-31T22:26:47.999612Z","end":"2026-03-31T22:26:48.115124Z","steps":["trace[1393225490] 'process raft request' (duration: 115.372861ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:48.688789Z","caller":"traceutil/trace.go:171","msg":"trace[256595981] transaction","detail":"{read_only:false; response_revision:2118; number_of_response:1; }","duration":"137.309565ms","start":"2026-03-31T22:26:48.551361Z","end":"2026-03-31T22:26:48.688671Z","steps":["trace[256595981] 'process raft request' (duration: 61.460885ms)","trace[256595981] 'compare' (duration: 75.486611ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:26:48.939001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.506734ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:26:48.939129Z","caller":"traceutil/trace.go:171","msg":"trace[1466591219] linearizableReadLoop","detail":"{readStateIndex:2218; appliedIndex:2217; }","duration":"103.174106ms","start":"2026-03-31T22:26:48.835931Z","end":"2026-03-31T22:26:48.939105Z","steps":["trace[1466591219] 'read index received' (duration: 43.001µs)","trace[1466591219] 'applied index is now lower than readState.Index' (duration: 103.128945ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:26:48.939309Z","caller":"traceutil/trace.go:171","msg":"trace[57069180] transaction","detail":"{read_only:false; response_revision:2120; number_of_response:1; }","duration":"235.047908ms","start":"2026-03-31T22:26:48.704193Z","end":"2026-03-31T22:26:48.939241Z","steps":["trace[57069180] 'process raft request' (duration: 95.205136ms)","trace[57069180] 'compare' (duration: 139.31083ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:26:48.939469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.534424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T22:26:48.939551Z","caller":"traceutil/trace.go:171","msg":"trace[2060388571] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2120; }","duration":"103.656016ms","start":"2026-03-31T22:26:48.835876Z","end":"2026-03-31T22:26:48.939532Z","steps":["trace[2060388571] 'agreement among raft nodes before linearized reading' (duration: 103.35068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:50.273929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.530889ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:26:50.274102Z","caller":"traceutil/trace.go:171","msg":"trace[1268777259] transaction","detail":"{read_only:false; response_revision:2123; number_of_response:1; }","duration":"225.620685ms","start":"2026-03-31T22:26:50.048462Z","end":"2026-03-31T22:26:50.274083Z","steps":["trace[1268777259] 'process raft request' (duration: 60.862791ms)","trace[1268777259] 'compare' (duration: 164.397656ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:26:50.465263Z","caller":"traceutil/trace.go:171","msg":"trace[806377891] transaction","detail":"{read_only:false; response_revision:2124; number_of_response:1; }","duration":"416.485858ms","start":"2026-03-31T22:26:50.048741Z","end":"2026-03-31T22:26:50.465227Z","steps":["trace[806377891] 'process raft request' (duration: 325.764243ms)","trace[806377891] 'compare' (duration: 90.55836ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:26:50.465271Z","caller":"traceutil/trace.go:171","msg":"trace[1308785093] transaction","detail":"{read_only:false; response_revision:2125; number_of_response:1; }","duration":"416.449237ms","start":"2026-03-31T22:26:50.048799Z","end":"2026-03-31T22:26:50.465248Z","steps":["trace[1308785093] 'process raft request' (duration: 416.373504ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:50.465352Z","caller":"traceutil/trace.go:171","msg":"trace[1069714921] linearizableReadLoop","detail":"{readStateIndex:2224; appliedIndex:2221; }","duration":"344.70601ms","start":"2026-03-31T22:26:50.120631Z","end":"2026-03-31T22:26:50.465337Z","steps":["trace[1069714921] 'read index received' (duration: 253.78606ms)","trace[1069714921] 'applied index is now lower than readState.Index' (duration: 90.91908ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:26:50.465413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:50.048733Z","time spent":"416.59796ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:26:50.465462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:50.04879Z","time spent":"416.54839ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:26:50.465584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.958706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T22:26:50.465616Z","caller":"traceutil/trace.go:171","msg":"trace[280029099] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2126; }","duration":"345.030328ms","start":"2026-03-31T22:26:50.120579Z","end":"2026-03-31T22:26:50.465609Z","steps":["trace[280029099] 'agreement among raft nodes before linearized reading' (duration: 344.929055ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:50.465485Z","caller":"traceutil/trace.go:171","msg":"trace[382722336] transaction","detail":"{read_only:false; response_revision:2126; number_of_response:1; }","duration":"416.296984ms","start":"2026-03-31T22:26:50.049179Z","end":"2026-03-31T22:26:50.465476Z","steps":["trace[382722336] 'process raft request' (duration: 416.033518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:50.465637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:50.120556Z","time spent":"345.076248ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T22:26:50.465675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.18781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"warn","ts":"2026-03-31T22:26:50.46568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:50.049157Z","time spent":"416.500219ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:26:50.465709Z","caller":"traceutil/trace.go:171","msg":"trace[1704254402] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2126; }","duration":"203.280993ms","start":"2026-03-31T22:26:50.262418Z","end":"2026-03-31T22:26:50.465699Z","steps":["trace[1704254402] 'agreement among raft nodes before linearized reading' (duration: 203.192071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:50.465682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.474337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-31T22:26:50.465749Z","caller":"traceutil/trace.go:171","msg":"trace[571394432] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2126; }","duration":"282.583119ms","start":"2026-03-31T22:26:50.183149Z","end":"2026-03-31T22:26:50.465732Z","steps":["trace[571394432] 'agreement among raft nodes before linearized reading' (duration: 282.369735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:50.46575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.520858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:26:50.465861Z","caller":"traceutil/trace.go:171","msg":"trace[416438603] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2126; }","duration":"105.731404ms","start":"2026-03-31T22:26:50.360112Z","end":"2026-03-31T22:26:50.465843Z","steps":["trace[416438603] 'agreement among raft nodes before linearized reading' (duration: 105.473158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:50.712538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.476483ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:26:50.712764Z","caller":"traceutil/trace.go:171","msg":"trace[1817613039] linearizableReadLoop","detail":"{readStateIndex:2226; appliedIndex:2224; }","duration":"238.525327ms","start":"2026-03-31T22:26:50.474219Z","end":"2026-03-31T22:26:50.712745Z","steps":["trace[1817613039] 'read index received' (duration: 94.740006ms)","trace[1817613039] 'applied index is now lower than readState.Index' (duration: 143.784141ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:26:50.712771Z","caller":"traceutil/trace.go:171","msg":"trace[1747402795] transaction","detail":"{read_only:false; response_revision:2127; number_of_response:1; }","duration":"243.506678ms","start":"2026-03-31T22:26:50.469217Z","end":"2026-03-31T22:26:50.712724Z","steps":["trace[1747402795] 'process raft request' (duration: 99.732818ms)","trace[1747402795] 'compare' (duration: 143.32771ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:26:50.712837Z","caller":"traceutil/trace.go:171","msg":"trace[1480653251] transaction","detail":"{read_only:false; response_revision:2128; number_of_response:1; }","duration":"243.031288ms","start":"2026-03-31T22:26:50.469771Z","end":"2026-03-31T22:26:50.712802Z","steps":["trace[1480653251] 'process raft request' (duration: 242.876174ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:50.712913Z","caller":"traceutil/trace.go:171","msg":"trace[676779005] transaction","detail":"{read_only:false; response_revision:2129; number_of_response:1; }","duration":"144.642651ms","start":"2026-03-31T22:26:50.568254Z","end":"2026-03-31T22:26:50.712897Z","steps":["trace[676779005] 'process raft request' (duration: 144.452197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:50.712867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.651199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:26:50.713043Z","caller":"traceutil/trace.go:171","msg":"trace[2122153813] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2129; }","duration":"238.864584ms","start":"2026-03-31T22:26:50.474167Z","end":"2026-03-31T22:26:50.713032Z","steps":["trace[2122153813] 'agreement among raft nodes before linearized reading' (duration: 238.638639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:51.172214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.16126ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:26:51.172405Z","caller":"traceutil/trace.go:171","msg":"trace[1600125316] transaction","detail":"{read_only:false; response_revision:2131; number_of_response:1; }","duration":"228.106021ms","start":"2026-03-31T22:26:50.944281Z","end":"2026-03-31T22:26:51.172387Z","steps":["trace[1600125316] 'process raft request' (duration: 228.04891ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:51.172569Z","caller":"traceutil/trace.go:171","msg":"trace[1753354699] transaction","detail":"{read_only:false; response_revision:2130; number_of_response:1; }","duration":"478.080327ms","start":"2026-03-31T22:26:50.694473Z","end":"2026-03-31T22:26:51.172553Z","steps":["trace[1753354699] 'process raft request' (duration: 368.490257ms)","trace[1753354699] 'compare' (duration: 109.043517ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:26:51.172633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:50.694448Z","time spent":"478.151878ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:26:51.172699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.567461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:26:51.172781Z","caller":"traceutil/trace.go:171","msg":"trace[1058076044] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2131; }","duration":"456.656393ms","start":"2026-03-31T22:26:50.716105Z","end":"2026-03-31T22:26:51.172762Z","steps":["trace[1058076044] 'agreement among raft nodes before linearized reading' (duration: 456.52318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:51.17285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:50.716055Z","time spent":"456.779016ms","remote":"127.0.0.1:53224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-31T22:26:51.172602Z","caller":"traceutil/trace.go:171","msg":"trace[124920793] linearizableReadLoop","detail":"{readStateIndex:2228; appliedIndex:2227; }","duration":"456.330076ms","start":"2026-03-31T22:26:50.716112Z","end":"2026-03-31T22:26:51.172442Z","steps":["trace[124920793] 'read index received' (duration: 346.863959ms)","trace[124920793] 'applied index is now lower than readState.Index' (duration: 109.462157ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:26:51.17331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.249383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cc4939c1-438e-4fc0-8a9d-337a24cd7d78\" ","response":"range_response_count:1 size:3626"} {"level":"warn","ts":"2026-03-31T22:26:51.173341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.624303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T22:26:51.173439Z","caller":"traceutil/trace.go:171","msg":"trace[411745066] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2131; }","duration":"122.727716ms","start":"2026-03-31T22:26:51.050689Z","end":"2026-03-31T22:26:51.173417Z","steps":["trace[411745066] 'agreement among raft nodes before linearized reading' (duration: 122.46737ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:51.173472Z","caller":"traceutil/trace.go:171","msg":"trace[1589182400] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-cc4939c1-438e-4fc0-8a9d-337a24cd7d78; range_end:; response_count:1; response_revision:2131; }","duration":"125.331074ms","start":"2026-03-31T22:26:51.04803Z","end":"2026-03-31T22:26:51.173361Z","steps":["trace[1589182400] 'agreement among raft nodes before linearized reading' (duration: 125.1146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:52.862221Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219120757601823490,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T22:26:53.053362Z","caller":"traceutil/trace.go:171","msg":"trace[555739691] transaction","detail":"{read_only:false; response_revision:2135; number_of_response:1; }","duration":"769.016593ms","start":"2026-03-31T22:26:52.284317Z","end":"2026-03-31T22:26:53.053333Z","steps":["trace[555739691] 'process raft request' (duration: 768.826709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:53.053531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:52.284279Z","time spent":"769.167836ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:26:53.073285Z","caller":"traceutil/trace.go:171","msg":"trace[1764800227] transaction","detail":"{read_only:false; response_revision:2136; number_of_response:1; }","duration":"753.452732ms","start":"2026-03-31T22:26:52.319806Z","end":"2026-03-31T22:26:53.073259Z","steps":["trace[1764800227] 'process raft request' (duration: 753.282028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:53.073477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:52.319777Z","time spent":"753.587205ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:26:53.073633Z","caller":"traceutil/trace.go:171","msg":"trace[1146226789] linearizableReadLoop","detail":"{readStateIndex:2236; appliedIndex:2233; }","duration":"712.356446ms","start":"2026-03-31T22:26:52.361252Z","end":"2026-03-31T22:26:53.073608Z","steps":["trace[1146226789] 'read index received' (duration: 691.914405ms)","trace[1146226789] 'applied index is now lower than readState.Index' (duration: 20.440781ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:26:53.073789Z","caller":"traceutil/trace.go:171","msg":"trace[170299873] transaction","detail":"{read_only:false; response_revision:2137; number_of_response:1; }","duration":"355.81396ms","start":"2026-03-31T22:26:52.717954Z","end":"2026-03-31T22:26:53.073768Z","steps":["trace[170299873] 'process raft request' (duration: 355.266157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:53.073856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.581142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:26:53.073926Z","caller":"traceutil/trace.go:171","msg":"trace[892350173] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2138; }","duration":"712.692474ms","start":"2026-03-31T22:26:52.361217Z","end":"2026-03-31T22:26:53.073909Z","steps":["trace[892350173] 'agreement among raft nodes before linearized reading' (duration: 712.558741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:53.073945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:52.717935Z","time spent":"355.936132ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:26:53.074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.627619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-31T22:26:53.074033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.794209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-31T22:26:53.074054Z","caller":"traceutil/trace.go:171","msg":"trace[1541336823] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2138; }","duration":"356.718331ms","start":"2026-03-31T22:26:52.71732Z","end":"2026-03-31T22:26:53.074039Z","steps":["trace[1541336823] 'agreement among raft nodes before linearized reading' (duration: 356.548037ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:53.074067Z","caller":"traceutil/trace.go:171","msg":"trace[319652669] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2138; }","duration":"355.86528ms","start":"2026-03-31T22:26:52.718193Z","end":"2026-03-31T22:26:53.074059Z","steps":["trace[319652669] 'agreement among raft nodes before linearized reading' (duration: 355.775948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:53.074097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:52.718173Z","time spent":"355.915722ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T22:26:53.0741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:52.7173Z","time spent":"356.787972ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T22:26:53.073989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:52.361202Z","time spent":"712.758415ms","remote":"127.0.0.1:53032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:26:53.074255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.410252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:26:53.074306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.182659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T22:26:53.074315Z","caller":"traceutil/trace.go:171","msg":"trace[978711259] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:2138; }","duration":"194.506765ms","start":"2026-03-31T22:26:52.879791Z","end":"2026-03-31T22:26:53.074298Z","steps":["trace[978711259] 'agreement among raft nodes before linearized reading' (duration: 194.116096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:53.074226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.29685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T22:26:53.074357Z","caller":"traceutil/trace.go:171","msg":"trace[1612068527] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2138; }","duration":"604.23856ms","start":"2026-03-31T22:26:52.470103Z","end":"2026-03-31T22:26:53.074341Z","steps":["trace[1612068527] 'agreement among raft nodes before linearized reading' (duration: 604.048275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:53.074365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.78981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-31T22:26:53.0744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:52.470099Z","time spent":"604.294241ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T22:26:53.07439Z","caller":"traceutil/trace.go:171","msg":"trace[1346762231] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2138; }","duration":"604.489215ms","start":"2026-03-31T22:26:52.469872Z","end":"2026-03-31T22:26:53.074361Z","steps":["trace[1346762231] 'agreement among raft nodes before linearized reading' (duration: 603.960363ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:53.074426Z","caller":"traceutil/trace.go:171","msg":"trace[1703546763] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2138; }","duration":"603.891452ms","start":"2026-03-31T22:26:52.470518Z","end":"2026-03-31T22:26:53.074409Z","steps":["trace[1703546763] 'agreement among raft nodes before linearized reading' (duration: 603.616816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:53.074476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:52.470496Z","time spent":"603.971143ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T22:26:53.074481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:52.469851Z","time spent":"604.614777ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T22:26:54.166477Z","caller":"traceutil/trace.go:171","msg":"trace[235353732] transaction","detail":"{read_only:false; response_revision:2146; number_of_response:1; }","duration":"114.181603ms","start":"2026-03-31T22:26:54.052272Z","end":"2026-03-31T22:26:54.166453Z","steps":["trace[235353732] 'process raft request' (duration: 113.966689ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:54.279151Z","caller":"traceutil/trace.go:171","msg":"trace[2106470396] transaction","detail":"{read_only:false; response_revision:2147; number_of_response:1; }","duration":"104.673909ms","start":"2026-03-31T22:26:54.174452Z","end":"2026-03-31T22:26:54.279126Z","steps":["trace[2106470396] 'process raft request' (duration: 104.541216ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:54.356325Z","caller":"traceutil/trace.go:171","msg":"trace[107549715] linearizableReadLoop","detail":"{readStateIndex:2249; appliedIndex:2245; }","duration":"164.806475ms","start":"2026-03-31T22:26:54.1915Z","end":"2026-03-31T22:26:54.356306Z","steps":["trace[107549715] 'read index received' (duration: 87.533553ms)","trace[107549715] 'applied index is now lower than readState.Index' (duration: 77.272082ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:26:54.35635Z","caller":"traceutil/trace.go:171","msg":"trace[761598799] transaction","detail":"{read_only:false; response_revision:2149; number_of_response:1; }","duration":"181.496431ms","start":"2026-03-31T22:26:54.174838Z","end":"2026-03-31T22:26:54.356334Z","steps":["trace[761598799] 'process raft request' (duration: 181.398968ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:54.356327Z","caller":"traceutil/trace.go:171","msg":"trace[121818057] transaction","detail":"{read_only:false; response_revision:2148; number_of_response:1; }","duration":"181.695356ms","start":"2026-03-31T22:26:54.174615Z","end":"2026-03-31T22:26:54.35631Z","steps":["trace[121818057] 'process raft request' (duration: 181.505261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:54.356501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.992149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cc4939c1-438e-4fc0-8a9d-337a24cd7d78\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-03-31T22:26:54.356457Z","caller":"traceutil/trace.go:171","msg":"trace[2056530066] transaction","detail":"{read_only:false; response_revision:2150; number_of_response:1; }","duration":"181.133933ms","start":"2026-03-31T22:26:54.175288Z","end":"2026-03-31T22:26:54.356422Z","steps":["trace[2056530066] 'process raft request' (duration: 180.989139ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:54.356529Z","caller":"traceutil/trace.go:171","msg":"trace[1432854422] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-cc4939c1-438e-4fc0-8a9d-337a24cd7d78; range_end:; response_count:1; response_revision:2150; }","duration":"165.063501ms","start":"2026-03-31T22:26:54.191457Z","end":"2026-03-31T22:26:54.356521Z","steps":["trace[1432854422] 'agreement among raft nodes before linearized reading' (duration: 164.940608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:54.356724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.447416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T22:26:54.35796Z","caller":"traceutil/trace.go:171","msg":"trace[2103041554] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2150; }","duration":"165.699854ms","start":"2026-03-31T22:26:54.192243Z","end":"2026-03-31T22:26:54.357943Z","steps":["trace[2103041554] 'agreement among raft nodes before linearized reading' (duration: 164.254592ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:55.537172Z","caller":"traceutil/trace.go:171","msg":"trace[659547304] transaction","detail":"{read_only:false; response_revision:2151; number_of_response:1; }","duration":"474.471224ms","start":"2026-03-31T22:26:55.062678Z","end":"2026-03-31T22:26:55.53715Z","steps":["trace[659547304] 'process raft request' (duration: 474.327871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:55.537305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:55.062661Z","time spent":"474.574236ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:26:56.469566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.916618ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:26:56.469864Z","caller":"traceutil/trace.go:171","msg":"trace[1711861175] linearizableReadLoop","detail":"{readStateIndex:2251; appliedIndex:2249; }","duration":"1.378041951s","start":"2026-03-31T22:26:55.091799Z","end":"2026-03-31T22:26:56.469841Z","steps":["trace[1711861175] 'read index received' (duration: 445.225615ms)","trace[1711861175] 'applied index is now lower than readState.Index' (duration: 932.815376ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:26:56.470163Z","caller":"traceutil/trace.go:171","msg":"trace[432993700] transaction","detail":"{read_only:false; response_revision:2152; number_of_response:1; }","duration":"1.390074781s","start":"2026-03-31T22:26:55.080057Z","end":"2026-03-31T22:26:56.470131Z","steps":["trace[432993700] 'process raft request' (duration: 1.216502919s)","trace[432993700] 'compare' (duration: 172.823756ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:26:56.470264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:55.080027Z","time spent":"1.390196574s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:26:56.47028Z","caller":"traceutil/trace.go:171","msg":"trace[1086746632] transaction","detail":"{read_only:false; response_revision:2154; number_of_response:1; }","duration":"1.281037894s","start":"2026-03-31T22:26:55.189215Z","end":"2026-03-31T22:26:56.470253Z","steps":["trace[1086746632] 'process raft request' (duration: 1.280573374s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:56.470354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.90525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:26:56.470384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.107598244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cc4939c1-438e-4fc0-8a9d-337a24cd7d78\" ","response":"range_response_count:1 size:3626"} {"level":"warn","ts":"2026-03-31T22:26:56.470404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.341358273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T22:26:56.470413Z","caller":"traceutil/trace.go:171","msg":"trace[1815593437] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2154; }","duration":"111.007732ms","start":"2026-03-31T22:26:56.359388Z","end":"2026-03-31T22:26:56.470396Z","steps":["trace[1815593437] 'agreement among raft nodes before linearized reading' (duration: 110.9173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:56.470426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:55.189198Z","time spent":"1.281156936s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:26:56.470403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.378577822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T22:26:56.470432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.341242061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T22:26:56.470457Z","caller":"traceutil/trace.go:171","msg":"trace[1040797221] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2154; }","duration":"1.341493167s","start":"2026-03-31T22:26:55.128949Z","end":"2026-03-31T22:26:56.470442Z","steps":["trace[1040797221] 'agreement among raft nodes before linearized reading' (duration: 1.341305103s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:56.470435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104444374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-31T22:26:56.47047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.340403962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-31T22:26:56.470469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.328701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"info","ts":"2026-03-31T22:26:56.470498Z","caller":"traceutil/trace.go:171","msg":"trace[2042396633] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2154; }","duration":"1.378712775s","start":"2026-03-31T22:26:55.091764Z","end":"2026-03-31T22:26:56.470476Z","steps":["trace[2042396633] 'agreement among raft nodes before linearized reading' (duration: 1.378462509s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:56.470522Z","caller":"traceutil/trace.go:171","msg":"trace[181141704] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2154; }","duration":"1.104560896s","start":"2026-03-31T22:26:55.365941Z","end":"2026-03-31T22:26:56.470502Z","steps":["trace[181141704] 'agreement among raft nodes before linearized reading' (duration: 1.104344212s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:56.470541Z","caller":"traceutil/trace.go:171","msg":"trace[757403892] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2154; }","duration":"1.340505474s","start":"2026-03-31T22:26:55.130018Z","end":"2026-03-31T22:26:56.470524Z","steps":["trace[757403892] 'agreement among raft nodes before linearized reading' (duration: 1.340262398s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:56.470563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:55.091746Z","time spent":"1.378804167s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T22:26:56.470578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:55.36593Z","time spent":"1.104635098s","remote":"127.0.0.1:39692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-31T22:26:56.470555Z","caller":"traceutil/trace.go:171","msg":"trace[967937980] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2154; }","duration":"281.470144ms","start":"2026-03-31T22:26:56.189064Z","end":"2026-03-31T22:26:56.470534Z","steps":["trace[967937980] 'agreement among raft nodes before linearized reading' (duration: 281.196638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:56.470584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:55.13001Z","time spent":"1.340566545s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:26:56.470506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:55.128932Z","time spent":"1.341562518s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T22:26:56.470435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.341072877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T22:26:56.470443Z","caller":"traceutil/trace.go:171","msg":"trace[1211632642] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-cc4939c1-438e-4fc0-8a9d-337a24cd7d78; range_end:; response_count:1; response_revision:2154; }","duration":"1.107699027s","start":"2026-03-31T22:26:55.362727Z","end":"2026-03-31T22:26:56.470427Z","steps":["trace[1211632642] 'agreement among raft nodes before linearized reading' (duration: 1.107529493s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:56.470668Z","caller":"traceutil/trace.go:171","msg":"trace[298171832] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2154; }","duration":"1.341328054s","start":"2026-03-31T22:26:55.129319Z","end":"2026-03-31T22:26:56.470647Z","steps":["trace[298171832] 'agreement among raft nodes before linearized reading' (duration: 1.340943495s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:56.470501Z","caller":"traceutil/trace.go:171","msg":"trace[42949565] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2154; }","duration":"1.341356394s","start":"2026-03-31T22:26:55.129125Z","end":"2026-03-31T22:26:56.470482Z","steps":["trace[42949565] 'agreement among raft nodes before linearized reading' (duration: 1.341141829s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:56.470699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:55.362703Z","time spent":"1.107977453s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cc4939c1-438e-4fc0-8a9d-337a24cd7d78\" "} {"level":"warn","ts":"2026-03-31T22:26:56.470719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:55.129284Z","time spent":"1.341419985s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T22:26:56.47073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:55.129095Z","time spent":"1.34161818s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T22:26:56.47027Z","caller":"traceutil/trace.go:171","msg":"trace[1341099515] transaction","detail":"{read_only:false; response_revision:2153; number_of_response:1; }","duration":"1.283864098s","start":"2026-03-31T22:26:55.186377Z","end":"2026-03-31T22:26:56.470242Z","steps":["trace[1341099515] 'process raft request' (duration: 1.283300985s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:56.47085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:55.186358Z","time spent":"1.28442052s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:26:57.957388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.318812ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:26:57.957494Z","caller":"traceutil/trace.go:171","msg":"trace[492919192] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2154; }","duration":"884.442655ms","start":"2026-03-31T22:26:57.073034Z","end":"2026-03-31T22:26:57.957477Z","steps":["trace[492919192] 'range keys from in-memory index tree' (duration: 884.299742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:57.958214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.377264872s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:26:57.958302Z","caller":"traceutil/trace.go:171","msg":"trace[687320383] transaction","detail":"{read_only:false; response_revision:2155; number_of_response:1; }","duration":"1.482531635s","start":"2026-03-31T22:26:56.475754Z","end":"2026-03-31T22:26:57.958286Z","steps":["trace[687320383] 'process raft request' (duration: 105.13511ms)","trace[687320383] 'compare' (duration: 1.377149979s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:26:57.958344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:56.475732Z","time spent":"1.482592477s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:26:58.33537Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.753945162s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T22:26:58.387771Z","caller":"traceutil/trace.go:171","msg":"trace[1597173305] transaction","detail":"{read_only:false; response_revision:2156; number_of_response:1; }","duration":"1.911974105s","start":"2026-03-31T22:26:56.475764Z","end":"2026-03-31T22:26:58.387738Z","steps":["trace[1597173305] 'process raft request' (duration: 1.859856s)","trace[1597173305] 'compare' (duration: 51.719565ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:26:58.38796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:56.475744Z","time spent":"1.912132468s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:26:58.388237Z","caller":"traceutil/trace.go:171","msg":"trace[2132026170] transaction","detail":"{read_only:false; response_revision:2159; number_of_response:1; }","duration":"1.910517442s","start":"2026-03-31T22:26:56.477709Z","end":"2026-03-31T22:26:58.388226Z","steps":["trace[2132026170] 'process raft request' (duration: 1.910459401s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:58.388205Z","caller":"traceutil/trace.go:171","msg":"trace[898273464] transaction","detail":"{read_only:false; response_revision:2157; number_of_response:1; }","duration":"1.911307731s","start":"2026-03-31T22:26:56.476866Z","end":"2026-03-31T22:26:58.388173Z","steps":["trace[898273464] 'process raft request' (duration: 1.91081773s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:58.388241Z","caller":"traceutil/trace.go:171","msg":"trace[1104417240] linearizableReadLoop","detail":"{readStateIndex:2258; appliedIndex:2253; }","duration":"1.905449008s","start":"2026-03-31T22:26:56.482773Z","end":"2026-03-31T22:26:58.388222Z","steps":["trace[1104417240] 'read index received' (duration: 98.156793ms)","trace[1104417240] 'applied index is now lower than readState.Index' (duration: 1.807291255s)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:26:58.388244Z","caller":"traceutil/trace.go:171","msg":"trace[1877139902] transaction","detail":"{read_only:false; response_revision:2158; number_of_response:1; }","duration":"1.910786058s","start":"2026-03-31T22:26:56.477435Z","end":"2026-03-31T22:26:58.388221Z","steps":["trace[1877139902] 'process raft request' (duration: 1.910654235s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:58.388291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:56.477697Z","time spent":"1.910569113s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:26:58.38835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:56.477417Z","time spent":"1.910882129s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:26:58.388378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:56.476839Z","time spent":"1.911447293s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:26:58.388542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.905760494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:26:58.388648Z","caller":"traceutil/trace.go:171","msg":"trace[1347388480] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2159; }","duration":"1.905885307s","start":"2026-03-31T22:26:56.482747Z","end":"2026-03-31T22:26:58.388632Z","steps":["trace[1347388480] 'agreement among raft nodes before linearized reading' (duration: 1.90555777s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:58.388794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:56.482738Z","time spent":"1.905938538s","remote":"127.0.0.1:53460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T22:26:58.426513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.921605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18a20d76437152a6\" ","response":"range_response_count:1 size:982"} {"level":"info","ts":"2026-03-31T22:26:58.426605Z","caller":"traceutil/trace.go:171","msg":"trace[420514041] range","detail":"{range_begin:/registry/events/openstack/datadir-percona-xtradb-pxc-0.18a20d76437152a6; range_end:; response_count:1; response_revision:2161; }","duration":"298.043748ms","start":"2026-03-31T22:26:58.128529Z","end":"2026-03-31T22:26:58.426572Z","steps":["trace[420514041] 'agreement among raft nodes before linearized reading' (duration: 297.854863ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:58.426802Z","caller":"traceutil/trace.go:171","msg":"trace[16767514] transaction","detail":"{read_only:false; response_revision:2160; number_of_response:1; }","duration":"1.29905368s","start":"2026-03-31T22:26:57.127728Z","end":"2026-03-31T22:26:58.426781Z","steps":["trace[16767514] 'process raft request' (duration: 1.298462196s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:58.426822Z","caller":"traceutil/trace.go:171","msg":"trace[1004634032] transaction","detail":"{read_only:false; response_revision:2161; number_of_response:1; }","duration":"878.507811ms","start":"2026-03-31T22:26:57.548279Z","end":"2026-03-31T22:26:58.426787Z","steps":["trace[1004634032] 'process raft request' (duration: 878.009199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:58.426926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:57.127711Z","time spent":"1.299149142s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:26:58.426989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:57.548255Z","time spent":"878.640365ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:26:58.427082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.995277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cc4939c1-438e-4fc0-8a9d-337a24cd7d78\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-03-31T22:26:58.427148Z","caller":"traceutil/trace.go:171","msg":"trace[293777678] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-cc4939c1-438e-4fc0-8a9d-337a24cd7d78; range_end:; response_count:1; response_revision:2161; }","duration":"952.09913ms","start":"2026-03-31T22:26:57.475032Z","end":"2026-03-31T22:26:58.427131Z","steps":["trace[293777678] 'agreement among raft nodes before linearized reading' (duration: 951.901676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:58.427175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.025798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-31T22:26:58.427187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.038842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:26:58.427273Z","caller":"traceutil/trace.go:171","msg":"trace[986777308] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2161; }","duration":"885.168002ms","start":"2026-03-31T22:26:57.542083Z","end":"2026-03-31T22:26:58.427251Z","steps":["trace[986777308] 'agreement among raft nodes before linearized reading' (duration: 884.894436ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:26:58.427376Z","caller":"traceutil/trace.go:171","msg":"trace[2035238192] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:2161; }","duration":"819.288737ms","start":"2026-03-31T22:26:57.608071Z","end":"2026-03-31T22:26:58.42736Z","steps":["trace[2035238192] 'agreement among raft nodes before linearized reading' (duration: 819.055412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:58.427426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:57.542066Z","time spent":"885.342385ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T22:26:58.427201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:57.475011Z","time spent":"952.177911ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cc4939c1-438e-4fc0-8a9d-337a24cd7d78\" "} {"level":"warn","ts":"2026-03-31T22:26:58.427468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:57.608054Z","time spent":"819.390709ms","remote":"127.0.0.1:53174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:26:58.427587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.007328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T22:26:58.42765Z","caller":"traceutil/trace.go:171","msg":"trace[2126743218] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2161; }","duration":"948.10958ms","start":"2026-03-31T22:26:57.479523Z","end":"2026-03-31T22:26:58.427632Z","steps":["trace[2126743218] 'agreement among raft nodes before linearized reading' (duration: 947.530857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:26:58.427722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:26:57.479501Z","time spent":"948.207913ms","remote":"127.0.0.1:39692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-31T22:27:03.441358Z","caller":"traceutil/trace.go:171","msg":"trace[629059621] transaction","detail":"{read_only:false; response_revision:2212; number_of_response:1; }","duration":"173.831965ms","start":"2026-03-31T22:27:03.267505Z","end":"2026-03-31T22:27:03.441337Z","steps":["trace[629059621] 'process raft request' (duration: 140.881392ms)","trace[629059621] 'compare' (duration: 32.681286ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:27:04.70675Z","caller":"traceutil/trace.go:171","msg":"trace[1854841591] transaction","detail":"{read_only:false; response_revision:2224; number_of_response:1; }","duration":"105.881415ms","start":"2026-03-31T22:27:04.600834Z","end":"2026-03-31T22:27:04.706716Z","steps":["trace[1854841591] 'process raft request' (duration: 105.599928ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:06.821537Z","caller":"traceutil/trace.go:171","msg":"trace[165798481] transaction","detail":"{read_only:false; response_revision:2237; number_of_response:1; }","duration":"109.587628ms","start":"2026-03-31T22:27:06.711913Z","end":"2026-03-31T22:27:06.8215Z","steps":["trace[165798481] 'process raft request' (duration: 92.907222ms)","trace[165798481] 'compare' (duration: 16.266746ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:27:06.82165Z","caller":"traceutil/trace.go:171","msg":"trace[252891668] transaction","detail":"{read_only:false; response_revision:2238; number_of_response:1; }","duration":"109.492676ms","start":"2026-03-31T22:27:06.712122Z","end":"2026-03-31T22:27:06.821614Z","steps":["trace[252891668] 'process raft request' (duration: 109.092777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:06.823942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.000624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T22:27:06.823986Z","caller":"traceutil/trace.go:171","msg":"trace[1844810321] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2238; }","duration":"113.088547ms","start":"2026-03-31T22:27:06.710888Z","end":"2026-03-31T22:27:06.823977Z","steps":["trace[1844810321] 'agreement among raft nodes before linearized reading' (duration: 112.933623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:09.011013Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219120757601823729,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T22:27:09.317036Z","caller":"traceutil/trace.go:171","msg":"trace[665711801] transaction","detail":"{read_only:false; response_revision:2246; number_of_response:1; }","duration":"811.766021ms","start":"2026-03-31T22:27:08.505242Z","end":"2026-03-31T22:27:09.317008Z","steps":["trace[665711801] 'process raft request' (duration: 811.592937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:09.317175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:08.505225Z","time spent":"811.886463ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:27:09.330922Z","caller":"traceutil/trace.go:171","msg":"trace[1803849064] transaction","detail":"{read_only:false; response_revision:2248; number_of_response:1; }","duration":"573.070536ms","start":"2026-03-31T22:27:08.75783Z","end":"2026-03-31T22:27:09.330901Z","steps":["trace[1803849064] 'process raft request' (duration: 573.005415ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:09.330942Z","caller":"traceutil/trace.go:171","msg":"trace[974990234] transaction","detail":"{read_only:false; response_revision:2247; number_of_response:1; }","duration":"617.911716ms","start":"2026-03-31T22:27:08.712988Z","end":"2026-03-31T22:27:09.3309Z","steps":["trace[974990234] 'process raft request' (duration: 617.709792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:09.331056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:08.757801Z","time spent":"573.191958ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:27:09.331099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:08.712972Z","time spent":"618.045049ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:27:09.331116Z","caller":"traceutil/trace.go:171","msg":"trace[1466731198] transaction","detail":"{read_only:false; response_revision:2249; number_of_response:1; }","duration":"504.962562ms","start":"2026-03-31T22:27:08.826138Z","end":"2026-03-31T22:27:09.331101Z","steps":["trace[1466731198] 'process raft request' (duration: 504.730106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:09.33127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:08.826118Z","time spent":"505.122795ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:27:09.331314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.241014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T22:27:09.331213Z","caller":"traceutil/trace.go:171","msg":"trace[54787345] linearizableReadLoop","detail":"{readStateIndex:2353; appliedIndex:2348; }","duration":"821.135362ms","start":"2026-03-31T22:27:08.510068Z","end":"2026-03-31T22:27:09.331203Z","steps":["trace[54787345] 'read index received' (duration: 806.806159ms)","trace[54787345] 'applied index is now lower than readState.Index' (duration: 14.328423ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:27:09.331356Z","caller":"traceutil/trace.go:171","msg":"trace[2100863145] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2250; }","duration":"821.308496ms","start":"2026-03-31T22:27:08.510038Z","end":"2026-03-31T22:27:09.331346Z","steps":["trace[2100863145] 'agreement among raft nodes before linearized reading' (duration: 821.192144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:09.331379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:08.510024Z","time spent":"821.348147ms","remote":"127.0.0.1:39692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-31T22:27:09.331462Z","caller":"traceutil/trace.go:171","msg":"trace[1500877839] transaction","detail":"{read_only:false; response_revision:2250; number_of_response:1; }","duration":"505.278588ms","start":"2026-03-31T22:27:08.826154Z","end":"2026-03-31T22:27:09.331432Z","steps":["trace[1500877839] 'process raft request' (duration: 504.866229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:09.33153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.432713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T22:27:09.331574Z","caller":"traceutil/trace.go:171","msg":"trace[584300845] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2250; }","duration":"652.476424ms","start":"2026-03-31T22:27:08.679086Z","end":"2026-03-31T22:27:09.331562Z","steps":["trace[584300845] 'agreement among raft nodes before linearized reading' (duration: 652.372272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:09.331591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:08.826131Z","time spent":"505.392321ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:27:09.331641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.580366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T22:27:09.331605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:08.679056Z","time spent":"652.541896ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T22:27:09.331716Z","caller":"traceutil/trace.go:171","msg":"trace[1414950] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2250; }","duration":"747.705868ms","start":"2026-03-31T22:27:08.583987Z","end":"2026-03-31T22:27:09.331693Z","steps":["trace[1414950] 'agreement among raft nodes before linearized reading' (duration: 747.469093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:09.331795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:08.583967Z","time spent":"747.813251ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T22:27:09.332231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.770331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T22:27:09.332387Z","caller":"traceutil/trace.go:171","msg":"trace[143387051] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2250; }","duration":"478.950955ms","start":"2026-03-31T22:27:08.853412Z","end":"2026-03-31T22:27:09.332363Z","steps":["trace[143387051] 'agreement among raft nodes before linearized reading' (duration: 478.105196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:09.332452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:08.853404Z","time spent":"479.030156ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T22:27:09.332588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.806694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T22:27:09.33263Z","caller":"traceutil/trace.go:171","msg":"trace[724354189] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2250; }","duration":"657.898816ms","start":"2026-03-31T22:27:08.674722Z","end":"2026-03-31T22:27:09.332621Z","steps":["trace[724354189] 'agreement among raft nodes before linearized reading' (duration: 656.806861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:09.332653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:08.674697Z","time spent":"657.950417ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:27:09.332799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.890245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T22:27:09.332863Z","caller":"traceutil/trace.go:171","msg":"trace[317451000] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2250; }","duration":"736.976406ms","start":"2026-03-31T22:27:08.595868Z","end":"2026-03-31T22:27:09.332844Z","steps":["trace[317451000] 'agreement among raft nodes before linearized reading' (duration: 735.677597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:09.332913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:08.595856Z","time spent":"737.040877ms","remote":"127.0.0.1:39692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T22:27:17.347791Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219120757601823825,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:27:17.754604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.019215ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T22:27:17.754828Z","caller":"traceutil/trace.go:171","msg":"trace[1738285178] linearizableReadLoop","detail":"{readStateIndex:2396; appliedIndex:2395; }","duration":"908.024819ms","start":"2026-03-31T22:27:16.846775Z","end":"2026-03-31T22:27:17.7548Z","steps":["trace[1738285178] 'read index received' (duration: 778.954382ms)","trace[1738285178] 'applied index is now lower than readState.Index' (duration: 129.065917ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:27:17.75498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.171102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:27:17.755084Z","caller":"traceutil/trace.go:171","msg":"trace[665773120] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:2291; }","duration":"908.291254ms","start":"2026-03-31T22:27:16.846768Z","end":"2026-03-31T22:27:17.755059Z","steps":["trace[665773120] 'agreement among raft nodes before linearized reading' (duration: 908.10666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:17.755143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:16.846715Z","time spent":"908.411677ms","remote":"127.0.0.1:55798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:27:17.755651Z","caller":"traceutil/trace.go:171","msg":"trace[1059023999] transaction","detail":"{read_only:false; response_revision:2292; number_of_response:1; }","duration":"319.462914ms","start":"2026-03-31T22:27:17.436152Z","end":"2026-03-31T22:27:17.755614Z","steps":["trace[1059023999] 'process raft request' (duration: 318.545493ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:17.755679Z","caller":"traceutil/trace.go:171","msg":"trace[1940719459] transaction","detail":"{read_only:false; response_revision:2293; number_of_response:1; }","duration":"310.209855ms","start":"2026-03-31T22:27:17.445446Z","end":"2026-03-31T22:27:17.755656Z","steps":["trace[1940719459] 'process raft request' (duration: 310.032341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:17.755752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.107497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:27:17.755791Z","caller":"traceutil/trace.go:171","msg":"trace[576181629] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2294; }","duration":"395.179599ms","start":"2026-03-31T22:27:17.360601Z","end":"2026-03-31T22:27:17.755781Z","steps":["trace[576181629] 'agreement among raft nodes before linearized reading' (duration: 395.104318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:17.755815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:17.360585Z","time spent":"395.22494ms","remote":"127.0.0.1:53020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:27:17.755853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:17.436129Z","time spent":"319.609858ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:27:17.755865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:17.445432Z","time spent":"310.314098ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:27:17.75594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.705737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T22:27:17.755967Z","caller":"traceutil/trace.go:171","msg":"trace[1474062964] transaction","detail":"{read_only:false; response_revision:2294; number_of_response:1; }","duration":"310.252056ms","start":"2026-03-31T22:27:17.445702Z","end":"2026-03-31T22:27:17.755954Z","steps":["trace[1474062964] 'process raft request' (duration: 309.888828ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:17.755994Z","caller":"traceutil/trace.go:171","msg":"trace[677454500] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2294; }","duration":"302.772348ms","start":"2026-03-31T22:27:17.453206Z","end":"2026-03-31T22:27:17.755978Z","steps":["trace[677454500] 'agreement among raft nodes before linearized reading' (duration: 302.549933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:17.755988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.831539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T22:27:17.756021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:17.445675Z","time spent":"310.318767ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:27:17.756025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.21149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-31T22:27:17.756052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:17.4532Z","time spent":"302.82778ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T22:27:17.756072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.535626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T22:27:17.756166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.78523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T22:27:17.756188Z","caller":"traceutil/trace.go:171","msg":"trace[1135839946] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2294; }","duration":"303.679049ms","start":"2026-03-31T22:27:17.452491Z","end":"2026-03-31T22:27:17.75617Z","steps":["trace[1135839946] 'agreement among raft nodes before linearized reading' (duration: 303.484464ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:17.756257Z","caller":"traceutil/trace.go:171","msg":"trace[1570176200] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2294; }","duration":"295.907195ms","start":"2026-03-31T22:27:17.460329Z","end":"2026-03-31T22:27:17.756236Z","steps":["trace[1570176200] 'agreement among raft nodes before linearized reading' (duration: 295.665798ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:17.756114Z","caller":"traceutil/trace.go:171","msg":"trace[1339472499] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2294; }","duration":"300.355553ms","start":"2026-03-31T22:27:17.455737Z","end":"2026-03-31T22:27:17.756092Z","steps":["trace[1339472499] 'agreement among raft nodes before linearized reading' (duration: 300.074907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:17.756294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:17.452473Z","time spent":"303.803122ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T22:27:17.756329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:17.455721Z","time spent":"300.59374ms","remote":"127.0.0.1:39692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-31T22:27:17.756053Z","caller":"traceutil/trace.go:171","msg":"trace[1142091597] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2294; }","duration":"302.939992ms","start":"2026-03-31T22:27:17.453095Z","end":"2026-03-31T22:27:17.756035Z","steps":["trace[1142091597] 'agreement among raft nodes before linearized reading' (duration: 302.759438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:17.756384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:17.453081Z","time spent":"303.288781ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T22:27:17.755949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.76196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T22:27:17.757101Z","caller":"traceutil/trace.go:171","msg":"trace[1530478451] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2294; }","duration":"296.936387ms","start":"2026-03-31T22:27:17.460146Z","end":"2026-03-31T22:27:17.757082Z","steps":["trace[1530478451] 'agreement among raft nodes before linearized reading' (duration: 295.591397ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:28.022965Z","caller":"traceutil/trace.go:171","msg":"trace[2018673311] linearizableReadLoop","detail":"{readStateIndex:2465; appliedIndex:2463; }","duration":"123.263656ms","start":"2026-03-31T22:27:27.899678Z","end":"2026-03-31T22:27:28.022942Z","steps":["trace[2018673311] 'read index received' (duration: 32.279668ms)","trace[2018673311] 'applied index is now lower than readState.Index' (duration: 90.983068ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:27:28.023077Z","caller":"traceutil/trace.go:171","msg":"trace[178756686] transaction","detail":"{read_only:false; response_revision:2358; number_of_response:1; }","duration":"130.225132ms","start":"2026-03-31T22:27:27.892815Z","end":"2026-03-31T22:27:28.02304Z","steps":["trace[178756686] 'process raft request' (duration: 129.993797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:28.023166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.46523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T22:27:28.023279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.719504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-31T22:27:28.023345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.835335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T22:27:28.023329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.963837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T22:27:28.023304Z","caller":"traceutil/trace.go:171","msg":"trace[818910535] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2358; }","duration":"123.635416ms","start":"2026-03-31T22:27:27.899653Z","end":"2026-03-31T22:27:28.023289Z","steps":["trace[818910535] 'agreement among raft nodes before linearized reading' (duration: 123.40369ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:28.023375Z","caller":"traceutil/trace.go:171","msg":"trace[153251985] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2358; }","duration":"109.983507ms","start":"2026-03-31T22:27:27.913383Z","end":"2026-03-31T22:27:28.023367Z","steps":["trace[153251985] 'agreement among raft nodes before linearized reading' (duration: 109.812064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:28.023393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.867375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T22:27:28.02348Z","caller":"traceutil/trace.go:171","msg":"trace[466539735] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2358; }","duration":"110.006019ms","start":"2026-03-31T22:27:27.913455Z","end":"2026-03-31T22:27:28.023461Z","steps":["trace[466539735] 'agreement among raft nodes before linearized reading' (duration: 109.739823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:28.023491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.871865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T22:27:28.023604Z","caller":"traceutil/trace.go:171","msg":"trace[1101104700] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2358; }","duration":"110.034039ms","start":"2026-03-31T22:27:27.913545Z","end":"2026-03-31T22:27:28.023579Z","steps":["trace[1101104700] 'agreement among raft nodes before linearized reading' (duration: 109.710242ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:28.023356Z","caller":"traceutil/trace.go:171","msg":"trace[337032141] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2358; }","duration":"122.844657ms","start":"2026-03-31T22:27:27.900491Z","end":"2026-03-31T22:27:28.023336Z","steps":["trace[337032141] 'agreement among raft nodes before linearized reading' (duration: 122.628021ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:28.023408Z","caller":"traceutil/trace.go:171","msg":"trace[1149761157] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2358; }","duration":"110.08194ms","start":"2026-03-31T22:27:27.913305Z","end":"2026-03-31T22:27:28.023387Z","steps":["trace[1149761157] 'agreement among raft nodes before linearized reading' (duration: 109.896846ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:40.171101Z","caller":"traceutil/trace.go:171","msg":"trace[1705157572] transaction","detail":"{read_only:false; response_revision:2420; number_of_response:1; }","duration":"230.45275ms","start":"2026-03-31T22:27:39.940622Z","end":"2026-03-31T22:27:40.171075Z","steps":["trace[1705157572] 'process raft request' (duration: 230.281056ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:40.22419Z","caller":"traceutil/trace.go:171","msg":"trace[902052933] transaction","detail":"{read_only:false; response_revision:2421; number_of_response:1; }","duration":"193.665581ms","start":"2026-03-31T22:27:40.030494Z","end":"2026-03-31T22:27:40.22416Z","steps":["trace[902052933] 'process raft request' (duration: 193.478787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:44.982327Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219120757601824187,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:27:45.066086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.553904ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:27:45.066388Z","caller":"traceutil/trace.go:171","msg":"trace[1376312865] transaction","detail":"{read_only:false; response_revision:2447; number_of_response:1; }","duration":"697.090918ms","start":"2026-03-31T22:27:44.369266Z","end":"2026-03-31T22:27:45.066357Z","steps":["trace[1376312865] 'process raft request' (duration: 84.160625ms)","trace[1376312865] 'compare' (duration: 612.35637ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:27:45.066509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:44.369242Z","time spent":"697.23194ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:27:45.287404Z","caller":"traceutil/trace.go:171","msg":"trace[767034419] transaction","detail":"{read_only:false; response_revision:2448; number_of_response:1; }","duration":"917.827979ms","start":"2026-03-31T22:27:44.369544Z","end":"2026-03-31T22:27:45.287372Z","steps":["trace[767034419] 'process raft request' (duration: 830.609736ms)","trace[767034419] 'compare' (duration: 87.001519ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:27:45.287584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:44.369524Z","time spent":"917.968652ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:27:45.287702Z","caller":"traceutil/trace.go:171","msg":"trace[1074576144] transaction","detail":"{read_only:false; response_revision:2449; number_of_response:1; }","duration":"917.361078ms","start":"2026-03-31T22:27:44.370319Z","end":"2026-03-31T22:27:45.28768Z","steps":["trace[1074576144] 'process raft request' (duration: 916.9821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:45.287809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:44.370305Z","time spent":"917.443871ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:27:45.288005Z","caller":"traceutil/trace.go:171","msg":"trace[472003708] transaction","detail":"{read_only:false; response_revision:2450; number_of_response:1; }","duration":"917.498071ms","start":"2026-03-31T22:27:44.370499Z","end":"2026-03-31T22:27:45.287998Z","steps":["trace[472003708] 'process raft request' (duration: 917.121053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:45.288051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:44.370469Z","time spent":"917.559313ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:27:45.288126Z","caller":"traceutil/trace.go:171","msg":"trace[1246807727] transaction","detail":"{read_only:false; response_revision:2451; number_of_response:1; }","duration":"836.264264ms","start":"2026-03-31T22:27:44.451855Z","end":"2026-03-31T22:27:45.288119Z","steps":["trace[1246807727] 'process raft request' (duration: 836.12153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:45.288162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:44.451815Z","time spent":"836.331275ms","remote":"127.0.0.1:53034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:27:45.288105Z","caller":"traceutil/trace.go:171","msg":"trace[1749787263] linearizableReadLoop","detail":"{readStateIndex:2561; appliedIndex:2557; }","duration":"806.205226ms","start":"2026-03-31T22:27:44.481877Z","end":"2026-03-31T22:27:45.288082Z","steps":["trace[1749787263] 'read index received' (duration: 718.263215ms)","trace[1749787263] 'applied index is now lower than readState.Index' (duration: 87.940431ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:27:45.288314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.453132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T22:27:45.288373Z","caller":"traceutil/trace.go:171","msg":"trace[1527711687] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2451; }","duration":"806.596454ms","start":"2026-03-31T22:27:44.481761Z","end":"2026-03-31T22:27:45.288357Z","steps":["trace[1527711687] 'agreement among raft nodes before linearized reading' (duration: 806.38439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:45.288394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.344407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"warn","ts":"2026-03-31T22:27:45.288405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:44.481723Z","time spent":"806.673486ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T22:27:45.288444Z","caller":"traceutil/trace.go:171","msg":"trace[1821820593] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2451; }","duration":"769.443019ms","start":"2026-03-31T22:27:44.518986Z","end":"2026-03-31T22:27:45.288429Z","steps":["trace[1821820593] 'agreement among raft nodes before linearized reading' (duration: 769.297336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:45.288484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:44.51896Z","time spent":"769.51361ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12408,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T22:27:45.288563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.117861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:27:45.288592Z","caller":"traceutil/trace.go:171","msg":"trace[771403652] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2451; }","duration":"761.170492ms","start":"2026-03-31T22:27:44.527412Z","end":"2026-03-31T22:27:45.288583Z","steps":["trace[771403652] 'agreement among raft nodes before linearized reading' (duration: 761.117991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:45.288621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:44.5274Z","time spent":"761.212203ms","remote":"127.0.0.1:39612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:27:46.686628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.220103827s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:27:46.68677Z","caller":"traceutil/trace.go:171","msg":"trace[1229314172] transaction","detail":"{read_only:false; response_revision:2452; number_of_response:1; }","duration":"1.396020569s","start":"2026-03-31T22:27:45.290735Z","end":"2026-03-31T22:27:46.686755Z","steps":["trace[1229314172] 'process raft request' (duration: 175.727447ms)","trace[1229314172] 'compare' (duration: 1.219666328s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:27:46.686829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:45.290713Z","time spent":"1.396093241s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:27:46.686976Z","caller":"traceutil/trace.go:171","msg":"trace[141362649] linearizableReadLoop","detail":"{readStateIndex:2563; appliedIndex:2561; }","duration":"1.389690625s","start":"2026-03-31T22:27:45.297264Z","end":"2026-03-31T22:27:46.686954Z","steps":["trace[141362649] 'read index received' (duration: 169.194549ms)","trace[141362649] 'applied index is now lower than readState.Index' (duration: 1.220495276s)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:27:46.68718Z","caller":"traceutil/trace.go:171","msg":"trace[386512893] transaction","detail":"{read_only:false; response_revision:2453; number_of_response:1; }","duration":"1.393498531s","start":"2026-03-31T22:27:45.293671Z","end":"2026-03-31T22:27:46.687169Z","steps":["trace[386512893] 'process raft request' (duration: 1.393042231s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:46.687287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:45.293655Z","time spent":"1.393578192s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:27:46.68764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.39037977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:27:46.687695Z","caller":"traceutil/trace.go:171","msg":"trace[1201068141] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2453; }","duration":"1.390449062s","start":"2026-03-31T22:27:45.297238Z","end":"2026-03-31T22:27:46.687687Z","steps":["trace[1201068141] 'agreement among raft nodes before linearized reading' (duration: 1.390375951s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:46.687734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:45.297231Z","time spent":"1.390497413s","remote":"127.0.0.1:53460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-31T22:27:46.764436Z","caller":"traceutil/trace.go:171","msg":"trace[1511660751] transaction","detail":"{read_only:false; response_revision:2454; number_of_response:1; }","duration":"561.69815ms","start":"2026-03-31T22:27:46.202694Z","end":"2026-03-31T22:27:46.764392Z","steps":["trace[1511660751] 'process raft request' (duration: 561.489644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:46.764804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:46.202646Z","time spent":"561.905654ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:27:47.070304Z","caller":"traceutil/trace.go:171","msg":"trace[1534081224] transaction","detail":"{read_only:false; response_revision:2455; number_of_response:1; }","duration":"820.111209ms","start":"2026-03-31T22:27:46.250164Z","end":"2026-03-31T22:27:47.070275Z","steps":["trace[1534081224] 'process raft request' (duration: 745.284453ms)","trace[1534081224] 'compare' (duration: 74.54132ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:27:47.07044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:46.250135Z","time spent":"820.230072ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:27:47.070906Z","caller":"traceutil/trace.go:171","msg":"trace[1259277242] transaction","detail":"{read_only:false; response_revision:2456; number_of_response:1; }","duration":"812.778964ms","start":"2026-03-31T22:27:46.258081Z","end":"2026-03-31T22:27:47.07086Z","steps":["trace[1259277242] 'process raft request' (duration: 812.112079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:47.071087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:46.258061Z","time spent":"812.936977ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:27:47.352611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.265956ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T22:27:47.352763Z","caller":"traceutil/trace.go:171","msg":"trace[842293870] linearizableReadLoop","detail":"{readStateIndex:2567; appliedIndex:2563; }","duration":"665.667871ms","start":"2026-03-31T22:27:46.687045Z","end":"2026-03-31T22:27:47.352712Z","steps":["trace[842293870] 'read index received' (duration: 77.040845ms)","trace[842293870] 'applied index is now lower than readState.Index' (duration: 588.625106ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:27:47.352949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.612547ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:27:47.353114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.291537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T22:27:47.353115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.993631527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:27:47.353171Z","caller":"traceutil/trace.go:171","msg":"trace[687998127] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2456; }","duration":"984.402379ms","start":"2026-03-31T22:27:46.368751Z","end":"2026-03-31T22:27:47.353153Z","steps":["trace[687998127] 'agreement among raft nodes before linearized reading' (duration: 984.185664ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:47.353189Z","caller":"traceutil/trace.go:171","msg":"trace[1003525396] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2456; }","duration":"279.856352ms","start":"2026-03-31T22:27:47.073259Z","end":"2026-03-31T22:27:47.353115Z","steps":["trace[1003525396] 'range keys from in-memory index tree' (duration: 279.555976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:47.353237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031608693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:27:47.353282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.711891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:27:47.353315Z","caller":"traceutil/trace.go:171","msg":"trace[847799307] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:2456; }","duration":"1.031686994s","start":"2026-03-31T22:27:46.321608Z","end":"2026-03-31T22:27:47.353295Z","steps":["trace[847799307] 'agreement among raft nodes before linearized reading' (duration: 1.031587252s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:47.353331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.6788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:27:47.353327Z","caller":"traceutil/trace.go:171","msg":"trace[250355079] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2456; }","duration":"661.805465ms","start":"2026-03-31T22:27:46.691509Z","end":"2026-03-31T22:27:47.353314Z","steps":["trace[250355079] 'agreement among raft nodes before linearized reading' (duration: 661.718593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:47.353375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:46.32154Z","time spent":"1.031818338s","remote":"127.0.0.1:55630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:27:47.35338Z","caller":"traceutil/trace.go:171","msg":"trace[1150550471] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:2456; }","duration":"589.752092ms","start":"2026-03-31T22:27:46.763613Z","end":"2026-03-31T22:27:47.353365Z","steps":["trace[1150550471] 'agreement among raft nodes before linearized reading' (duration: 589.67884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:47.353383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:46.691494Z","time spent":"661.878286ms","remote":"127.0.0.1:53224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T22:27:47.353421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:46.763591Z","time spent":"589.817003ms","remote":"127.0.0.1:47104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:27:47.353407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.97707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:27:47.353258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:46.368724Z","time spent":"984.518292ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T22:27:47.353538Z","caller":"traceutil/trace.go:171","msg":"trace[871512902] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:2456; }","duration":"282.196665ms","start":"2026-03-31T22:27:47.071316Z","end":"2026-03-31T22:27:47.353512Z","steps":["trace[871512902] 'agreement among raft nodes before linearized reading' (duration: 281.914819ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:47.353175Z","caller":"traceutil/trace.go:171","msg":"trace[146837654] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2456; }","duration":"1.993725159s","start":"2026-03-31T22:27:45.359435Z","end":"2026-03-31T22:27:47.35316Z","steps":["trace[146837654] 'agreement among raft nodes before linearized reading' (duration: 1.993622357s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:47.353731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:45.359419Z","time spent":"1.994298502s","remote":"127.0.0.1:53020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:27:47.35315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05725308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T22:27:47.353889Z","caller":"traceutil/trace.go:171","msg":"trace[1277432826] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2456; }","duration":"1.058060138s","start":"2026-03-31T22:27:46.29581Z","end":"2026-03-31T22:27:47.35387Z","steps":["trace[1277432826] 'agreement among raft nodes before linearized reading' (duration: 1.057179729s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:47.353942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:46.295787Z","time spent":"1.058140589s","remote":"127.0.0.1:39692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T22:27:47.354001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.245826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T22:27:47.354134Z","caller":"traceutil/trace.go:171","msg":"trace[179403627] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2456; }","duration":"282.418791ms","start":"2026-03-31T22:27:47.071693Z","end":"2026-03-31T22:27:47.354112Z","steps":["trace[179403627] 'agreement among raft nodes before linearized reading' (duration: 282.080133ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:47.540972Z","caller":"traceutil/trace.go:171","msg":"trace[17082737] transaction","detail":"{read_only:false; response_revision:2457; number_of_response:1; }","duration":"182.07082ms","start":"2026-03-31T22:27:47.358876Z","end":"2026-03-31T22:27:47.540947Z","steps":["trace[17082737] 'process raft request' (duration: 181.819385ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:47.815375Z","caller":"traceutil/trace.go:171","msg":"trace[1282081950] transaction","detail":"{read_only:false; response_revision:2459; number_of_response:1; }","duration":"455.877887ms","start":"2026-03-31T22:27:47.35947Z","end":"2026-03-31T22:27:47.815348Z","steps":["trace[1282081950] 'process raft request' (duration: 455.781155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:47.815525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:47.359447Z","time spent":"456.000909ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:27:47.815857Z","caller":"traceutil/trace.go:171","msg":"trace[2055299078] transaction","detail":"{read_only:false; response_revision:2460; number_of_response:1; }","duration":"455.920177ms","start":"2026-03-31T22:27:47.359894Z","end":"2026-03-31T22:27:47.815814Z","steps":["trace[2055299078] 'process raft request' (duration: 455.398156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:47.815947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:47.359884Z","time spent":"456.02482ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:27:47.815932Z","caller":"traceutil/trace.go:171","msg":"trace[2123325945] linearizableReadLoop","detail":"{readStateIndex:2572; appliedIndex:2567; }","duration":"454.486685ms","start":"2026-03-31T22:27:47.361402Z","end":"2026-03-31T22:27:47.815889Z","steps":["trace[2123325945] 'read index received' (duration: 179.277547ms)","trace[2123325945] 'applied index is now lower than readState.Index' (duration: 275.206808ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:27:47.816074Z","caller":"traceutil/trace.go:171","msg":"trace[971562527] transaction","detail":"{read_only:false; response_revision:2461; number_of_response:1; }","duration":"455.99954ms","start":"2026-03-31T22:27:47.360062Z","end":"2026-03-31T22:27:47.816062Z","steps":["trace[971562527] 'process raft request' (duration: 455.612481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:47.816126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:47.360054Z","time spent":"456.043461ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:27:47.816242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.838678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:27:47.816319Z","caller":"traceutil/trace.go:171","msg":"trace[1465979441] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2461; }","duration":"452.93071ms","start":"2026-03-31T22:27:47.363369Z","end":"2026-03-31T22:27:47.816299Z","steps":["trace[1465979441] 'agreement among raft nodes before linearized reading' (duration: 452.825028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:47.816365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:47.363361Z","time spent":"452.991881ms","remote":"127.0.0.1:53020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:27:47.816363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.919604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T22:27:47.816413Z","caller":"traceutil/trace.go:171","msg":"trace[418442039] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2461; }","duration":"455.018206ms","start":"2026-03-31T22:27:47.361377Z","end":"2026-03-31T22:27:47.816395Z","steps":["trace[418442039] 'agreement among raft nodes before linearized reading' (duration: 454.72293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:47.81647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:47.361369Z","time spent":"455.089999ms","remote":"127.0.0.1:39692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-31T22:27:47.815686Z","caller":"traceutil/trace.go:171","msg":"trace[1551875117] transaction","detail":"{read_only:false; response_revision:2458; number_of_response:1; }","duration":"456.255735ms","start":"2026-03-31T22:27:47.359408Z","end":"2026-03-31T22:27:47.815664Z","steps":["trace[1551875117] 'process raft request' (duration: 455.705443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:47.816876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:47.359392Z","time spent":"457.381699ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:27:51.945409Z","caller":"traceutil/trace.go:171","msg":"trace[797948742] transaction","detail":"{read_only:false; response_revision:2482; number_of_response:1; }","duration":"107.780898ms","start":"2026-03-31T22:27:51.837612Z","end":"2026-03-31T22:27:51.945393Z","steps":["trace[797948742] 'process raft request' (duration: 107.629545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:51.94555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.98355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T22:27:51.945581Z","caller":"traceutil/trace.go:171","msg":"trace[1533309296] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2482; }","duration":"103.065371ms","start":"2026-03-31T22:27:51.842509Z","end":"2026-03-31T22:27:51.945574Z","steps":["trace[1533309296] 'agreement among raft nodes before linearized reading' (duration: 102.928538ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:51.945394Z","caller":"traceutil/trace.go:171","msg":"trace[571940732] linearizableReadLoop","detail":"{readStateIndex:2594; appliedIndex:2593; }","duration":"102.814215ms","start":"2026-03-31T22:27:51.842561Z","end":"2026-03-31T22:27:51.945375Z","steps":["trace[571940732] 'read index received' (duration: 102.640782ms)","trace[571940732] 'applied index is now lower than readState.Index' (duration: 172.753µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:27:51.945632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.052291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T22:27:51.945713Z","caller":"traceutil/trace.go:171","msg":"trace[2019035770] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2482; }","duration":"103.183834ms","start":"2026-03-31T22:27:51.842509Z","end":"2026-03-31T22:27:51.945693Z","steps":["trace[2019035770] 'agreement among raft nodes before linearized reading' (duration: 102.948478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:51.946123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.677871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T22:27:51.946255Z","caller":"traceutil/trace.go:171","msg":"trace[763599520] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2482; }","duration":"102.874986ms","start":"2026-03-31T22:27:51.84335Z","end":"2026-03-31T22:27:51.946225Z","steps":["trace[763599520] 'agreement among raft nodes before linearized reading' (duration: 102.441667ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:52.857958Z","caller":"traceutil/trace.go:171","msg":"trace[756873354] linearizableReadLoop","detail":"{readStateIndex:2598; appliedIndex:2597; }","duration":"114.593201ms","start":"2026-03-31T22:27:52.743327Z","end":"2026-03-31T22:27:52.85792Z","steps":["trace[756873354] 'read index received' (duration: 114.350756ms)","trace[756873354] 'applied index is now lower than readState.Index' (duration: 240.595µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:27:52.858117Z","caller":"traceutil/trace.go:171","msg":"trace[698546993] transaction","detail":"{read_only:false; response_revision:2486; number_of_response:1; }","duration":"132.442733ms","start":"2026-03-31T22:27:52.725662Z","end":"2026-03-31T22:27:52.858105Z","steps":["trace[698546993] 'process raft request' (duration: 132.040464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:52.858279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.924968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:27:52.858367Z","caller":"traceutil/trace.go:171","msg":"trace[1556193378] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:2486; }","duration":"115.090152ms","start":"2026-03-31T22:27:52.743255Z","end":"2026-03-31T22:27:52.858346Z","steps":["trace[1556193378] 'agreement among raft nodes before linearized reading' (duration: 114.893887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:53.358906Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219120757601824279,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T22:27:53.397078Z","caller":"traceutil/trace.go:171","msg":"trace[678737060] transaction","detail":"{read_only:false; response_revision:2487; number_of_response:1; }","duration":"601.614639ms","start":"2026-03-31T22:27:52.79543Z","end":"2026-03-31T22:27:53.397045Z","steps":["trace[678737060] 'process raft request' (duration: 601.406774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:53.397288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:52.795396Z","time spent":"601.785743ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:27:55.359811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999882557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T22:27:55.35992Z","caller":"traceutil/trace.go:171","msg":"trace[1256899761] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000109252s","start":"2026-03-31T22:27:53.359791Z","end":"2026-03-31T22:27:55.359901Z","steps":["trace[1256899761] 'agreement among raft nodes before linearized reading' (duration: 1.999934148s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:55.359966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:53.35977Z","time spent":"2.000183263s","remote":"127.0.0.1:53020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:27:55.66247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.189916536s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:27:55.662705Z","caller":"traceutil/trace.go:171","msg":"trace[1808493099] transaction","detail":"{read_only:false; response_revision:2488; number_of_response:1; }","duration":"2.561977886s","start":"2026-03-31T22:27:53.100683Z","end":"2026-03-31T22:27:55.662661Z","steps":["trace[1808493099] 'process raft request' (duration: 371.798314ms)","trace[1808493099] 'compare' (duration: 2.189531998s)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:27:55.662769Z","caller":"traceutil/trace.go:171","msg":"trace[426799116] linearizableReadLoop","detail":"{readStateIndex:2601; appliedIndex:2598; }","duration":"2.8046336s","start":"2026-03-31T22:27:52.85805Z","end":"2026-03-31T22:27:55.662683Z","steps":["trace[426799116] 'read index received' (duration: 538.765813ms)","trace[426799116] 'applied index is now lower than readState.Index' (duration: 2.265866497s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:27:55.662878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:53.100657Z","time spent":"2.562123209s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:27:55.662925Z","caller":"traceutil/trace.go:171","msg":"trace[179369607] transaction","detail":"{read_only:false; response_revision:2489; number_of_response:1; }","duration":"2.561995946s","start":"2026-03-31T22:27:53.100851Z","end":"2026-03-31T22:27:55.662847Z","steps":["trace[179369607] 'process raft request' (duration: 2.56172387s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:55.663161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.839081445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"info","ts":"2026-03-31T22:27:55.663223Z","caller":"traceutil/trace.go:171","msg":"trace[1251591048] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2489; }","duration":"2.839192087s","start":"2026-03-31T22:27:52.824015Z","end":"2026-03-31T22:27:55.663207Z","steps":["trace[1251591048] 'agreement among raft nodes before linearized reading' (duration: 2.838880031s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:55.663169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:53.100817Z","time spent":"2.562260773s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:27:55.663311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:52.823987Z","time spent":"2.83927477s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12408,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T22:27:55.972936Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.526394994s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T22:27:57.003865Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.030774103s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T22:27:57.026588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999816556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T22:27:57.026664Z","caller":"traceutil/trace.go:171","msg":"trace[77994592] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999950348s","start":"2026-03-31T22:27:55.026698Z","end":"2026-03-31T22:27:57.026648Z","steps":["trace[77994592] 'agreement among raft nodes before linearized reading' (duration: 1.999846476s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:57.0267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:55.026679Z","time spent":"2.00001411s","remote":"127.0.0.1:53020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 22:27:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T22:27:57.361045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000587203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T22:27:57.361132Z","caller":"traceutil/trace.go:171","msg":"trace[585902390] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000731306s","start":"2026-03-31T22:27:55.360381Z","end":"2026-03-31T22:27:57.361112Z","steps":["trace[585902390] 'agreement among raft nodes before linearized reading' (duration: 2.000613174s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:57.36118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:55.360368Z","time spent":"2.000802777s","remote":"127.0.0.1:53032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 22:27:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T22:27:57.951269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.813388ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:27:57.951401Z","caller":"traceutil/trace.go:171","msg":"trace[175069047] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2489; }","duration":"877.955752ms","start":"2026-03-31T22:27:57.073424Z","end":"2026-03-31T22:27:57.95138Z","steps":["trace[175069047] 'range keys from in-memory index tree' (duration: 877.794108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:57.952188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.968644833s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:27:57.952438Z","caller":"traceutil/trace.go:171","msg":"trace[99514227] transaction","detail":"{read_only:false; response_revision:2490; number_of_response:1; }","duration":"3.505977484s","start":"2026-03-31T22:27:54.446426Z","end":"2026-03-31T22:27:57.952403Z","steps":["trace[99514227] 'process raft request' (duration: 1.537054504s)","trace[99514227] 'compare' (duration: 1.968180913s)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:27:57.95255Z","caller":"traceutil/trace.go:171","msg":"trace[1914633795] transaction","detail":"{read_only:false; response_revision:2491; number_of_response:1; }","duration":"2.549659168s","start":"2026-03-31T22:27:55.402869Z","end":"2026-03-31T22:27:57.952528Z","steps":["trace[1914633795] 'process raft request' (duration: 2.549425332s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:57.952559Z","caller":"traceutil/trace.go:171","msg":"trace[731277692] linearizableReadLoop","detail":"{readStateIndex:2603; appliedIndex:2601; }","duration":"2.289673293s","start":"2026-03-31T22:27:55.662865Z","end":"2026-03-31T22:27:57.952538Z","steps":["trace[731277692] 'read index received' (duration: 320.555458ms)","trace[731277692] 'applied index is now lower than readState.Index' (duration: 1.969115775s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:27:57.952659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:54.4464Z","time spent":"3.506170387s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:27:57.952662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:55.40284Z","time spent":"2.54976549s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:27:58.453732Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219120757601824288,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:27:58.954944Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219120757601824288,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:27:59.369345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000217025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T22:27:59.369412Z","caller":"traceutil/trace.go:171","msg":"trace[997758745] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000358157s","start":"2026-03-31T22:27:57.369039Z","end":"2026-03-31T22:27:59.369397Z","steps":["trace[997758745] 'agreement among raft nodes before linearized reading' (duration: 2.000267375s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:59.36946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:57.36901Z","time spent":"2.000431029s","remote":"127.0.0.1:53020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:27:59.455737Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219120757601824288,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:27:59.488214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.535820246s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-31T22:27:59.488508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.288876155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:27:59.488543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.505478893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T22:27:59.488554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.59192298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T22:27:59.488592Z","caller":"traceutil/trace.go:171","msg":"trace[166117909] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:2491; }","duration":"6.289006818s","start":"2026-03-31T22:27:53.199562Z","end":"2026-03-31T22:27:59.488569Z","steps":["trace[166117909] 'agreement among raft nodes before linearized reading' (duration: 4.753082478s)","trace[166117909] 'count revisions from in-memory index tree' (duration: 1.535803077s)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:27:59.488625Z","caller":"traceutil/trace.go:171","msg":"trace[887494617] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2491; }","duration":"5.505614986s","start":"2026-03-31T22:27:53.982986Z","end":"2026-03-31T22:27:59.488601Z","steps":["trace[887494617] 'agreement among raft nodes before linearized reading' (duration: 3.969648456s)","trace[887494617] 'range keys from in-memory index tree' (duration: 1.535733895s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:27:59.48864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:53.199542Z","time spent":"6.28908681s","remote":"127.0.0.1:39726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:27:59.488643Z","caller":"traceutil/trace.go:171","msg":"trace[225060733] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2491; }","duration":"4.592060054s","start":"2026-03-31T22:27:54.896557Z","end":"2026-03-31T22:27:59.488617Z","steps":["trace[225060733] 'agreement among raft nodes before linearized reading' (duration: 3.056048452s)","trace[225060733] 'range keys from in-memory index tree' (duration: 1.535775246s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:27:59.488674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:53.982967Z","time spent":"5.505697628s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:27:59.488694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:54.896541Z","time spent":"4.592142955s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T22:27:59.488704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.498948316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"rangeKeys: context cancelled: context deadline exceeded"} {"level":"warn","ts":"2026-03-31T22:27:59.488548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.082307343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-31T22:27:59.488801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.909696186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"rangeKeys: context cancelled: context deadline exceeded"} {"level":"info","ts":"2026-03-31T22:27:59.488863Z","caller":"traceutil/trace.go:171","msg":"trace[1596226878] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.909789778s","start":"2026-03-31T22:27:53.579052Z","end":"2026-03-31T22:27:59.488842Z","steps":["trace[1596226878] 'agreement among raft nodes before linearized reading' (duration: 4.373589922s)","trace[1596226878] 'range keys from in-memory index tree' (duration: 1.536130914s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:27:59.488931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:53.579032Z","time spent":"5.90988201s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T22:27:59.488947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.539340826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} 2026/03/31 22:27:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T22:27:59.488641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.499239782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"rangeKeys: context cancelled: context deadline exceeded"} {"level":"info","ts":"2026-03-31T22:27:59.489032Z","caller":"traceutil/trace.go:171","msg":"trace[1149987625] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2491; }","duration":"5.539431318s","start":"2026-03-31T22:27:53.949556Z","end":"2026-03-31T22:27:59.488987Z","steps":["trace[1149987625] 'agreement among raft nodes before linearized reading' (duration: 4.003069939s)","trace[1149987625] 'range keys from in-memory index tree' (duration: 1.536207016s)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:27:59.48907Z","caller":"traceutil/trace.go:171","msg":"trace[988515234] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.499681032s","start":"2026-03-31T22:27:53.989362Z","end":"2026-03-31T22:27:59.489043Z","steps":["trace[988515234] 'agreement among raft nodes before linearized reading' (duration: 3.963268882s)","trace[988515234] 'range keys from in-memory index tree' (duration: 1.535973441s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:27:59.489086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:53.949537Z","time spent":"5.539533151s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T22:27:59.489135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:53.989352Z","time spent":"5.499759244s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/31 22:27:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T22:27:59.488629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.500974861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:27:59.489195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.6527586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:27:59.489259Z","caller":"traceutil/trace.go:171","msg":"trace[1420185854] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:2491; }","duration":"4.652855792s","start":"2026-03-31T22:27:54.836383Z","end":"2026-03-31T22:27:59.489239Z","steps":["trace[1420185854] 'agreement among raft nodes before linearized reading' (duration: 3.116208746s)","trace[1420185854] 'count revisions from in-memory index tree' (duration: 1.536539214s)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:27:59.488816Z","caller":"traceutil/trace.go:171","msg":"trace[1977409643] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2491; }","duration":"6.082650931s","start":"2026-03-31T22:27:53.406155Z","end":"2026-03-31T22:27:59.488806Z","steps":["trace[1977409643] 'agreement among raft nodes before linearized reading' (duration: 4.546483536s)","trace[1977409643] 'range keys from in-memory index tree' (duration: 1.535655784s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:27:59.489329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:53.40613Z","time spent":"6.083179843s","remote":"127.0.0.1:39692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T22:27:59.489323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:54.836368Z","time spent":"4.652928554s","remote":"127.0.0.1:53374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:27:59.488801Z","caller":"traceutil/trace.go:171","msg":"trace[217575535] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.499077668s","start":"2026-03-31T22:27:53.989701Z","end":"2026-03-31T22:27:59.488779Z","steps":["trace[217575535] 'agreement among raft nodes before linearized reading' (duration: 3.962914963s)","trace[217575535] 'range keys from in-memory index tree' (duration: 1.536048952s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:27:59.48948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:53.989677Z","time spent":"5.499771674s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/31 22:27:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-31T22:27:59.489215Z","caller":"traceutil/trace.go:171","msg":"trace[1609758164] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:2491; }","duration":"5.501624656s","start":"2026-03-31T22:27:53.987577Z","end":"2026-03-31T22:27:59.489202Z","steps":["trace[1609758164] 'agreement among raft nodes before linearized reading' (duration: 3.96497395s)","trace[1609758164] 'count revisions from in-memory index tree' (duration: 1.53594001s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:27:59.489706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:53.987559Z","time spent":"5.502131067s","remote":"127.0.0.1:53188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":15,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:27:59.691086Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.752812864s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T22:27:59.691526Z","caller":"traceutil/trace.go:171","msg":"trace[109802973] transaction","detail":"{read_only:false; response_revision:2492; number_of_response:1; }","duration":"2.022025296s","start":"2026-03-31T22:27:57.669472Z","end":"2026-03-31T22:27:59.691497Z","steps":["trace[109802973] 'process raft request' (duration: 2.021789901s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:59.691673Z","caller":"traceutil/trace.go:171","msg":"trace[221935081] transaction","detail":"{read_only:false; response_revision:2493; number_of_response:1; }","duration":"2.022095228s","start":"2026-03-31T22:27:57.669556Z","end":"2026-03-31T22:27:59.691652Z","steps":["trace[221935081] 'process raft request' (duration: 2.021891883s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:59.691703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:57.669449Z","time spent":"2.022158279s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:27:59.691743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:57.66955Z","time spent":"2.022159979s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:27:59.87166Z","caller":"traceutil/trace.go:171","msg":"trace[973197354] transaction","detail":"{read_only:false; response_revision:2495; number_of_response:1; }","duration":"377.780146ms","start":"2026-03-31T22:27:59.493854Z","end":"2026-03-31T22:27:59.871634Z","steps":["trace[973197354] 'process raft request' (duration: 377.656324ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:59.871695Z","caller":"traceutil/trace.go:171","msg":"trace[1944200161] transaction","detail":"{read_only:false; response_revision:2494; number_of_response:1; }","duration":"1.271632897s","start":"2026-03-31T22:27:58.600016Z","end":"2026-03-31T22:27:59.871649Z","steps":["trace[1944200161] 'process raft request' (duration: 1.217023337s)","trace[1944200161] 'compare' (duration: 54.295183ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:27:59.871769Z","caller":"traceutil/trace.go:171","msg":"trace[1436111970] linearizableReadLoop","detail":"{readStateIndex:2607; appliedIndex:2604; }","duration":"1.919142499s","start":"2026-03-31T22:27:57.952609Z","end":"2026-03-31T22:27:59.871752Z","steps":["trace[1436111970] 'read index received' (duration: 1.738697636s)","trace[1436111970] 'applied index is now lower than readState.Index' (duration: 180.444123ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:27:59.87181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:59.493835Z","time spent":"377.89479ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:27:59.87186Z","caller":"traceutil/trace.go:171","msg":"trace[1352191230] transaction","detail":"{read_only:false; response_revision:2497; number_of_response:1; }","duration":"376.100609ms","start":"2026-03-31T22:27:59.495707Z","end":"2026-03-31T22:27:59.871808Z","steps":["trace[1352191230] 'process raft request' (duration: 375.971866ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:59.871814Z","caller":"traceutil/trace.go:171","msg":"trace[1630964151] transaction","detail":"{read_only:false; response_revision:2496; number_of_response:1; }","duration":"377.888579ms","start":"2026-03-31T22:27:59.493898Z","end":"2026-03-31T22:27:59.871787Z","steps":["trace[1630964151] 'process raft request' (duration: 377.671604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:59.871907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:58.599989Z","time spent":"1.2717829s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:27:59.871945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.139634893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:27:59.871949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:59.495664Z","time spent":"376.243522ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:27:59.871979Z","caller":"traceutil/trace.go:171","msg":"trace[1388629093] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:2497; }","duration":"1.139706765s","start":"2026-03-31T22:27:58.732263Z","end":"2026-03-31T22:27:59.87197Z","steps":["trace[1388629093] 'agreement among raft nodes before linearized reading' (duration: 1.139640383s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:59.871979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.985164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:27:59.871922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.200559805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:27:59.872003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:58.732244Z","time spent":"1.139752547s","remote":"127.0.0.1:55742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:27:59.872004Z","caller":"traceutil/trace.go:171","msg":"trace[1412295352] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2497; }","duration":"502.042726ms","start":"2026-03-31T22:27:59.369953Z","end":"2026-03-31T22:27:59.871996Z","steps":["trace[1412295352] 'agreement among raft nodes before linearized reading' (duration: 502.011035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:59.871995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:59.493812Z","time spent":"378.144875ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:27:59.872025Z","caller":"traceutil/trace.go:171","msg":"trace[1065754492] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2497; }","duration":"4.20071166s","start":"2026-03-31T22:27:55.671306Z","end":"2026-03-31T22:27:59.872017Z","steps":["trace[1065754492] 'agreement among raft nodes before linearized reading' (duration: 4.200569626s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:59.872031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:59.369933Z","time spent":"502.092968ms","remote":"127.0.0.1:53032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:27:59.872067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:55.671292Z","time spent":"4.200752981s","remote":"127.0.0.1:53460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T22:27:59.872063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.970533236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a20d80db7ab32f\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-31T22:27:59.872132Z","caller":"traceutil/trace.go:171","msg":"trace[562073024] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a20d80db7ab32f; range_end:; response_count:1; response_revision:2497; }","duration":"3.970648869s","start":"2026-03-31T22:27:55.901466Z","end":"2026-03-31T22:27:59.872115Z","steps":["trace[562073024] 'agreement among raft nodes before linearized reading' (duration: 3.970407803s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:59.872171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:55.901446Z","time spent":"3.97071637s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a20d80db7ab32f\" "} {"level":"warn","ts":"2026-03-31T22:28:00.187186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.642505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:28:00.187267Z","caller":"traceutil/trace.go:171","msg":"trace[926953493] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2501; }","duration":"167.781158ms","start":"2026-03-31T22:28:00.019464Z","end":"2026-03-31T22:28:00.187245Z","steps":["trace[926953493] 'count revisions from in-memory index tree' (duration: 167.571734ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:13.282662Z","caller":"traceutil/trace.go:171","msg":"trace[311576458] transaction","detail":"{read_only:false; response_revision:2571; number_of_response:1; }","duration":"116.843212ms","start":"2026-03-31T22:28:13.165797Z","end":"2026-03-31T22:28:13.28264Z","steps":["trace[311576458] 'process raft request' (duration: 59.412277ms)","trace[311576458] 'compare' (duration: 57.340133ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:28:13.951927Z","caller":"traceutil/trace.go:171","msg":"trace[1868228426] transaction","detail":"{read_only:false; response_revision:2573; number_of_response:1; }","duration":"155.584594ms","start":"2026-03-31T22:28:13.796307Z","end":"2026-03-31T22:28:13.951891Z","steps":["trace[1868228426] 'process raft request' (duration: 137.024316ms)","trace[1868228426] 'compare' (duration: 18.341483ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:28:14.156888Z","caller":"traceutil/trace.go:171","msg":"trace[1139365358] linearizableReadLoop","detail":"{readStateIndex:2692; appliedIndex:2691; }","duration":"127.761028ms","start":"2026-03-31T22:28:14.029105Z","end":"2026-03-31T22:28:14.156866Z","steps":["trace[1139365358] 'read index received' (duration: 60.261148ms)","trace[1139365358] 'applied index is now lower than readState.Index' (duration: 67.49878ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:28:14.156933Z","caller":"traceutil/trace.go:171","msg":"trace[318671072] transaction","detail":"{read_only:false; response_revision:2575; number_of_response:1; }","duration":"144.041815ms","start":"2026-03-31T22:28:14.012866Z","end":"2026-03-31T22:28:14.156908Z","steps":["trace[318671072] 'process raft request' (duration: 76.587626ms)","trace[318671072] 'compare' (duration: 67.311226ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:28:14.157041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.926502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T22:28:14.157064Z","caller":"traceutil/trace.go:171","msg":"trace[725727091] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2575; }","duration":"127.994173ms","start":"2026-03-31T22:28:14.029062Z","end":"2026-03-31T22:28:14.157056Z","steps":["trace[725727091] 'agreement among raft nodes before linearized reading' (duration: 127.879931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:15.183749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.928479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T22:28:15.183892Z","caller":"traceutil/trace.go:171","msg":"trace[1662123680] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2579; }","duration":"143.159075ms","start":"2026-03-31T22:28:15.040706Z","end":"2026-03-31T22:28:15.183865Z","steps":["trace[1662123680] 'range keys from in-memory index tree' (duration: 142.696275ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:21.456548Z","caller":"traceutil/trace.go:171","msg":"trace[1402751036] transaction","detail":"{read_only:false; response_revision:2611; number_of_response:1; }","duration":"144.400012ms","start":"2026-03-31T22:28:21.312112Z","end":"2026-03-31T22:28:21.456512Z","steps":["trace[1402751036] 'process raft request' (duration: 87.617213ms)","trace[1402751036] 'compare' (duration: 56.622035ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:28:21.483624Z","caller":"traceutil/trace.go:171","msg":"trace[410460205] linearizableReadLoop","detail":"{readStateIndex:2731; appliedIndex:2729; }","duration":"137.121768ms","start":"2026-03-31T22:28:21.346486Z","end":"2026-03-31T22:28:21.483608Z","steps":["trace[410460205] 'read index received' (duration: 53.250269ms)","trace[410460205] 'applied index is now lower than readState.Index' (duration: 83.870769ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:28:21.483704Z","caller":"traceutil/trace.go:171","msg":"trace[994686360] transaction","detail":"{read_only:false; response_revision:2612; number_of_response:1; }","duration":"168.939635ms","start":"2026-03-31T22:28:21.314728Z","end":"2026-03-31T22:28:21.483667Z","steps":["trace[994686360] 'process raft request' (duration: 168.774361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:21.48375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.588256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:28:21.483886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.377534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T22:28:21.483956Z","caller":"traceutil/trace.go:171","msg":"trace[190463824] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2612; }","duration":"124.812611ms","start":"2026-03-31T22:28:21.35912Z","end":"2026-03-31T22:28:21.483933Z","steps":["trace[190463824] 'agreement among raft nodes before linearized reading' (duration: 124.597236ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:21.483963Z","caller":"traceutil/trace.go:171","msg":"trace[160671319] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2612; }","duration":"137.485277ms","start":"2026-03-31T22:28:21.346456Z","end":"2026-03-31T22:28:21.483941Z","steps":["trace[160671319] 'agreement among raft nodes before linearized reading' (duration: 137.255842ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:26.132018Z","caller":"traceutil/trace.go:171","msg":"trace[1274829781] transaction","detail":"{read_only:false; response_revision:2634; number_of_response:1; }","duration":"112.657197ms","start":"2026-03-31T22:28:26.019328Z","end":"2026-03-31T22:28:26.131986Z","steps":["trace[1274829781] 'process raft request' (duration: 112.188037ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:26.270585Z","caller":"traceutil/trace.go:171","msg":"trace[449415979] transaction","detail":"{read_only:false; response_revision:2635; number_of_response:1; }","duration":"133.59332ms","start":"2026-03-31T22:28:26.136964Z","end":"2026-03-31T22:28:26.270557Z","steps":["trace[449415979] 'process raft request' (duration: 84.428242ms)","trace[449415979] 'compare' (duration: 48.923953ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:28:27.912722Z","caller":"traceutil/trace.go:171","msg":"trace[434271088] linearizableReadLoop","detail":"{readStateIndex:2760; appliedIndex:2759; }","duration":"272.985638ms","start":"2026-03-31T22:28:27.639711Z","end":"2026-03-31T22:28:27.912697Z","steps":["trace[434271088] 'read index received' (duration: 272.786424ms)","trace[434271088] 'applied index is now lower than readState.Index' (duration: 198.164µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:28:27.912737Z","caller":"traceutil/trace.go:171","msg":"trace[1789533479] transaction","detail":"{read_only:false; response_revision:2640; number_of_response:1; }","duration":"321.633334ms","start":"2026-03-31T22:28:27.591078Z","end":"2026-03-31T22:28:27.912711Z","steps":["trace[1789533479] 'process raft request' (duration: 321.43511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:27.912885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.163973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T22:28:27.912926Z","caller":"traceutil/trace.go:171","msg":"trace[559833516] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2640; }","duration":"273.250364ms","start":"2026-03-31T22:28:27.639663Z","end":"2026-03-31T22:28:27.912913Z","steps":["trace[559833516] 'agreement among raft nodes before linearized reading' (duration: 273.114811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:27.912932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.65136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T22:28:27.912954Z","caller":"traceutil/trace.go:171","msg":"trace[495284464] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2640; }","duration":"129.731992ms","start":"2026-03-31T22:28:27.783215Z","end":"2026-03-31T22:28:27.912947Z","steps":["trace[495284464] 'agreement among raft nodes before linearized reading' (duration: 129.64697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:27.913004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:27.591044Z","time spent":"321.816279ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:28:28.120499Z","caller":"traceutil/trace.go:171","msg":"trace[911435140] transaction","detail":"{read_only:false; response_revision:2641; number_of_response:1; }","duration":"203.610226ms","start":"2026-03-31T22:28:27.916855Z","end":"2026-03-31T22:28:28.120465Z","steps":["trace[911435140] 'process raft request' (duration: 179.237748ms)","trace[911435140] 'compare' (duration: 24.053841ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:28:28.544148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.720742ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:28:28.544389Z","caller":"traceutil/trace.go:171","msg":"trace[1360418421] transaction","detail":"{read_only:false; response_revision:2643; number_of_response:1; }","duration":"407.50535ms","start":"2026-03-31T22:28:28.136853Z","end":"2026-03-31T22:28:28.544358Z","steps":["trace[1360418421] 'process raft request' (duration: 91.479961ms)","trace[1360418421] 'compare' (duration: 315.610568ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:28:28.544422Z","caller":"traceutil/trace.go:171","msg":"trace[747910941] transaction","detail":"{read_only:false; response_revision:2644; number_of_response:1; }","duration":"268.183691ms","start":"2026-03-31T22:28:28.276214Z","end":"2026-03-31T22:28:28.544398Z","steps":["trace[747910941] 'process raft request' (duration: 268.107789ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:28.544525Z","caller":"traceutil/trace.go:171","msg":"trace[1294651481] linearizableReadLoop","detail":"{readStateIndex:2763; appliedIndex:2762; }","duration":"269.106712ms","start":"2026-03-31T22:28:28.275348Z","end":"2026-03-31T22:28:28.544454Z","steps":["trace[1294651481] 'read index received' (duration: 53.262µs)","trace[1294651481] 'applied index is now lower than readState.Index' (duration: 269.05023ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:28:28.544554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:28.13683Z","time spent":"407.632342ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:28:28.544717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.372237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-31T22:28:28.544746Z","caller":"traceutil/trace.go:171","msg":"trace[878923015] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2644; }","duration":"269.436699ms","start":"2026-03-31T22:28:28.275297Z","end":"2026-03-31T22:28:28.544734Z","steps":["trace[878923015] 'agreement among raft nodes before linearized reading' (duration: 269.335347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:28.544778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.830295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T22:28:28.544799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.482417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T22:28:28.544815Z","caller":"traceutil/trace.go:171","msg":"trace[79688831] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2644; }","duration":"232.902067ms","start":"2026-03-31T22:28:28.311901Z","end":"2026-03-31T22:28:28.544804Z","steps":["trace[79688831] 'agreement among raft nodes before linearized reading' (duration: 232.790974ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:28.54483Z","caller":"traceutil/trace.go:171","msg":"trace[840006981] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2644; }","duration":"133.572909ms","start":"2026-03-31T22:28:28.411248Z","end":"2026-03-31T22:28:28.544821Z","steps":["trace[840006981] 'agreement among raft nodes before linearized reading' (duration: 133.446986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:28.544904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.177204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:28:28.544925Z","caller":"traceutil/trace.go:171","msg":"trace[805668279] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2644; }","duration":"186.267156ms","start":"2026-03-31T22:28:28.358651Z","end":"2026-03-31T22:28:28.544918Z","steps":["trace[805668279] 'agreement among raft nodes before linearized reading' (duration: 186.236545ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:28.749259Z","caller":"traceutil/trace.go:171","msg":"trace[1915993233] transaction","detail":"{read_only:false; response_revision:2645; number_of_response:1; }","duration":"200.710431ms","start":"2026-03-31T22:28:28.548518Z","end":"2026-03-31T22:28:28.749229Z","steps":["trace[1915993233] 'process raft request' (duration: 154.08843ms)","trace[1915993233] 'compare' (duration: 46.501018ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:28:28.750175Z","caller":"traceutil/trace.go:171","msg":"trace[57893853] transaction","detail":"{read_only:false; response_revision:2647; number_of_response:1; }","duration":"200.482976ms","start":"2026-03-31T22:28:28.549671Z","end":"2026-03-31T22:28:28.750154Z","steps":["trace[57893853] 'process raft request' (duration: 200.388154ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:28.750265Z","caller":"traceutil/trace.go:171","msg":"trace[774832900] transaction","detail":"{read_only:false; response_revision:2648; number_of_response:1; }","duration":"165.758924ms","start":"2026-03-31T22:28:28.584486Z","end":"2026-03-31T22:28:28.750245Z","steps":["trace[774832900] 'process raft request' (duration: 165.620951ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:28.750183Z","caller":"traceutil/trace.go:171","msg":"trace[189304658] transaction","detail":"{read_only:false; response_revision:2646; number_of_response:1; }","duration":"200.65271ms","start":"2026-03-31T22:28:28.549513Z","end":"2026-03-31T22:28:28.750165Z","steps":["trace[189304658] 'process raft request' (duration: 200.465886ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:30.267373Z","caller":"traceutil/trace.go:171","msg":"trace[1710735187] transaction","detail":"{read_only:false; response_revision:2652; number_of_response:1; }","duration":"140.741531ms","start":"2026-03-31T22:28:30.126582Z","end":"2026-03-31T22:28:30.267324Z","steps":["trace[1710735187] 'process raft request' (duration: 51.702355ms)","trace[1710735187] 'compare' (duration: 88.7546ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:28:30.267405Z","caller":"traceutil/trace.go:171","msg":"trace[585311563] transaction","detail":"{read_only:false; response_revision:2653; number_of_response:1; }","duration":"137.59078ms","start":"2026-03-31T22:28:30.129764Z","end":"2026-03-31T22:28:30.267355Z","steps":["trace[585311563] 'process raft request' (duration: 137.446486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:31.121711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.760798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:28:31.121888Z","caller":"traceutil/trace.go:171","msg":"trace[1464988055] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2653; }","duration":"725.961223ms","start":"2026-03-31T22:28:30.395884Z","end":"2026-03-31T22:28:31.121845Z","steps":["trace[1464988055] 'count revisions from in-memory index tree' (duration: 725.675755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:31.121976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:30.395868Z","time spent":"726.079015ms","remote":"127.0.0.1:53236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:28:31.122054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.503155ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:28:31.122144Z","caller":"traceutil/trace.go:171","msg":"trace[1197965907] transaction","detail":"{read_only:false; response_revision:2654; number_of_response:1; }","duration":"572.082706ms","start":"2026-03-31T22:28:30.550047Z","end":"2026-03-31T22:28:31.12213Z","steps":["trace[1197965907] 'process raft request' (duration: 439.414827ms)","trace[1197965907] 'compare' (duration: 132.157798ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:28:31.122222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:30.550019Z","time spent":"572.171738ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:28:31.447728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.506622ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:28:31.447863Z","caller":"traceutil/trace.go:171","msg":"trace[93650697] linearizableReadLoop","detail":"{readStateIndex:2775; appliedIndex:2773; }","duration":"694.224997ms","start":"2026-03-31T22:28:30.753625Z","end":"2026-03-31T22:28:31.44785Z","steps":["trace[93650697] 'read index received' (duration: 235.957554ms)","trace[93650697] 'applied index is now lower than readState.Index' (duration: 458.266923ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:28:31.448019Z","caller":"traceutil/trace.go:171","msg":"trace[101439181] transaction","detail":"{read_only:false; response_revision:2655; number_of_response:1; }","duration":"878.209981ms","start":"2026-03-31T22:28:30.569799Z","end":"2026-03-31T22:28:31.448009Z","steps":["trace[101439181] 'process raft request' (duration: 754.360031ms)","trace[101439181] 'compare' (duration: 123.367779ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:28:31.448061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:30.56977Z","time spent":"878.271953ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:28:31.448242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.517264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T22:28:31.448329Z","caller":"traceutil/trace.go:171","msg":"trace[872608122] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2656; }","duration":"694.658558ms","start":"2026-03-31T22:28:30.753648Z","end":"2026-03-31T22:28:31.448307Z","steps":["trace[872608122] 'agreement among raft nodes before linearized reading' (duration: 694.438833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:31.448376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:30.753616Z","time spent":"694.752389ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T22:28:31.448424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.179471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T22:28:31.44851Z","caller":"traceutil/trace.go:171","msg":"trace[641148128] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2656; }","duration":"454.298223ms","start":"2026-03-31T22:28:30.994186Z","end":"2026-03-31T22:28:31.448484Z","steps":["trace[641148128] 'agreement among raft nodes before linearized reading' (duration: 454.076679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:31.448533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.706426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T22:28:31.448562Z","caller":"traceutil/trace.go:171","msg":"trace[770712356] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2656; }","duration":"527.766638ms","start":"2026-03-31T22:28:30.920789Z","end":"2026-03-31T22:28:31.448555Z","steps":["trace[770712356] 'agreement among raft nodes before linearized reading' (duration: 527.682696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:31.448577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:30.920768Z","time spent":"527.805228ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T22:28:31.44857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:30.994166Z","time spent":"454.389955ms","remote":"127.0.0.1:39692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T22:28:31.448505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.865721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T22:28:31.448588Z","caller":"traceutil/trace.go:171","msg":"trace[988808409] transaction","detail":"{read_only:false; response_revision:2656; number_of_response:1; }","duration":"615.876202ms","start":"2026-03-31T22:28:30.832688Z","end":"2026-03-31T22:28:31.448564Z","steps":["trace[988808409] 'process raft request' (duration: 615.107175ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:31.448639Z","caller":"traceutil/trace.go:171","msg":"trace[1351683619] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2656; }","duration":"695.051115ms","start":"2026-03-31T22:28:30.753568Z","end":"2026-03-31T22:28:31.448619Z","steps":["trace[1351683619] 'agreement among raft nodes before linearized reading' (duration: 694.720468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:31.448658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:30.753544Z","time spent":"695.108527ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T22:28:31.448705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:30.832661Z","time spent":"615.983615ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:28:31.448601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.856702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T22:28:31.448835Z","caller":"traceutil/trace.go:171","msg":"trace[1358863428] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2656; }","duration":"695.109777ms","start":"2026-03-31T22:28:30.753715Z","end":"2026-03-31T22:28:31.448825Z","steps":["trace[1358863428] 'agreement among raft nodes before linearized reading' (duration: 694.831371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:31.448862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:30.753703Z","time spent":"695.151658ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:28:31.448937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.691567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.35\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-31T22:28:31.449004Z","caller":"traceutil/trace.go:171","msg":"trace[1078606013] range","detail":"{range_begin:/registry/masterleases/199.204.45.35; range_end:; response_count:1; response_revision:2656; }","duration":"199.897583ms","start":"2026-03-31T22:28:31.249093Z","end":"2026-03-31T22:28:31.448991Z","steps":["trace[1078606013] 'agreement among raft nodes before linearized reading' (duration: 199.478953ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:31.639764Z","caller":"traceutil/trace.go:171","msg":"trace[347144027] transaction","detail":"{read_only:false; response_revision:2657; number_of_response:1; }","duration":"186.919361ms","start":"2026-03-31T22:28:31.452796Z","end":"2026-03-31T22:28:31.639715Z","steps":["trace[347144027] 'process raft request' (duration: 116.76142ms)","trace[347144027] 'compare' (duration: 69.878203ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:28:31.63978Z","caller":"traceutil/trace.go:171","msg":"trace[1430244610] transaction","detail":"{read_only:false; response_revision:2658; number_of_response:1; }","duration":"186.47151ms","start":"2026-03-31T22:28:31.453271Z","end":"2026-03-31T22:28:31.639743Z","steps":["trace[1430244610] 'process raft request' (duration: 186.373078ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:31.640022Z","caller":"traceutil/trace.go:171","msg":"trace[354883135] transaction","detail":"{read_only:false; response_revision:2659; number_of_response:1; }","duration":"186.419669ms","start":"2026-03-31T22:28:31.453587Z","end":"2026-03-31T22:28:31.640006Z","steps":["trace[354883135] 'process raft request' (duration: 186.107262ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:31.640436Z","caller":"traceutil/trace.go:171","msg":"trace[1984494058] transaction","detail":"{read_only:false; response_revision:2660; number_of_response:1; }","duration":"186.515271ms","start":"2026-03-31T22:28:31.453873Z","end":"2026-03-31T22:28:31.640389Z","steps":["trace[1984494058] 'process raft request' (duration: 186.026201ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:31.640539Z","caller":"traceutil/trace.go:171","msg":"trace[2075215460] transaction","detail":"{read_only:false; response_revision:2661; number_of_response:1; }","duration":"180.540337ms","start":"2026-03-31T22:28:31.459968Z","end":"2026-03-31T22:28:31.640509Z","steps":["trace[2075215460] 'process raft request' (duration: 180.397864ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:32.16105Z","caller":"traceutil/trace.go:171","msg":"trace[1517599121] transaction","detail":"{read_only:false; response_revision:2662; number_of_response:1; }","duration":"132.551227ms","start":"2026-03-31T22:28:32.02846Z","end":"2026-03-31T22:28:32.161012Z","steps":["trace[1517599121] 'process raft request' (duration: 132.285441ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:33.227526Z","caller":"traceutil/trace.go:171","msg":"trace[271333198] transaction","detail":"{read_only:false; response_revision:2665; number_of_response:1; }","duration":"149.17985ms","start":"2026-03-31T22:28:33.078324Z","end":"2026-03-31T22:28:33.227503Z","steps":["trace[271333198] 'process raft request' (duration: 149.070708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:33.55665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.478124ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:28:33.556747Z","caller":"traceutil/trace.go:171","msg":"trace[550236801] linearizableReadLoop","detail":"{readStateIndex:2787; appliedIndex:2785; }","duration":"418.602409ms","start":"2026-03-31T22:28:33.138128Z","end":"2026-03-31T22:28:33.55673Z","steps":["trace[550236801] 'read index received' (duration: 89.356593ms)","trace[550236801] 'applied index is now lower than readState.Index' (duration: 329.244826ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:28:33.556815Z","caller":"traceutil/trace.go:171","msg":"trace[1723119455] transaction","detail":"{read_only:false; response_revision:2666; number_of_response:1; }","duration":"429.747211ms","start":"2026-03-31T22:28:33.127043Z","end":"2026-03-31T22:28:33.55679Z","steps":["trace[1723119455] 'process raft request' (duration: 174.030381ms)","trace[1723119455] 'compare' (duration: 255.356622ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:28:33.556893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.769953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-31T22:28:33.556922Z","caller":"traceutil/trace.go:171","msg":"trace[356629666] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2666; }","duration":"418.834954ms","start":"2026-03-31T22:28:33.138076Z","end":"2026-03-31T22:28:33.556911Z","steps":["trace[356629666] 'agreement among raft nodes before linearized reading' (duration: 418.717332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:33.556936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:33.127013Z","time spent":"429.865044ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:28:33.556962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:33.138057Z","time spent":"418.898136ms","remote":"127.0.0.1:53174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T22:28:33.596371Z","caller":"traceutil/trace.go:171","msg":"trace[1950710250] transaction","detail":"{read_only:false; response_revision:2667; number_of_response:1; }","duration":"361.913641ms","start":"2026-03-31T22:28:33.234424Z","end":"2026-03-31T22:28:33.596339Z","steps":["trace[1950710250] 'process raft request' (duration: 361.712187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:33.596629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:33.234387Z","time spent":"362.069585ms","remote":"127.0.0.1:53330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:28:33.596886Z","caller":"traceutil/trace.go:171","msg":"trace[755964109] transaction","detail":"{read_only:false; response_revision:2669; number_of_response:1; }","duration":"361.298278ms","start":"2026-03-31T22:28:33.235562Z","end":"2026-03-31T22:28:33.59686Z","steps":["trace[755964109] 'process raft request' (duration: 360.96049ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:33.597028Z","caller":"traceutil/trace.go:171","msg":"trace[1852113644] transaction","detail":"{read_only:false; response_revision:2670; number_of_response:1; }","duration":"361.37503ms","start":"2026-03-31T22:28:33.235628Z","end":"2026-03-31T22:28:33.597003Z","steps":["trace[1852113644] 'process raft request' (duration: 361.054703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:33.597061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:33.235549Z","time spent":"361.428731ms","remote":"127.0.0.1:53274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1684,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:28:33.597169Z","caller":"traceutil/trace.go:171","msg":"trace[1795184140] transaction","detail":"{read_only:false; response_revision:2671; number_of_response:1; }","duration":"353.353129ms","start":"2026-03-31T22:28:33.243788Z","end":"2026-03-31T22:28:33.597141Z","steps":["trace[1795184140] 'process raft request' (duration: 352.979481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:33.597257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:33.243778Z","time spent":"353.42391ms","remote":"127.0.0.1:53462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18188,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:28:33.597271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:33.235605Z","time spent":"361.531883ms","remote":"127.0.0.1:53274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1702,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:28:33.597071Z","caller":"traceutil/trace.go:171","msg":"trace[1010608816] transaction","detail":"{read_only:false; response_revision:2668; number_of_response:1; }","duration":"361.757548ms","start":"2026-03-31T22:28:33.235301Z","end":"2026-03-31T22:28:33.597059Z","steps":["trace[1010608816] 'process raft request' (duration: 360.972081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:33.59766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:33.235276Z","time spent":"362.27944ms","remote":"127.0.0.1:53188","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1144,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:28:33.629578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.460163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:28:33.629633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.608678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T22:28:33.62966Z","caller":"traceutil/trace.go:171","msg":"trace[415606418] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2672; }","duration":"270.586936ms","start":"2026-03-31T22:28:33.359055Z","end":"2026-03-31T22:28:33.629642Z","steps":["trace[415606418] 'agreement among raft nodes before linearized reading' (duration: 270.453853ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:33.629679Z","caller":"traceutil/trace.go:171","msg":"trace[342541643] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2672; }","duration":"164.6889ms","start":"2026-03-31T22:28:33.464978Z","end":"2026-03-31T22:28:33.629667Z","steps":["trace[342541643] 'agreement among raft nodes before linearized reading' (duration: 164.517406ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:33.629782Z","caller":"traceutil/trace.go:171","msg":"trace[2097096388] transaction","detail":"{read_only:false; response_revision:2672; number_of_response:1; }","duration":"175.898492ms","start":"2026-03-31T22:28:33.453853Z","end":"2026-03-31T22:28:33.629751Z","steps":["trace[2097096388] 'process raft request' (duration: 175.456282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:33.630045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.682745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:28:33.630175Z","caller":"traceutil/trace.go:171","msg":"trace[1775042234] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:2672; }","duration":"392.836458ms","start":"2026-03-31T22:28:33.237281Z","end":"2026-03-31T22:28:33.630118Z","steps":["trace[1775042234] 'agreement among raft nodes before linearized reading' (duration: 392.628813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:33.630283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:33.237258Z","time spent":"393.003752ms","remote":"127.0.0.1:39780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:28:34.179708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.796633ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:28:34.179907Z","caller":"traceutil/trace.go:171","msg":"trace[671505991] transaction","detail":"{read_only:false; response_revision:2673; number_of_response:1; }","duration":"533.434455ms","start":"2026-03-31T22:28:33.646441Z","end":"2026-03-31T22:28:34.179875Z","steps":["trace[671505991] 'process raft request' (duration: 110.363735ms)","trace[671505991] 'compare' (duration: 422.65675ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:28:34.180059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:33.646417Z","time spent":"533.558317ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:28:34.180086Z","caller":"traceutil/trace.go:171","msg":"trace[756097923] transaction","detail":"{read_only:false; response_revision:2674; number_of_response:1; }","duration":"533.498566ms","start":"2026-03-31T22:28:33.646562Z","end":"2026-03-31T22:28:34.18006Z","steps":["trace[756097923] 'process raft request' (duration: 533.303961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:34.180198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:33.646546Z","time spent":"533.594969ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:28:34.180299Z","caller":"traceutil/trace.go:171","msg":"trace[1869548683] transaction","detail":"{read_only:false; response_revision:2675; number_of_response:1; }","duration":"532.918264ms","start":"2026-03-31T22:28:33.64736Z","end":"2026-03-31T22:28:34.180278Z","steps":["trace[1869548683] 'process raft request' (duration: 532.584596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:34.180424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:33.647341Z","time spent":"533.024986ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:28:34.180502Z","caller":"traceutil/trace.go:171","msg":"trace[1612845765] linearizableReadLoop","detail":"{readStateIndex:2797; appliedIndex:2793; }","duration":"434.042886ms","start":"2026-03-31T22:28:33.746407Z","end":"2026-03-31T22:28:34.18045Z","steps":["trace[1612845765] 'read index received' (duration: 10.376013ms)","trace[1612845765] 'applied index is now lower than readState.Index' (duration: 423.664893ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:28:34.180533Z","caller":"traceutil/trace.go:171","msg":"trace[1815453963] transaction","detail":"{read_only:false; response_revision:2676; number_of_response:1; }","duration":"532.641678ms","start":"2026-03-31T22:28:33.647866Z","end":"2026-03-31T22:28:34.180508Z","steps":["trace[1815453963] 'process raft request' (duration: 532.32967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:34.180678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.251831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:28:34.180699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:33.647822Z","time spent":"532.776251ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:28:34.180757Z","caller":"traceutil/trace.go:171","msg":"trace[589842903] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2676; }","duration":"434.364434ms","start":"2026-03-31T22:28:33.746371Z","end":"2026-03-31T22:28:34.180736Z","steps":["trace[589842903] 'agreement among raft nodes before linearized reading' (duration: 434.240411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:34.180808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:33.746355Z","time spent":"434.440865ms","remote":"127.0.0.1:39664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:28:34.181048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.841693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-31T22:28:34.181093Z","caller":"traceutil/trace.go:171","msg":"trace[1614620084] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2676; }","duration":"342.930174ms","start":"2026-03-31T22:28:33.838152Z","end":"2026-03-31T22:28:34.181082Z","steps":["trace[1614620084] 'agreement among raft nodes before linearized reading' (duration: 342.534346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:34.181158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:33.838135Z","time spent":"343.013757ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T22:28:35.640342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.309179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:28:35.640631Z","caller":"traceutil/trace.go:171","msg":"trace[1189179806] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:2682; }","duration":"143.664767ms","start":"2026-03-31T22:28:35.496907Z","end":"2026-03-31T22:28:35.640572Z","steps":["trace[1189179806] 'count revisions from in-memory index tree' (duration: 143.099523ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:35.738526Z","caller":"traceutil/trace.go:171","msg":"trace[646752341] transaction","detail":"{read_only:false; response_revision:2684; number_of_response:1; }","duration":"103.01194ms","start":"2026-03-31T22:28:35.63547Z","end":"2026-03-31T22:28:35.738482Z","steps":["trace[646752341] 'process raft request' (duration: 102.700584ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:41.448515Z","caller":"traceutil/trace.go:171","msg":"trace[97081630] transaction","detail":"{read_only:false; response_revision:2719; number_of_response:1; }","duration":"142.574402ms","start":"2026-03-31T22:28:41.3059Z","end":"2026-03-31T22:28:41.448475Z","steps":["trace[97081630] 'process raft request' (duration: 141.382755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:42.591701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.249448ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:28:42.592057Z","caller":"traceutil/trace.go:171","msg":"trace[2103458555] transaction","detail":"{read_only:false; response_revision:2727; number_of_response:1; }","duration":"177.374305ms","start":"2026-03-31T22:28:42.41465Z","end":"2026-03-31T22:28:42.592024Z","steps":["trace[2103458555] 'process raft request' (duration: 52.704738ms)","trace[2103458555] 'compare' (duration: 124.043023ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:28:50.705682Z","caller":"traceutil/trace.go:171","msg":"trace[902046630] transaction","detail":"{read_only:false; response_revision:2766; number_of_response:1; }","duration":"184.166048ms","start":"2026-03-31T22:28:50.521488Z","end":"2026-03-31T22:28:50.705654Z","steps":["trace[902046630] 'process raft request' (duration: 101.174719ms)","trace[902046630] 'compare' (duration: 82.699522ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:28:52.857464Z","caller":"traceutil/trace.go:171","msg":"trace[1981843003] transaction","detail":"{read_only:false; response_revision:2780; number_of_response:1; }","duration":"102.11082ms","start":"2026-03-31T22:28:52.755286Z","end":"2026-03-31T22:28:52.857397Z","steps":["trace[1981843003] 'process raft request' (duration: 79.303026ms)","trace[1981843003] 'compare' (duration: 22.689202ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:28:54.627745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.324839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T22:28:54.627811Z","caller":"traceutil/trace.go:171","msg":"trace[808296709] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2784; }","duration":"179.428462ms","start":"2026-03-31T22:28:54.448368Z","end":"2026-03-31T22:28:54.627796Z","steps":["trace[808296709] 'range keys from in-memory index tree' (duration: 179.163816ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:54.815596Z","caller":"traceutil/trace.go:171","msg":"trace[94357305] transaction","detail":"{read_only:false; response_revision:2786; number_of_response:1; }","duration":"183.924583ms","start":"2026-03-31T22:28:54.631646Z","end":"2026-03-31T22:28:54.815571Z","steps":["trace[94357305] 'process raft request' (duration: 181.156271ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:55.621487Z","caller":"traceutil/trace.go:171","msg":"trace[2139900394] linearizableReadLoop","detail":"{readStateIndex:2916; appliedIndex:2915; }","duration":"257.303696ms","start":"2026-03-31T22:28:55.364159Z","end":"2026-03-31T22:28:55.621463Z","steps":["trace[2139900394] 'read index received' (duration: 257.090991ms)","trace[2139900394] 'applied index is now lower than readState.Index' (duration: 211.645µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:28:55.621533Z","caller":"traceutil/trace.go:171","msg":"trace[307570496] transaction","detail":"{read_only:false; response_revision:2791; number_of_response:1; }","duration":"361.251007ms","start":"2026-03-31T22:28:55.260255Z","end":"2026-03-31T22:28:55.621506Z","steps":["trace[307570496] 'process raft request' (duration: 361.011581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:55.621612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.437898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:28:55.621646Z","caller":"traceutil/trace.go:171","msg":"trace[2010777021] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2791; }","duration":"257.51934ms","start":"2026-03-31T22:28:55.364116Z","end":"2026-03-31T22:28:55.621635Z","steps":["trace[2010777021] 'agreement among raft nodes before linearized reading' (duration: 257.444479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:55.621671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:55.260231Z","time spent":"361.362479ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11431,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:28:57.917336Z","caller":"traceutil/trace.go:171","msg":"trace[1922555677] transaction","detail":"{read_only:false; response_revision:2812; number_of_response:1; }","duration":"168.359432ms","start":"2026-03-31T22:28:57.748944Z","end":"2026-03-31T22:28:57.917303Z","steps":["trace[1922555677] 'process raft request' (duration: 131.645585ms)","trace[1922555677] 'compare' (duration: 36.37866ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:28:57.917437Z","caller":"traceutil/trace.go:171","msg":"trace[1017607653] transaction","detail":"{read_only:false; response_revision:2814; number_of_response:1; }","duration":"115.693926ms","start":"2026-03-31T22:28:57.801697Z","end":"2026-03-31T22:28:57.917391Z","steps":["trace[1017607653] 'process raft request' (duration: 115.604214ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:57.917465Z","caller":"traceutil/trace.go:171","msg":"trace[809767661] transaction","detail":"{read_only:false; response_revision:2813; number_of_response:1; }","duration":"167.753798ms","start":"2026-03-31T22:28:57.749692Z","end":"2026-03-31T22:28:57.917446Z","steps":["trace[809767661] 'process raft request' (duration: 167.477162ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:00.946529Z","caller":"traceutil/trace.go:171","msg":"trace[1238766565] transaction","detail":"{read_only:false; response_revision:2892; number_of_response:1; }","duration":"113.164888ms","start":"2026-03-31T22:29:00.833334Z","end":"2026-03-31T22:29:00.946499Z","steps":["trace[1238766565] 'process raft request' (duration: 76.671156ms)","trace[1238766565] 'compare' (duration: 36.336028ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:29:00.965037Z","caller":"traceutil/trace.go:171","msg":"trace[226389673] transaction","detail":"{read_only:false; response_revision:2893; number_of_response:1; }","duration":"116.459694ms","start":"2026-03-31T22:29:00.848531Z","end":"2026-03-31T22:29:00.964991Z","steps":["trace[226389673] 'process raft request' (duration: 116.242269ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:00.965114Z","caller":"traceutil/trace.go:171","msg":"trace[1033968188] transaction","detail":"{read_only:false; response_revision:2894; number_of_response:1; }","duration":"116.148527ms","start":"2026-03-31T22:29:00.848927Z","end":"2026-03-31T22:29:00.965076Z","steps":["trace[1033968188] 'process raft request' (duration: 115.973813ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:00.965233Z","caller":"traceutil/trace.go:171","msg":"trace[1955839262] transaction","detail":"{read_only:false; response_revision:2895; number_of_response:1; }","duration":"116.262409ms","start":"2026-03-31T22:29:00.848934Z","end":"2026-03-31T22:29:00.965197Z","steps":["trace[1955839262] 'process raft request' (duration: 116.049255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:10.273934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.544525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T22:29:10.274102Z","caller":"traceutil/trace.go:171","msg":"trace[1575748458] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3029; }","duration":"298.77411ms","start":"2026-03-31T22:29:09.975294Z","end":"2026-03-31T22:29:10.274068Z","steps":["trace[1575748458] 'range keys from in-memory index tree' (duration: 298.220977ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:10.274966Z","caller":"traceutil/trace.go:171","msg":"trace[2002392925] transaction","detail":"{read_only:false; response_revision:3030; number_of_response:1; }","duration":"177.57267ms","start":"2026-03-31T22:29:10.097235Z","end":"2026-03-31T22:29:10.274807Z","steps":["trace[2002392925] 'process raft request' (duration: 175.994344ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:10.347122Z","caller":"traceutil/trace.go:171","msg":"trace[238237928] transaction","detail":"{read_only:false; response_revision:3031; number_of_response:1; }","duration":"242.812439ms","start":"2026-03-31T22:29:10.104279Z","end":"2026-03-31T22:29:10.347092Z","steps":["trace[238237928] 'process raft request' (duration: 242.527523ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:14.50931Z","caller":"traceutil/trace.go:171","msg":"trace[1541454182] transaction","detail":"{read_only:false; response_revision:3054; number_of_response:1; }","duration":"220.423472ms","start":"2026-03-31T22:29:14.288856Z","end":"2026-03-31T22:29:14.50928Z","steps":["trace[1541454182] 'process raft request' (duration: 220.252798ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:14.534989Z","caller":"traceutil/trace.go:171","msg":"trace[1185541149] transaction","detail":"{read_only:false; response_revision:3055; number_of_response:1; }","duration":"118.484539ms","start":"2026-03-31T22:29:14.416474Z","end":"2026-03-31T22:29:14.534958Z","steps":["trace[1185541149] 'process raft request' (duration: 118.320015ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:15.280898Z","caller":"traceutil/trace.go:171","msg":"trace[261227651] transaction","detail":"{read_only:false; response_revision:3058; number_of_response:1; }","duration":"239.349869ms","start":"2026-03-31T22:29:15.041528Z","end":"2026-03-31T22:29:15.280878Z","steps":["trace[261227651] 'process raft request' (duration: 239.240347ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:15.280927Z","caller":"traceutil/trace.go:171","msg":"trace[626707689] linearizableReadLoop","detail":"{readStateIndex:3195; appliedIndex:3195; }","duration":"190.603438ms","start":"2026-03-31T22:29:15.090293Z","end":"2026-03-31T22:29:15.280897Z","steps":["trace[626707689] 'read index received' (duration: 190.586527ms)","trace[626707689] 'applied index is now lower than readState.Index' (duration: 9.8µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:29:15.281262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.943845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:29:15.281415Z","caller":"traceutil/trace.go:171","msg":"trace[966641914] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:3058; }","duration":"191.15853ms","start":"2026-03-31T22:29:15.090235Z","end":"2026-03-31T22:29:15.281394Z","steps":["trace[966641914] 'agreement among raft nodes before linearized reading' (duration: 190.748201ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:15.292327Z","caller":"traceutil/trace.go:171","msg":"trace[1027155001] transaction","detail":"{read_only:false; response_revision:3059; number_of_response:1; }","duration":"105.787981ms","start":"2026-03-31T22:29:15.18651Z","end":"2026-03-31T22:29:15.292298Z","steps":["trace[1027155001] 'process raft request' (duration: 105.687509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:15.292492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.261158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T22:29:15.292574Z","caller":"traceutil/trace.go:171","msg":"trace[412826042] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3059; }","duration":"105.368451ms","start":"2026-03-31T22:29:15.187191Z","end":"2026-03-31T22:29:15.292559Z","steps":["trace[412826042] 'agreement among raft nodes before linearized reading' (duration: 105.227048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:15.292408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.094247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:29:15.292709Z","caller":"traceutil/trace.go:171","msg":"trace[642767650] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:3059; }","duration":"125.444665ms","start":"2026-03-31T22:29:15.167244Z","end":"2026-03-31T22:29:15.292688Z","steps":["trace[642767650] 'agreement among raft nodes before linearized reading' (duration: 125.103907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:17.20645Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219120757601825570,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:29:17.70731Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219120757601825570,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:29:18.207518Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219120757601825570,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:29:18.708066Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219120757601825570,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:29:18.958521Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.443333871s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T22:29:18.958889Z","caller":"traceutil/trace.go:171","msg":"trace[754136683] transaction","detail":"{read_only:false; response_revision:3064; number_of_response:1; }","duration":"2.443902964s","start":"2026-03-31T22:29:16.514965Z","end":"2026-03-31T22:29:18.958868Z","steps":["trace[754136683] 'process raft request' (duration: 2.44373938s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:18.959061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:16.514942Z","time spent":"2.444040376s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:29:18.986445Z","caller":"traceutil/trace.go:171","msg":"trace[1235290066] transaction","detail":"{read_only:false; response_revision:3065; number_of_response:1; }","duration":"2.445695775s","start":"2026-03-31T22:29:16.540719Z","end":"2026-03-31T22:29:18.986415Z","steps":["trace[1235290066] 'process raft request' (duration: 2.44548572s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:18.986608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:16.540699Z","time spent":"2.445825637s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:29:19.079897Z","caller":"traceutil/trace.go:171","msg":"trace[1813616141] linearizableReadLoop","detail":"{readStateIndex:3204; appliedIndex:3200; }","duration":"2.374215228s","start":"2026-03-31T22:29:16.70564Z","end":"2026-03-31T22:29:19.079855Z","steps":["trace[1813616141] 'read index received' (duration: 2.253179083s)","trace[1813616141] 'applied index is now lower than readState.Index' (duration: 121.034485ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:29:19.079957Z","caller":"traceutil/trace.go:171","msg":"trace[1158820] transaction","detail":"{read_only:false; response_revision:3066; number_of_response:1; }","duration":"1.792973392s","start":"2026-03-31T22:29:17.286952Z","end":"2026-03-31T22:29:19.079925Z","steps":["trace[1158820] 'process raft request' (duration: 1.792519452s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:19.080106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:17.28693Z","time spent":"1.793098155s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:29:19.146858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.134148474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T22:29:19.146897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.795246344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T22:29:19.14694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.004456422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:29:19.146949Z","caller":"traceutil/trace.go:171","msg":"trace[1484463913] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3066; }","duration":"1.795337356s","start":"2026-03-31T22:29:17.351601Z","end":"2026-03-31T22:29:19.146939Z","steps":["trace[1484463913] 'agreement among raft nodes before linearized reading' (duration: 1.728549426s)","trace[1484463913] 'range keys from in-memory index tree' (duration: 66.674678ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:29:19.146976Z","caller":"traceutil/trace.go:171","msg":"trace[1397127969] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:3066; }","duration":"2.004534864s","start":"2026-03-31T22:29:17.14243Z","end":"2026-03-31T22:29:19.146965Z","steps":["trace[1397127969] 'agreement among raft nodes before linearized reading' (duration: 1.937735894s)","trace[1397127969] 'count revisions from in-memory index tree' (duration: 66.745549ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:29:19.146989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:17.351583Z","time spent":"1.795393487s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T22:29:19.147001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:17.142411Z","time spent":"2.004583715s","remote":"127.0.0.1:53462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":4,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:29:19.146978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.643131555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-31T22:29:19.147031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.037182112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:29:19.147084Z","caller":"traceutil/trace.go:171","msg":"trace[45403799] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3066; }","duration":"1.643276258s","start":"2026-03-31T22:29:17.503774Z","end":"2026-03-31T22:29:19.14705Z","steps":["trace[45403799] 'agreement among raft nodes before linearized reading' (duration: 1.576344475s)","trace[45403799] 'range keys from in-memory index tree' (duration: 66.693778ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:29:19.147067Z","caller":"traceutil/trace.go:171","msg":"trace[949619406] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:3066; }","duration":"2.037261794s","start":"2026-03-31T22:29:17.109793Z","end":"2026-03-31T22:29:19.147055Z","steps":["trace[949619406] 'agreement among raft nodes before linearized reading' (duration: 1.970381472s)","trace[949619406] 'count revisions from in-memory index tree' (duration: 66.79107ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:29:19.147082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.109631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:29:19.147137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:17.503755Z","time spent":"1.643371711s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T22:29:19.14716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:17.109768Z","time spent":"2.037356505s","remote":"127.0.0.1:47120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:29:19.147172Z","caller":"traceutil/trace.go:171","msg":"trace[789146465] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3066; }","duration":"615.268715ms","start":"2026-03-31T22:29:18.531881Z","end":"2026-03-31T22:29:19.14715Z","steps":["trace[789146465] 'agreement among raft nodes before linearized reading' (duration: 548.197139ms)","trace[789146465] 'range keys from in-memory index tree' (duration: 66.931403ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:29:19.147221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:18.531821Z","time spent":"615.390197ms","remote":"127.0.0.1:53020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:29:19.147262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.835981534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T22:29:19.147238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.794589379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-31T22:29:19.147321Z","caller":"traceutil/trace.go:171","msg":"trace[1544404125] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3066; }","duration":"1.836077357s","start":"2026-03-31T22:29:17.311231Z","end":"2026-03-31T22:29:19.147309Z","steps":["trace[1544404125] 'agreement among raft nodes before linearized reading' (duration: 1.768927279s)","trace[1544404125] 'range keys from in-memory index tree' (duration: 67.024175ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:29:19.147363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:17.31121Z","time spent":"1.836144968s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T22:29:19.147381Z","caller":"traceutil/trace.go:171","msg":"trace[1990693991] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3066; }","duration":"1.794711921s","start":"2026-03-31T22:29:17.352625Z","end":"2026-03-31T22:29:19.147337Z","steps":["trace[1990693991] 'agreement among raft nodes before linearized reading' (duration: 1.727510152s)","trace[1990693991] 'range keys from in-memory index tree' (duration: 66.961134ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:29:19.147455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:17.352618Z","time spent":"1.794828024s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T22:29:19.147487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.217108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:29:19.147531Z","caller":"traceutil/trace.go:171","msg":"trace[853652811] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3066; }","duration":"932.31643ms","start":"2026-03-31T22:29:18.215202Z","end":"2026-03-31T22:29:19.147519Z","steps":["trace[853652811] 'agreement among raft nodes before linearized reading' (duration: 864.885726ms)","trace[853652811] 'count revisions from in-memory index tree' (duration: 67.354773ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:29:19.147569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:18.21518Z","time spent":"932.378182ms","remote":"127.0.0.1:39586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:29:19.147602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.461308756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:29:19.147631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.441979619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:29:19.147653Z","caller":"traceutil/trace.go:171","msg":"trace[876870935] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:3066; }","duration":"1.461388788s","start":"2026-03-31T22:29:17.686248Z","end":"2026-03-31T22:29:19.147637Z","steps":["trace[876870935] 'agreement among raft nodes before linearized reading' (duration: 1.393861611s)","trace[876870935] 'count revisions from in-memory index tree' (duration: 67.471075ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:29:19.147681Z","caller":"traceutil/trace.go:171","msg":"trace[295917383] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:3066; }","duration":"2.442057871s","start":"2026-03-31T22:29:16.705607Z","end":"2026-03-31T22:29:19.147665Z","steps":["trace[295917383] 'agreement among raft nodes before linearized reading' (duration: 2.374421963s)","trace[295917383] 'count revisions from in-memory index tree' (duration: 67.568827ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:29:19.147699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:17.686228Z","time spent":"1.461461039s","remote":"127.0.0.1:55792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:29:19.147716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:16.705591Z","time spent":"2.442115742s","remote":"127.0.0.1:39792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:29:19.147854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.788401339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:29:19.147917Z","caller":"traceutil/trace.go:171","msg":"trace[727721903] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3066; }","duration":"1.788481771s","start":"2026-03-31T22:29:17.359423Z","end":"2026-03-31T22:29:19.147905Z","steps":["trace[727721903] 'agreement among raft nodes before linearized reading' (duration: 1.720702829s)","trace[727721903] 'range keys from in-memory index tree' (duration: 67.71094ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:29:19.148035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.172699893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-31T22:29:19.147411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.795100021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T22:29:19.148163Z","caller":"traceutil/trace.go:171","msg":"trace[548656435] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3066; }","duration":"1.795956231s","start":"2026-03-31T22:29:17.352197Z","end":"2026-03-31T22:29:19.148153Z","steps":["trace[548656435] 'agreement among raft nodes before linearized reading' (duration: 1.727946773s)","trace[548656435] 'range keys from in-memory index tree' (duration: 67.089897ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:29:19.148053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:17.359411Z","time spent":"1.788633765s","remote":"127.0.0.1:53020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:29:19.148255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:17.352184Z","time spent":"1.796037273s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T22:29:19.146943Z","caller":"traceutil/trace.go:171","msg":"trace[1845239306] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3066; }","duration":"2.134284537s","start":"2026-03-31T22:29:17.012639Z","end":"2026-03-31T22:29:19.146924Z","steps":["trace[1845239306] 'agreement among raft nodes before linearized reading' (duration: 2.067543158s)","trace[1845239306] 'range keys from in-memory index tree' (duration: 66.552615ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:29:19.148185Z","caller":"traceutil/trace.go:171","msg":"trace[1675141252] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3066; }","duration":"1.172872228s","start":"2026-03-31T22:29:17.975279Z","end":"2026-03-31T22:29:19.148151Z","steps":["trace[1675141252] 'agreement among raft nodes before linearized reading' (duration: 1.104821579s)","trace[1675141252] 'range keys from in-memory index tree' (duration: 67.790923ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:29:19.148797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:17.97521Z","time spent":"1.173542734s","remote":"127.0.0.1:53224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-31T22:29:19.148384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:17.01262Z","time spent":"2.13575505s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:29:19.148806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.349811098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T22:29:19.149615Z","caller":"traceutil/trace.go:171","msg":"trace[1135462111] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3066; }","duration":"2.350661416s","start":"2026-03-31T22:29:16.798795Z","end":"2026-03-31T22:29:19.149457Z","steps":["trace[1135462111] 'agreement among raft nodes before linearized reading' (duration: 2.281263187s)","trace[1135462111] 'range keys from in-memory index tree' (duration: 67.891055ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:29:19.150449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:16.798773Z","time spent":"2.351649769s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T22:29:19.700004Z","caller":"traceutil/trace.go:171","msg":"trace[652768029] transaction","detail":"{read_only:false; response_revision:3075; number_of_response:1; }","duration":"106.940908ms","start":"2026-03-31T22:29:19.593036Z","end":"2026-03-31T22:29:19.699977Z","steps":["trace[652768029] 'process raft request' (duration: 106.773413ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:21.267953Z","caller":"traceutil/trace.go:171","msg":"trace[267135474] transaction","detail":"{read_only:false; response_revision:3079; number_of_response:1; }","duration":"106.672391ms","start":"2026-03-31T22:29:21.161241Z","end":"2026-03-31T22:29:21.267913Z","steps":["trace[267135474] 'process raft request' (duration: 54.252317ms)","trace[267135474] 'compare' (duration: 52.155348ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:29:23.457364Z","caller":"traceutil/trace.go:171","msg":"trace[1005048443] transaction","detail":"{read_only:false; response_revision:3092; number_of_response:1; }","duration":"132.667679ms","start":"2026-03-31T22:29:23.324661Z","end":"2026-03-31T22:29:23.457329Z","steps":["trace[1005048443] 'process raft request' (duration: 113.295761ms)","trace[1005048443] 'compare' (duration: 18.350224ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:29:23.45783Z","caller":"traceutil/trace.go:171","msg":"trace[1816356973] transaction","detail":"{read_only:false; response_revision:3093; number_of_response:1; }","duration":"132.956316ms","start":"2026-03-31T22:29:23.324834Z","end":"2026-03-31T22:29:23.45779Z","steps":["trace[1816356973] 'process raft request' (duration: 132.352653ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:23.458497Z","caller":"traceutil/trace.go:171","msg":"trace[77854713] transaction","detail":"{read_only:false; response_revision:3094; number_of_response:1; }","duration":"133.17474ms","start":"2026-03-31T22:29:23.324908Z","end":"2026-03-31T22:29:23.458082Z","steps":["trace[77854713] 'process raft request' (duration: 132.782231ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:23.458512Z","caller":"traceutil/trace.go:171","msg":"trace[890614838] transaction","detail":"{read_only:false; response_revision:3095; number_of_response:1; }","duration":"133.546437ms","start":"2026-03-31T22:29:23.324939Z","end":"2026-03-31T22:29:23.458486Z","steps":["trace[890614838] 'process raft request' (duration: 133.054737ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:23.458794Z","caller":"traceutil/trace.go:171","msg":"trace[155165437] linearizableReadLoop","detail":"{readStateIndex:3235; appliedIndex:3230; }","duration":"100.067261ms","start":"2026-03-31T22:29:23.358714Z","end":"2026-03-31T22:29:23.458782Z","steps":["trace[155165437] 'read index received' (duration: 79.254621ms)","trace[155165437] 'applied index is now lower than readState.Index' (duration: 20.81189ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:29:23.459107Z","caller":"traceutil/trace.go:171","msg":"trace[1592618454] transaction","detail":"{read_only:false; response_revision:3096; number_of_response:1; }","duration":"134.022678ms","start":"2026-03-31T22:29:23.325073Z","end":"2026-03-31T22:29:23.459095Z","steps":["trace[1592618454] 'process raft request' (duration: 133.330773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:23.459581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.49304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:29:23.459632Z","caller":"traceutil/trace.go:171","msg":"trace[1457039127] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3096; }","duration":"100.952912ms","start":"2026-03-31T22:29:23.358665Z","end":"2026-03-31T22:29:23.459618Z","steps":["trace[1457039127] 'agreement among raft nodes before linearized reading' (duration: 100.508881ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:26.106394Z","caller":"traceutil/trace.go:171","msg":"trace[1237435163] transaction","detail":"{read_only:false; response_revision:3108; number_of_response:1; }","duration":"128.772981ms","start":"2026-03-31T22:29:25.977573Z","end":"2026-03-31T22:29:26.106346Z","steps":["trace[1237435163] 'process raft request' (duration: 128.624997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:27.315625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.20907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:29:27.315723Z","caller":"traceutil/trace.go:171","msg":"trace[1423832603] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:3117; }","duration":"179.343613ms","start":"2026-03-31T22:29:27.136351Z","end":"2026-03-31T22:29:27.315695Z","steps":["trace[1423832603] 'count revisions from in-memory index tree' (duration: 179.144208ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:33.916814Z","caller":"traceutil/trace.go:171","msg":"trace[649761231] linearizableReadLoop","detail":"{readStateIndex:3296; appliedIndex:3295; }","duration":"304.839439ms","start":"2026-03-31T22:29:33.611956Z","end":"2026-03-31T22:29:33.916796Z","steps":["trace[649761231] 'read index received' (duration: 304.687755ms)","trace[649761231] 'applied index is now lower than readState.Index' (duration: 151.144µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:29:33.916988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.014913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T22:29:33.917014Z","caller":"traceutil/trace.go:171","msg":"trace[1757459634] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3155; }","duration":"305.090205ms","start":"2026-03-31T22:29:33.611915Z","end":"2026-03-31T22:29:33.917006Z","steps":["trace[1757459634] 'agreement among raft nodes before linearized reading' (duration: 304.976723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:33.917042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:33.611893Z","time spent":"305.143667ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T22:29:33.917066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.021286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T22:29:33.917119Z","caller":"traceutil/trace.go:171","msg":"trace[943451734] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3155; }","duration":"283.114679ms","start":"2026-03-31T22:29:33.633994Z","end":"2026-03-31T22:29:33.917108Z","steps":["trace[943451734] 'agreement among raft nodes before linearized reading' (duration: 282.942015ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:33.916851Z","caller":"traceutil/trace.go:171","msg":"trace[1263264270] transaction","detail":"{read_only:false; response_revision:3155; number_of_response:1; }","duration":"459.956215ms","start":"2026-03-31T22:29:33.456871Z","end":"2026-03-31T22:29:33.916827Z","steps":["trace[1263264270] 'process raft request' (duration: 459.818152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:33.918285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:33.45684Z","time spent":"461.395068ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:29:33.917257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.403954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T22:29:33.91839Z","caller":"traceutil/trace.go:171","msg":"trace[1944787448] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3155; }","duration":"268.556889ms","start":"2026-03-31T22:29:33.649803Z","end":"2026-03-31T22:29:33.91836Z","steps":["trace[1944787448] 'agreement among raft nodes before linearized reading' (duration: 267.408294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:33.917352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.645973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T22:29:33.918493Z","caller":"traceutil/trace.go:171","msg":"trace[540591459] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3155; }","duration":"258.830379ms","start":"2026-03-31T22:29:33.659653Z","end":"2026-03-31T22:29:33.918483Z","steps":["trace[540591459] 'agreement among raft nodes before linearized reading' (duration: 257.621692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:33.917498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.662451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T22:29:33.918592Z","caller":"traceutil/trace.go:171","msg":"trace[851973428] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3155; }","duration":"261.809476ms","start":"2026-03-31T22:29:33.656773Z","end":"2026-03-31T22:29:33.918582Z","steps":["trace[851973428] 'agreement among raft nodes before linearized reading' (duration: 260.1745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:34.789001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.512517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:29:34.788978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.363624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:29:34.789065Z","caller":"traceutil/trace.go:171","msg":"trace[1592362491] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:3162; }","duration":"248.620819ms","start":"2026-03-31T22:29:34.54043Z","end":"2026-03-31T22:29:34.789051Z","steps":["trace[1592362491] 'count revisions from in-memory index tree' (duration: 248.441056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:34.788989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.039463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T22:29:34.78911Z","caller":"traceutil/trace.go:171","msg":"trace[1770847515] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:3162; }","duration":"248.546387ms","start":"2026-03-31T22:29:34.540522Z","end":"2026-03-31T22:29:34.789069Z","steps":["trace[1770847515] 'count revisions from in-memory index tree' (duration: 248.252121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:34.789099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.637717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T22:29:34.789169Z","caller":"traceutil/trace.go:171","msg":"trace[1098552021] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3162; }","duration":"270.292869ms","start":"2026-03-31T22:29:34.518853Z","end":"2026-03-31T22:29:34.789146Z","steps":["trace[1098552021] 'range keys from in-memory index tree' (duration: 269.733567ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:34.789186Z","caller":"traceutil/trace.go:171","msg":"trace[2106358131] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3162; }","duration":"347.771089ms","start":"2026-03-31T22:29:34.441392Z","end":"2026-03-31T22:29:34.789164Z","steps":["trace[2106358131] 'range keys from in-memory index tree' (duration: 347.462102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:34.789232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:34.441371Z","time spent":"347.851952ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-31T22:29:34.906066Z","caller":"traceutil/trace.go:171","msg":"trace[460805228] transaction","detail":"{read_only:false; response_revision:3163; number_of_response:1; }","duration":"111.872369ms","start":"2026-03-31T22:29:34.794149Z","end":"2026-03-31T22:29:34.906021Z","steps":["trace[460805228] 'process raft request' (duration: 111.557451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:38.181269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.837188ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:29:38.181382Z","caller":"traceutil/trace.go:171","msg":"trace[1175026699] linearizableReadLoop","detail":"{readStateIndex:3322; appliedIndex:3321; }","duration":"244.925707ms","start":"2026-03-31T22:29:37.93644Z","end":"2026-03-31T22:29:38.181366Z","steps":["trace[1175026699] 'read index received' (duration: 136.898385ms)","trace[1175026699] 'applied index is now lower than readState.Index' (duration: 108.026202ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:29:38.181431Z","caller":"traceutil/trace.go:171","msg":"trace[1376294670] transaction","detail":"{read_only:false; response_revision:3180; number_of_response:1; }","duration":"252.026166ms","start":"2026-03-31T22:29:37.929368Z","end":"2026-03-31T22:29:38.181394Z","steps":["trace[1376294670] 'process raft request' (duration: 143.992614ms)","trace[1376294670] 'compare' (duration: 107.737146ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:29:38.181638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.198812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T22:29:38.181689Z","caller":"traceutil/trace.go:171","msg":"trace[1261386733] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3180; }","duration":"245.282294ms","start":"2026-03-31T22:29:37.936392Z","end":"2026-03-31T22:29:38.181675Z","steps":["trace[1261386733] 'agreement among raft nodes before linearized reading' (duration: 245.07018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:38.18172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.127144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T22:29:38.181797Z","caller":"traceutil/trace.go:171","msg":"trace[672817967] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3180; }","duration":"235.261657ms","start":"2026-03-31T22:29:37.946518Z","end":"2026-03-31T22:29:38.181779Z","steps":["trace[672817967] 'agreement among raft nodes before linearized reading' (duration: 235.086593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:38.181818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.829803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T22:29:38.181836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.372817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T22:29:38.181863Z","caller":"traceutil/trace.go:171","msg":"trace[951161886] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3180; }","duration":"167.930995ms","start":"2026-03-31T22:29:38.01392Z","end":"2026-03-31T22:29:38.18185Z","steps":["trace[951161886] 'agreement among raft nodes before linearized reading' (duration: 167.756161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:38.181932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.681808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T22:29:38.181959Z","caller":"traceutil/trace.go:171","msg":"trace[1486282642] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3180; }","duration":"174.750499ms","start":"2026-03-31T22:29:38.007204Z","end":"2026-03-31T22:29:38.181954Z","steps":["trace[1486282642] 'agreement among raft nodes before linearized reading' (duration: 174.686277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:38.181958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.543044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:29:38.181877Z","caller":"traceutil/trace.go:171","msg":"trace[1496055170] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3180; }","duration":"207.456619ms","start":"2026-03-31T22:29:37.974411Z","end":"2026-03-31T22:29:38.181868Z","steps":["trace[1496055170] 'agreement among raft nodes before linearized reading' (duration: 207.275675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:38.182009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.146718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T22:29:38.182013Z","caller":"traceutil/trace.go:171","msg":"trace[1752010973] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3180; }","duration":"216.657227ms","start":"2026-03-31T22:29:37.965341Z","end":"2026-03-31T22:29:38.181998Z","steps":["trace[1752010973] 'agreement among raft nodes before linearized reading' (duration: 216.572435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:38.182021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.069817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T22:29:38.182104Z","caller":"traceutil/trace.go:171","msg":"trace[918297355] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3180; }","duration":"167.183658ms","start":"2026-03-31T22:29:38.0149Z","end":"2026-03-31T22:29:38.182083Z","steps":["trace[918297355] 'agreement among raft nodes before linearized reading' (duration: 166.982674ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:38.182044Z","caller":"traceutil/trace.go:171","msg":"trace[1087234742] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3180; }","duration":"167.209599ms","start":"2026-03-31T22:29:38.014825Z","end":"2026-03-31T22:29:38.182034Z","steps":["trace[1087234742] 'agreement among raft nodes before linearized reading' (duration: 167.126378ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:45.475296Z","caller":"traceutil/trace.go:171","msg":"trace[1911907694] transaction","detail":"{read_only:false; response_revision:3226; number_of_response:1; }","duration":"257.296805ms","start":"2026-03-31T22:29:45.217979Z","end":"2026-03-31T22:29:45.475276Z","steps":["trace[1911907694] 'process raft request' (duration: 257.189742ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:45.913411Z","caller":"traceutil/trace.go:171","msg":"trace[1593424933] transaction","detail":"{read_only:false; response_revision:3227; number_of_response:1; }","duration":"649.07523ms","start":"2026-03-31T22:29:45.264312Z","end":"2026-03-31T22:29:45.913387Z","steps":["trace[1593424933] 'process raft request' (duration: 648.877256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:45.91357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:45.264295Z","time spent":"649.189672ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:29:45.913709Z","caller":"traceutil/trace.go:171","msg":"trace[84354862] transaction","detail":"{read_only:false; response_revision:3228; number_of_response:1; }","duration":"499.686453ms","start":"2026-03-31T22:29:45.414003Z","end":"2026-03-31T22:29:45.913689Z","steps":["trace[84354862] 'process raft request' (duration: 499.348225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:45.913814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:45.413986Z","time spent":"499.777785ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:29:45.914061Z","caller":"traceutil/trace.go:171","msg":"trace[1636000342] linearizableReadLoop","detail":"{readStateIndex:3370; appliedIndex:3368; }","duration":"553.472629ms","start":"2026-03-31T22:29:45.360572Z","end":"2026-03-31T22:29:45.914044Z","steps":["trace[1636000342] 'read index received' (duration: 114.683931ms)","trace[1636000342] 'applied index is now lower than readState.Index' (duration: 438.787188ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:29:45.914165Z","caller":"traceutil/trace.go:171","msg":"trace[373445536] transaction","detail":"{read_only:false; response_revision:3229; number_of_response:1; }","duration":"498.499047ms","start":"2026-03-31T22:29:45.415652Z","end":"2026-03-31T22:29:45.914151Z","steps":["trace[373445536] 'process raft request' (duration: 497.967745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:45.914262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:45.415625Z","time spent":"498.587069ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:29:45.91426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.786802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:29:45.914401Z","caller":"traceutil/trace.go:171","msg":"trace[1079328759] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:3229; }","duration":"513.958135ms","start":"2026-03-31T22:29:45.400413Z","end":"2026-03-31T22:29:45.914371Z","steps":["trace[1079328759] 'agreement among raft nodes before linearized reading' (duration: 513.792311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:45.914502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:45.400393Z","time spent":"514.075118ms","remote":"127.0.0.1:53376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:29:45.914552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.966579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:29:45.914763Z","caller":"traceutil/trace.go:171","msg":"trace[1631009580] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3229; }","duration":"554.206835ms","start":"2026-03-31T22:29:45.360531Z","end":"2026-03-31T22:29:45.914738Z","steps":["trace[1631009580] 'agreement among raft nodes before linearized reading' (duration: 553.96806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:45.914826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:45.360514Z","time spent":"554.297987ms","remote":"127.0.0.1:53020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:29:46.159082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.871606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T22:29:46.159177Z","caller":"traceutil/trace.go:171","msg":"trace[1226805410] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3229; }","duration":"184.022289ms","start":"2026-03-31T22:29:45.975134Z","end":"2026-03-31T22:29:46.159156Z","steps":["trace[1226805410] 'range keys from in-memory index tree' (duration: 183.646122ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:46.500109Z","caller":"traceutil/trace.go:171","msg":"trace[1031574460] transaction","detail":"{read_only:false; response_revision:3230; number_of_response:1; }","duration":"215.402968ms","start":"2026-03-31T22:29:46.284681Z","end":"2026-03-31T22:29:46.500084Z","steps":["trace[1031574460] 'process raft request' (duration: 215.225545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:46.777578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.134256ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:29:46.777789Z","caller":"traceutil/trace.go:171","msg":"trace[382830801] transaction","detail":"{read_only:false; response_revision:3231; number_of_response:1; }","duration":"493.038883ms","start":"2026-03-31T22:29:46.284707Z","end":"2026-03-31T22:29:46.777746Z","steps":["trace[382830801] 'process raft request' (duration: 310.665441ms)","trace[382830801] 'compare' (duration: 182.004784ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:29:46.777833Z","caller":"traceutil/trace.go:171","msg":"trace[537312653] transaction","detail":"{read_only:false; response_revision:3232; number_of_response:1; }","duration":"306.254221ms","start":"2026-03-31T22:29:46.47156Z","end":"2026-03-31T22:29:46.777814Z","steps":["trace[537312653] 'process raft request' (duration: 306.114608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:46.777928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:46.471538Z","time spent":"306.344063ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:29:46.777947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:46.28469Z","time spent":"493.176227ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:29:46.778197Z","caller":"traceutil/trace.go:171","msg":"trace[614414550] linearizableReadLoop","detail":"{readStateIndex:3374; appliedIndex:3372; }","duration":"469.353138ms","start":"2026-03-31T22:29:46.308823Z","end":"2026-03-31T22:29:46.778176Z","steps":["trace[614414550] 'read index received' (duration: 191.109979ms)","trace[614414550] 'applied index is now lower than readState.Index' (duration: 278.240979ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:29:46.897407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.649564ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T22:29:46.89752Z","caller":"traceutil/trace.go:171","msg":"trace[1404390208] linearizableReadLoop","detail":"{readStateIndex:3376; appliedIndex:3375; }","duration":"119.261995ms","start":"2026-03-31T22:29:46.778239Z","end":"2026-03-31T22:29:46.897501Z","steps":["trace[1404390208] 'read index received' (duration: 74.241µs)","trace[1404390208] 'applied index is now lower than readState.Index' (duration: 119.186314ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:29:46.897901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.050073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T22:29:46.898044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.312098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T22:29:46.898367Z","caller":"traceutil/trace.go:171","msg":"trace[931399619] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3232; }","duration":"520.659077ms","start":"2026-03-31T22:29:46.377694Z","end":"2026-03-31T22:29:46.898353Z","steps":["trace[931399619] 'agreement among raft nodes before linearized reading' (duration: 519.853629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:46.898446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:46.377681Z","time spent":"520.725828ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T22:29:46.898037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.339669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-31T22:29:46.898547Z","caller":"traceutil/trace.go:171","msg":"trace[198216638] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:3232; }","duration":"466.891732ms","start":"2026-03-31T22:29:46.431621Z","end":"2026-03-31T22:29:46.898513Z","steps":["trace[198216638] 'agreement among raft nodes before linearized reading' (duration: 466.199576ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:46.897986Z","caller":"traceutil/trace.go:171","msg":"trace[1998981908] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3232; }","duration":"589.174345ms","start":"2026-03-31T22:29:46.308789Z","end":"2026-03-31T22:29:46.897964Z","steps":["trace[1998981908] 'agreement among raft nodes before linearized reading' (duration: 469.554582ms)","trace[1998981908] 'range keys from in-memory index tree' (duration: 119.114772ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:29:46.898628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:46.431602Z","time spent":"467.006345ms","remote":"127.0.0.1:53174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-31T22:29:46.898635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:46.308774Z","time spent":"589.844641ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T22:29:46.898037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.269608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T22:29:46.898041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.995922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T22:29:46.898938Z","caller":"traceutil/trace.go:171","msg":"trace[1204087580] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3232; }","duration":"521.095657ms","start":"2026-03-31T22:29:46.377729Z","end":"2026-03-31T22:29:46.898825Z","steps":["trace[1204087580] 'agreement among raft nodes before linearized reading' (duration: 520.181786ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:46.89898Z","caller":"traceutil/trace.go:171","msg":"trace[1790635070] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3232; }","duration":"520.947004ms","start":"2026-03-31T22:29:46.378015Z","end":"2026-03-31T22:29:46.898962Z","steps":["trace[1790635070] 'agreement among raft nodes before linearized reading' (duration: 519.832818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:46.899007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:46.377726Z","time spent":"521.261051ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:29:46.899044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:46.378011Z","time spent":"521.015316ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T22:29:47.402592Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219120757601826018,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T22:29:47.587002Z","caller":"traceutil/trace.go:171","msg":"trace[1954157190] transaction","detail":"{read_only:false; response_revision:3233; number_of_response:1; }","duration":"804.956222ms","start":"2026-03-31T22:29:46.781931Z","end":"2026-03-31T22:29:47.586887Z","steps":["trace[1954157190] 'process raft request' (duration: 804.789979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:47.587144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:46.781914Z","time spent":"805.167867ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:29:47.940341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.917713ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:29:47.94067Z","caller":"traceutil/trace.go:171","msg":"trace[1885886165] linearizableReadLoop","detail":"{readStateIndex:3381; appliedIndex:3377; }","duration":"1.038735526s","start":"2026-03-31T22:29:46.90192Z","end":"2026-03-31T22:29:47.940655Z","steps":["trace[1885886165] 'read index received' (duration: 684.97762ms)","trace[1885886165] 'applied index is now lower than readState.Index' (duration: 353.757126ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:29:47.940734Z","caller":"traceutil/trace.go:171","msg":"trace[1517909898] transaction","detail":"{read_only:false; response_revision:3234; number_of_response:1; }","duration":"1.037645082s","start":"2026-03-31T22:29:46.903081Z","end":"2026-03-31T22:29:47.940726Z","steps":["trace[1517909898] 'process raft request' (duration: 843.280338ms)","trace[1517909898] 'compare' (duration: 193.673538ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:29:47.94078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:46.903071Z","time spent":"1.037684292s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:29:47.940891Z","caller":"traceutil/trace.go:171","msg":"trace[1279768833] transaction","detail":"{read_only:false; response_revision:3235; number_of_response:1; }","duration":"1.037522199s","start":"2026-03-31T22:29:46.903362Z","end":"2026-03-31T22:29:47.940884Z","steps":["trace[1279768833] 'process raft request' (duration: 1.037053708s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:47.940928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:46.903354Z","time spent":"1.03755726s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:29:47.940986Z","caller":"traceutil/trace.go:171","msg":"trace[257926995] transaction","detail":"{read_only:false; response_revision:3237; number_of_response:1; }","duration":"1.036424464s","start":"2026-03-31T22:29:46.904532Z","end":"2026-03-31T22:29:47.940956Z","steps":["trace[257926995] 'process raft request' (duration: 1.035969373s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:47.941052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039121805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a8dfdb66-ee3f-4001-b3d4-c5f4f222783b\" ","response":"range_response_count:1 size:1293"} {"level":"info","ts":"2026-03-31T22:29:47.94102Z","caller":"traceutil/trace.go:171","msg":"trace[679503085] transaction","detail":"{read_only:false; response_revision:3236; number_of_response:1; }","duration":"1.036684s","start":"2026-03-31T22:29:46.904301Z","end":"2026-03-31T22:29:47.940985Z","steps":["trace[679503085] 'process raft request' (duration: 1.036176397s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:47.9411Z","caller":"traceutil/trace.go:171","msg":"trace[1184741566] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a8dfdb66-ee3f-4001-b3d4-c5f4f222783b; range_end:; response_count:1; response_revision:3238; }","duration":"1.039185896s","start":"2026-03-31T22:29:46.901901Z","end":"2026-03-31T22:29:47.941087Z","steps":["trace[1184741566] 'agreement among raft nodes before linearized reading' (duration: 1.039073873s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:47.940998Z","caller":"traceutil/trace.go:171","msg":"trace[654068273] transaction","detail":"{read_only:false; response_revision:3238; number_of_response:1; }","duration":"460.221262ms","start":"2026-03-31T22:29:47.480753Z","end":"2026-03-31T22:29:47.940974Z","steps":["trace[654068273] 'process raft request' (duration: 459.858904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:47.941133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:46.901889Z","time spent":"1.039235068s","remote":"127.0.0.1:53166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1316,"request content":"key:\"/registry/persistentvolumes/pvc-a8dfdb66-ee3f-4001-b3d4-c5f4f222783b\" "} {"level":"warn","ts":"2026-03-31T22:29:47.941129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:46.904523Z","time spent":"1.036533306s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:29:47.941199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:46.904278Z","time spent":"1.036833453s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:29:47.941213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:47.480728Z","time spent":"460.425916ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:29:48.441465Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219120757601826026,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:29:48.800398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.716068ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:29:48.800579Z","caller":"traceutil/trace.go:171","msg":"trace[1435650475] linearizableReadLoop","detail":"{readStateIndex:3384; appliedIndex:3382; }","duration":"859.856423ms","start":"2026-03-31T22:29:47.940703Z","end":"2026-03-31T22:29:48.800559Z","steps":["trace[1435650475] 'read index received' (duration: 615.882809ms)","trace[1435650475] 'applied index is now lower than readState.Index' (duration: 243.972044ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:29:48.800702Z","caller":"traceutil/trace.go:171","msg":"trace[356509597] transaction","detail":"{read_only:false; response_revision:3240; number_of_response:1; }","duration":"881.054583ms","start":"2026-03-31T22:29:47.919632Z","end":"2026-03-31T22:29:48.800686Z","steps":["trace[356509597] 'process raft request' (duration: 880.861857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:48.800812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:47.919608Z","time spent":"881.134875ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:29:48.800907Z","caller":"traceutil/trace.go:171","msg":"trace[1639126162] transaction","detail":"{read_only:false; response_revision:3239; number_of_response:1; }","duration":"882.555096ms","start":"2026-03-31T22:29:47.9183Z","end":"2026-03-31T22:29:48.800855Z","steps":["trace[1639126162] 'process raft request' (duration: 638.306366ms)","trace[1639126162] 'compare' (duration: 243.609835ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:29:48.800965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.441857937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:29:48.801014Z","caller":"traceutil/trace.go:171","msg":"trace[1049669253] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3240; }","duration":"1.4419481s","start":"2026-03-31T22:29:47.359054Z","end":"2026-03-31T22:29:48.801002Z","steps":["trace[1049669253] 'agreement among raft nodes before linearized reading' (duration: 1.441864498s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:48.801038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:47.359034Z","time spent":"1.44199931s","remote":"127.0.0.1:53020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:29:48.801065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.60552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-31T22:29:48.801097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.353732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a20d9d8225cc69\" ","response":"range_response_count:1 size:781"} {"level":"warn","ts":"2026-03-31T22:29:48.80107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.422977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:29:48.801099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:47.918276Z","time spent":"882.726461ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:29:48.801125Z","caller":"traceutil/trace.go:171","msg":"trace[675138921] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3240; }","duration":"825.702292ms","start":"2026-03-31T22:29:47.975408Z","end":"2026-03-31T22:29:48.801111Z","steps":["trace[675138921] 'agreement among raft nodes before linearized reading' (duration: 825.512768ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:48.801137Z","caller":"traceutil/trace.go:171","msg":"trace[1988397437] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a20d9d8225cc69; range_end:; response_count:1; response_revision:3240; }","duration":"517.424064ms","start":"2026-03-31T22:29:48.283701Z","end":"2026-03-31T22:29:48.801125Z","steps":["trace[1988397437] 'agreement among raft nodes before linearized reading' (duration: 517.262141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:48.801171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:48.283682Z","time spent":"517.482906ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":804,"request content":"key:\"/registry/events/auth-system/keycloak-0.18a20d9d8225cc69\" "} {"level":"warn","ts":"2026-03-31T22:29:48.801172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:47.975384Z","time spent":"825.775223ms","remote":"127.0.0.1:53224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-31T22:29:48.80111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.935676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:29:48.801169Z","caller":"traceutil/trace.go:171","msg":"trace[1231382075] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:3240; }","duration":"818.57534ms","start":"2026-03-31T22:29:47.982568Z","end":"2026-03-31T22:29:48.801143Z","steps":["trace[1231382075] 'agreement among raft nodes before linearized reading' (duration: 818.431266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:48.801251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:47.982545Z","time spent":"818.687574ms","remote":"127.0.0.1:55584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:29:48.801241Z","caller":"traceutil/trace.go:171","msg":"trace[1997316002] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:3240; }","duration":"399.10382ms","start":"2026-03-31T22:29:48.402114Z","end":"2026-03-31T22:29:48.801218Z","steps":["trace[1997316002] 'agreement among raft nodes before linearized reading' (duration: 398.868115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:48.801331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:48.402095Z","time spent":"399.217492ms","remote":"127.0.0.1:53236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:29:48.801642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.60128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:29:48.801705Z","caller":"traceutil/trace.go:171","msg":"trace[943050342] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:3240; }","duration":"118.707652ms","start":"2026-03-31T22:29:48.682984Z","end":"2026-03-31T22:29:48.801692Z","steps":["trace[943050342] 'agreement among raft nodes before linearized reading' (duration: 118.130539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:48.801896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.106795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-31T22:29:48.801967Z","caller":"traceutil/trace.go:171","msg":"trace[2050090778] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3240; }","duration":"297.214777ms","start":"2026-03-31T22:29:48.504735Z","end":"2026-03-31T22:29:48.80195Z","steps":["trace[2050090778] 'agreement among raft nodes before linearized reading' (duration: 296.224035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:50.347795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.995532ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:29:50.347944Z","caller":"traceutil/trace.go:171","msg":"trace[1720503183] linearizableReadLoop","detail":"{readStateIndex:3391; appliedIndex:3390; }","duration":"320.927774ms","start":"2026-03-31T22:29:50.026997Z","end":"2026-03-31T22:29:50.347925Z","steps":["trace[1720503183] 'read index received' (duration: 119.843099ms)","trace[1720503183] 'applied index is now lower than readState.Index' (duration: 201.082895ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:29:50.348018Z","caller":"traceutil/trace.go:171","msg":"trace[901271408] transaction","detail":"{read_only:false; response_revision:3247; number_of_response:1; }","duration":"353.051409ms","start":"2026-03-31T22:29:49.994953Z","end":"2026-03-31T22:29:50.348005Z","steps":["trace[901271408] 'process raft request' (duration: 151.77203ms)","trace[901271408] 'compare' (duration: 200.88945ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:29:50.348079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:49.994916Z","time spent":"353.126901ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:29:50.348343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.336073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"info","ts":"2026-03-31T22:29:50.348404Z","caller":"traceutil/trace.go:171","msg":"trace[1625065838] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3247; }","duration":"321.436275ms","start":"2026-03-31T22:29:50.026952Z","end":"2026-03-31T22:29:50.348388Z","steps":["trace[1625065838] 'agreement among raft nodes before linearized reading' (duration: 321.243721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:50.34844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:50.02693Z","time spent":"321.501736ms","remote":"127.0.0.1:53224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1470,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"info","ts":"2026-03-31T22:29:50.407117Z","caller":"traceutil/trace.go:171","msg":"trace[1323182653] transaction","detail":"{read_only:false; response_revision:3248; number_of_response:1; }","duration":"379.077537ms","start":"2026-03-31T22:29:50.028005Z","end":"2026-03-31T22:29:50.407082Z","steps":["trace[1323182653] 'process raft request' (duration: 378.820321ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:50.407284Z","caller":"traceutil/trace.go:171","msg":"trace[1309446046] transaction","detail":"{read_only:false; response_revision:3250; number_of_response:1; }","duration":"378.992556ms","start":"2026-03-31T22:29:50.028256Z","end":"2026-03-31T22:29:50.407249Z","steps":["trace[1309446046] 'process raft request' (duration: 378.768361ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:50.407228Z","caller":"traceutil/trace.go:171","msg":"trace[1307875163] transaction","detail":"{read_only:false; response_revision:3249; number_of_response:1; }","duration":"379.100317ms","start":"2026-03-31T22:29:50.028097Z","end":"2026-03-31T22:29:50.407197Z","steps":["trace[1307875163] 'process raft request' (duration: 378.894693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:50.407545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:50.02809Z","time spent":"379.402044ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:29:50.407306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:50.027976Z","time spent":"379.236851ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:29:50.40754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.609197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-31T22:29:50.40744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:50.028248Z","time spent":"379.114588ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:29:50.407683Z","caller":"traceutil/trace.go:171","msg":"trace[296447218] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3250; }","duration":"301.774021ms","start":"2026-03-31T22:29:50.105846Z","end":"2026-03-31T22:29:50.40762Z","steps":["trace[296447218] 'agreement among raft nodes before linearized reading' (duration: 301.28573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:50.407783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:50.105827Z","time spent":"301.939674ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T22:29:50.655044Z","caller":"traceutil/trace.go:171","msg":"trace[929202357] linearizableReadLoop","detail":"{readStateIndex:3395; appliedIndex:3394; }","duration":"114.824825ms","start":"2026-03-31T22:29:50.540195Z","end":"2026-03-31T22:29:50.65502Z","steps":["trace[929202357] 'read index received' (duration: 114.561159ms)","trace[929202357] 'applied index is now lower than readState.Index' (duration: 262.806µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:29:50.655152Z","caller":"traceutil/trace.go:171","msg":"trace[2005449173] transaction","detail":"{read_only:false; response_revision:3251; number_of_response:1; }","duration":"122.461937ms","start":"2026-03-31T22:29:50.532664Z","end":"2026-03-31T22:29:50.655126Z","steps":["trace[2005449173] 'process raft request' (duration: 122.145099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:50.655373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.095432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:29:50.655634Z","caller":"traceutil/trace.go:171","msg":"trace[2091378037] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3251; }","duration":"115.44565ms","start":"2026-03-31T22:29:50.540161Z","end":"2026-03-31T22:29:50.655607Z","steps":["trace[2091378037] 'agreement among raft nodes before linearized reading' (duration: 115.026351ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:53.086Z","caller":"traceutil/trace.go:171","msg":"trace[560711482] transaction","detail":"{read_only:false; response_revision:3266; number_of_response:1; }","duration":"102.842953ms","start":"2026-03-31T22:29:52.983118Z","end":"2026-03-31T22:29:53.085961Z","steps":["trace[560711482] 'process raft request' (duration: 94.392262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:55.24819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.754748149s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:29:55.248275Z","caller":"traceutil/trace.go:171","msg":"trace[157300465] linearizableReadLoop","detail":"{readStateIndex:3413; appliedIndex:3412; }","duration":"1.271534078s","start":"2026-03-31T22:29:53.976726Z","end":"2026-03-31T22:29:55.248261Z","steps":["trace[157300465] 'read index received' (duration: 53.011µs)","trace[157300465] 'applied index is now lower than readState.Index' (duration: 1.271480017s)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:29:55.248295Z","caller":"traceutil/trace.go:171","msg":"trace[1531665301] transaction","detail":"{read_only:false; response_revision:3268; number_of_response:1; }","duration":"1.829054028s","start":"2026-03-31T22:29:53.419217Z","end":"2026-03-31T22:29:55.248271Z","steps":["trace[1531665301] 'process raft request' (duration: 74.156466ms)","trace[1531665301] 'compare' (duration: 1.753520742s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:29:55.248459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:53.419196Z","time spent":"1.829192961s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:29:55.248468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.271753072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T22:29:55.248602Z","caller":"traceutil/trace.go:171","msg":"trace[533983185] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3268; }","duration":"1.271915676s","start":"2026-03-31T22:29:53.976659Z","end":"2026-03-31T22:29:55.248574Z","steps":["trace[533983185] 'agreement among raft nodes before linearized reading' (duration: 1.27164542s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:55.248691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:53.976636Z","time spent":"1.272027579s","remote":"127.0.0.1:53224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-31T22:29:55.489929Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.448669851s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T22:29:55.672337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.952551ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:29:55.672452Z","caller":"traceutil/trace.go:171","msg":"trace[645043085] transaction","detail":"{read_only:false; response_revision:3269; number_of_response:1; }","duration":"1.631276849s","start":"2026-03-31T22:29:54.041159Z","end":"2026-03-31T22:29:55.672435Z","steps":["trace[645043085] 'process raft request' (duration: 1.449098532s)","trace[645043085] 'compare' (duration: 181.846419ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:29:55.672505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:54.041134Z","time spent":"1.63134685s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:29:55.739064Z","caller":"traceutil/trace.go:171","msg":"trace[1723722858] transaction","detail":"{read_only:false; response_revision:3270; number_of_response:1; }","duration":"868.936379ms","start":"2026-03-31T22:29:54.870101Z","end":"2026-03-31T22:29:55.739037Z","steps":["trace[1723722858] 'process raft request' (duration: 868.787965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:55.73921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:54.870074Z","time spent":"869.064111ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:29:55.739797Z","caller":"traceutil/trace.go:171","msg":"trace[737091356] linearizableReadLoop","detail":"{readStateIndex:3417; appliedIndex:3413; }","duration":"491.468608ms","start":"2026-03-31T22:29:55.248294Z","end":"2026-03-31T22:29:55.739762Z","steps":["trace[737091356] 'read index received' (duration: 241.905777ms)","trace[737091356] 'applied index is now lower than readState.Index' (duration: 249.550001ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:29:55.740019Z","caller":"traceutil/trace.go:171","msg":"trace[1318479044] transaction","detail":"{read_only:false; response_revision:3271; number_of_response:1; }","duration":"830.94736ms","start":"2026-03-31T22:29:54.909055Z","end":"2026-03-31T22:29:55.740002Z","steps":["trace[1318479044] 'process raft request' (duration: 829.948737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:55.740181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:54.909017Z","time spent":"831.052723ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:29:55.740516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.268714964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T22:29:55.740571Z","caller":"traceutil/trace.go:171","msg":"trace[1106301916] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3272; }","duration":"1.268833256s","start":"2026-03-31T22:29:54.471725Z","end":"2026-03-31T22:29:55.740558Z","steps":["trace[1106301916] 'agreement among raft nodes before linearized reading' (duration: 1.268630002s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:55.740609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:54.471701Z","time spent":"1.268900298s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T22:29:55.740624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.290864955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T22:29:55.740686Z","caller":"traceutil/trace.go:171","msg":"trace[1024107017] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3272; }","duration":"1.290973517s","start":"2026-03-31T22:29:54.449699Z","end":"2026-03-31T22:29:55.740672Z","steps":["trace[1024107017] 'agreement among raft nodes before linearized reading' (duration: 1.290774503s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:55.740732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:54.449677Z","time spent":"1.291046529s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:29:55.740821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.443434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T22:29:55.740859Z","caller":"traceutil/trace.go:171","msg":"trace[774633428] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3272; }","duration":"809.508735ms","start":"2026-03-31T22:29:54.931341Z","end":"2026-03-31T22:29:55.740849Z","steps":["trace[774633428] 'agreement among raft nodes before linearized reading' (duration: 809.412193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:55.740844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.837029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-31T22:29:55.740893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:54.931323Z","time spent":"809.562467ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T22:29:55.740918Z","caller":"traceutil/trace.go:171","msg":"trace[1126556913] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3272; }","duration":"650.953002ms","start":"2026-03-31T22:29:55.089943Z","end":"2026-03-31T22:29:55.740896Z","steps":["trace[1126556913] 'agreement among raft nodes before linearized reading' (duration: 650.713757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:55.740965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:55.089926Z","time spent":"651.032983ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T22:29:55.741016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.364794085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T22:29:55.741072Z","caller":"traceutil/trace.go:171","msg":"trace[631946241] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3272; }","duration":"1.364897768s","start":"2026-03-31T22:29:54.376163Z","end":"2026-03-31T22:29:55.74106Z","steps":["trace[631946241] 'agreement among raft nodes before linearized reading' (duration: 1.364754674s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:55.741114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:54.376131Z","time spent":"1.364974839s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T22:29:55.741234Z","caller":"traceutil/trace.go:171","msg":"trace[936233421] transaction","detail":"{read_only:false; response_revision:3272; number_of_response:1; }","duration":"739.668347ms","start":"2026-03-31T22:29:55.001555Z","end":"2026-03-31T22:29:55.741223Z","steps":["trace[936233421] 'process raft request' (duration: 738.029651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:55.741253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.379561519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:29:55.741288Z","caller":"traceutil/trace.go:171","msg":"trace[1650514668] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3272; }","duration":"1.37963102s","start":"2026-03-31T22:29:54.361647Z","end":"2026-03-31T22:29:55.741278Z","steps":["trace[1650514668] 'agreement among raft nodes before linearized reading' (duration: 1.379581479s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:55.741316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:55.001542Z","time spent":"739.722798ms","remote":"127.0.0.1:53200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9385,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:29:55.741325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:54.361627Z","time spent":"1.379691771s","remote":"127.0.0.1:53020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:29:55.741079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.269263986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T22:29:55.741382Z","caller":"traceutil/trace.go:171","msg":"trace[2119107985] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3272; }","duration":"1.269606583s","start":"2026-03-31T22:29:54.471762Z","end":"2026-03-31T22:29:55.741369Z","steps":["trace[2119107985] 'agreement among raft nodes before linearized reading' (duration: 1.269254596s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:55.741516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:54.47174Z","time spent":"1.269679626s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T22:29:55.741653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.700920152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:29:55.741712Z","caller":"traceutil/trace.go:171","msg":"trace[304719074] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:3272; }","duration":"1.701028555s","start":"2026-03-31T22:29:54.040669Z","end":"2026-03-31T22:29:55.741697Z","steps":["trace[304719074] 'agreement among raft nodes before linearized reading' (duration: 1.700936833s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:55.741755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:54.040645Z","time spent":"1.701098666s","remote":"127.0.0.1:53156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:29:55.741822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.583017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"info","ts":"2026-03-31T22:29:55.741856Z","caller":"traceutil/trace.go:171","msg":"trace[1935694644] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3272; }","duration":"490.631258ms","start":"2026-03-31T22:29:55.251217Z","end":"2026-03-31T22:29:55.741848Z","steps":["trace[1935694644] 'agreement among raft nodes before linearized reading' (duration: 490.548036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:55.74188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:55.251203Z","time spent":"490.672489ms","remote":"127.0.0.1:53224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1470,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-03-31T22:29:57.756021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999231043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T22:29:57.756098Z","caller":"traceutil/trace.go:171","msg":"trace[769176608] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999322465s","start":"2026-03-31T22:29:55.756758Z","end":"2026-03-31T22:29:57.756081Z","steps":["trace[769176608] 'agreement among raft nodes before linearized reading' (duration: 1.999227223s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:57.756144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:55.756719Z","time spent":"1.999415518s","remote":"127.0.0.1:53020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 22:29:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T22:29:58.244852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.171370394s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:29:58.244997Z","caller":"traceutil/trace.go:171","msg":"trace[63010200] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3272; }","duration":"1.171522217s","start":"2026-03-31T22:29:57.073453Z","end":"2026-03-31T22:29:58.244975Z","steps":["trace[63010200] 'range keys from in-memory index tree' (duration: 1.171353712s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:58.245177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.320065655s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:29:58.245268Z","caller":"traceutil/trace.go:171","msg":"trace[1254019447] linearizableReadLoop","detail":"{readStateIndex:3418; appliedIndex:3417; }","duration":"2.497082815s","start":"2026-03-31T22:29:55.74817Z","end":"2026-03-31T22:29:58.245252Z","steps":["trace[1254019447] 'read index received' (duration: 176.911268ms)","trace[1254019447] 'applied index is now lower than readState.Index' (duration: 2.320170577s)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:29:58.245299Z","caller":"traceutil/trace.go:171","msg":"trace[1997441048] transaction","detail":"{read_only:false; response_revision:3273; number_of_response:1; }","duration":"2.497179988s","start":"2026-03-31T22:29:55.74809Z","end":"2026-03-31T22:29:58.24527Z","steps":["trace[1997441048] 'process raft request' (duration: 176.952899ms)","trace[1997441048] 'compare' (duration: 2.319961863s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:29:58.24543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.497260309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-03-31T22:29:58.245457Z","caller":"traceutil/trace.go:171","msg":"trace[1483561973] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3273; }","duration":"2.497329411s","start":"2026-03-31T22:29:55.748119Z","end":"2026-03-31T22:29:58.245448Z","steps":["trace[1483561973] 'agreement among raft nodes before linearized reading' (duration: 2.497197128s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:58.245493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:55.74809Z","time spent":"2.497395292s","remote":"127.0.0.1:53224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1340,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-31T22:29:58.245649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:55.748073Z","time spent":"2.497374222s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:29:58.737636Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.742598714s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T22:29:59.756836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000532004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T22:29:59.756908Z","caller":"traceutil/trace.go:171","msg":"trace[76390450] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000652397s","start":"2026-03-31T22:29:57.756241Z","end":"2026-03-31T22:29:59.756894Z","steps":["trace[76390450] 'agreement among raft nodes before linearized reading' (duration: 2.000562405s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:59.756941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:57.756228Z","time spent":"2.000705968s","remote":"127.0.0.1:53032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 22:29:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T22:30:00.746717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:55.748223Z","time spent":"4.998486569s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 22:30:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T22:30:00.746833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:55.748199Z","time spent":"4.998596202s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T22:30:00.746932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:55.748218Z","time spent":"4.998712084s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T22:30:00.767867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.029242293s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:30:00.768065Z","caller":"traceutil/trace.go:171","msg":"trace[574408230] transaction","detail":"{read_only:false; response_revision:3274; number_of_response:1; }","duration":"5.019875103s","start":"2026-03-31T22:29:55.748163Z","end":"2026-03-31T22:30:00.768038Z","steps":["trace[574408230] 'process raft request' (duration: 2.990363763s)","trace[574408230] 'compare' (duration: 2.028870614s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:30:00.76816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:55.748149Z","time spent":"5.019958075s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:30:00.768347Z","caller":"traceutil/trace.go:171","msg":"trace[1444668956] transaction","detail":"{read_only:false; response_revision:3278; number_of_response:1; }","duration":"5.019848612s","start":"2026-03-31T22:29:55.748491Z","end":"2026-03-31T22:30:00.768339Z","steps":["trace[1444668956] 'process raft request' (duration: 5.019596887s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:00.768395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:55.748478Z","time spent":"5.019894183s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:30:01.354288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.139526ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T22:30:01.355002Z","caller":"traceutil/trace.go:171","msg":"trace[1742700810] transaction","detail":"{read_only:false; response_revision:3279; number_of_response:1; }","duration":"3.67644271s","start":"2026-03-31T22:29:57.678531Z","end":"2026-03-31T22:30:01.354974Z","steps":["trace[1742700810] 'process raft request' (duration: 3.675866217s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:01.355039Z","caller":"traceutil/trace.go:171","msg":"trace[1043859268] transaction","detail":"{read_only:false; response_revision:3282; number_of_response:1; }","duration":"562.944033ms","start":"2026-03-31T22:30:00.79207Z","end":"2026-03-31T22:30:01.355014Z","steps":["trace[1043859268] 'process raft request' (duration: 562.889112ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:01.355043Z","caller":"traceutil/trace.go:171","msg":"trace[1119957278] transaction","detail":"{read_only:false; response_revision:3280; number_of_response:1; }","duration":"3.607667466s","start":"2026-03-31T22:29:57.747344Z","end":"2026-03-31T22:30:01.355011Z","steps":["trace[1119957278] 'process raft request' (duration: 3.607512653s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:01.355171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:57.678503Z","time spent":"3.676573363s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:30:01.355257Z","caller":"traceutil/trace.go:171","msg":"trace[768218444] transaction","detail":"{read_only:false; response_revision:3281; number_of_response:1; }","duration":"3.606223103s","start":"2026-03-31T22:29:57.749017Z","end":"2026-03-31T22:30:01.35524Z","steps":["trace[768218444] 'process raft request' (duration: 3.605892296s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:01.355306Z","caller":"traceutil/trace.go:171","msg":"trace[1424287082] linearizableReadLoop","detail":"{readStateIndex:3427; appliedIndex:3418; }","duration":"3.109992548s","start":"2026-03-31T22:29:58.245293Z","end":"2026-03-31T22:30:01.355286Z","steps":["trace[1424287082] 'read index received' (duration: 493.243048ms)","trace[1424287082] 'applied index is now lower than readState.Index' (duration: 2.61674698s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:30:01.35536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.364740406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:30:01.355344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:57.748991Z","time spent":"3.606310055s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:30:01.355381Z","caller":"traceutil/trace.go:171","msg":"trace[472699342] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:3282; }","duration":"4.364782697s","start":"2026-03-31T22:29:56.990592Z","end":"2026-03-31T22:30:01.355375Z","steps":["trace[472699342] 'agreement among raft nodes before linearized reading' (duration: 4.364755397s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:01.355399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:56.990576Z","time spent":"4.364819188s","remote":"127.0.0.1:53314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:30:01.355363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.77995343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:30:01.355548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.385206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:30:01.35557Z","caller":"traceutil/trace.go:171","msg":"trace[1801814636] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:3282; }","duration":"722.446678ms","start":"2026-03-31T22:30:00.633118Z","end":"2026-03-31T22:30:01.355565Z","steps":["trace[1801814636] 'agreement among raft nodes before linearized reading' (duration: 722.391236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:01.355586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:30:00.633025Z","time spent":"722.55813ms","remote":"127.0.0.1:53226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":59,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:30:01.355607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.106446228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"warn","ts":"2026-03-31T22:30:01.355602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.590444224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:30:01.35565Z","caller":"traceutil/trace.go:171","msg":"trace[625509561] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3282; }","duration":"3.10651055s","start":"2026-03-31T22:29:58.249127Z","end":"2026-03-31T22:30:01.355637Z","steps":["trace[625509561] 'agreement among raft nodes before linearized reading' (duration: 3.106375487s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:01.355653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.105345131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-31T22:30:01.355663Z","caller":"traceutil/trace.go:171","msg":"trace[1029972402] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3282; }","duration":"1.590544827s","start":"2026-03-31T22:29:59.765102Z","end":"2026-03-31T22:30:01.355647Z","steps":["trace[1029972402] 'agreement among raft nodes before linearized reading' (duration: 1.590461395s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:01.355663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.899612264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18a20da0942930f9\" ","response":"range_response_count:1 size:765"} {"level":"warn","ts":"2026-03-31T22:30:01.355688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:58.249112Z","time spent":"3.106568971s","remote":"127.0.0.1:53462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7485,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-31T22:30:01.355706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:59.765076Z","time spent":"1.590620239s","remote":"127.0.0.1:53020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T22:30:01.355713Z","caller":"traceutil/trace.go:171","msg":"trace[388513874] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18a20da0942930f9; range_end:; response_count:1; response_revision:3282; }","duration":"4.899699197s","start":"2026-03-31T22:29:56.456001Z","end":"2026-03-31T22:30:01.3557Z","steps":["trace[388513874] 'agreement among raft nodes before linearized reading' (duration: 4.899372579s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:01.355728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.920357181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:30:01.355693Z","caller":"traceutil/trace.go:171","msg":"trace[888887005] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3282; }","duration":"1.105417832s","start":"2026-03-31T22:30:00.250266Z","end":"2026-03-31T22:30:01.355684Z","steps":["trace[888887005] 'agreement among raft nodes before linearized reading' (duration: 1.1053124s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:01.35575Z","caller":"traceutil/trace.go:171","msg":"trace[988568768] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3282; }","duration":"1.920378661s","start":"2026-03-31T22:29:59.435365Z","end":"2026-03-31T22:30:01.355743Z","steps":["trace[988568768] 'agreement among raft nodes before linearized reading' (duration: 1.920347121s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:01.355777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:30:00.250247Z","time spent":"1.105525205s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T22:30:01.35578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:59.435321Z","time spent":"1.920452943s","remote":"127.0.0.1:39630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:30:01.355751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:56.45598Z","time spent":"4.899764009s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":788,"request content":"key:\"/registry/events/openstack/valkey-node-0.18a20da0942930f9\" "} {"level":"warn","ts":"2026-03-31T22:30:01.355796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.633252025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:30:01.355821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.459241491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:30:01.355902Z","caller":"traceutil/trace.go:171","msg":"trace[122995974] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:3282; }","duration":"4.633399039s","start":"2026-03-31T22:29:56.722485Z","end":"2026-03-31T22:30:01.355884Z","steps":["trace[122995974] 'agreement among raft nodes before linearized reading' (duration: 4.633251005s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:01.35517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:30:00.792048Z","time spent":"563.042405ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:30:01.355951Z","caller":"traceutil/trace.go:171","msg":"trace[760138245] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:3282; }","duration":"4.459432177s","start":"2026-03-31T22:29:56.896497Z","end":"2026-03-31T22:30:01.355929Z","steps":["trace[760138245] 'agreement among raft nodes before linearized reading' (duration: 4.459235452s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:01.355956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:56.722465Z","time spent":"4.63347478s","remote":"127.0.0.1:55798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:30:01.355494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.544659614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:30:01.356009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:56.896477Z","time spent":"4.459515168s","remote":"127.0.0.1:53166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":2,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:30:01.356028Z","caller":"traceutil/trace.go:171","msg":"trace[1280618803] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3282; }","duration":"5.545216446s","start":"2026-03-31T22:29:55.810804Z","end":"2026-03-31T22:30:01.356021Z","steps":["trace[1280618803] 'agreement among raft nodes before linearized reading' (duration: 5.544674294s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:01.356056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:55.810791Z","time spent":"5.545257917s","remote":"127.0.0.1:53460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T22:30:01.355473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.073682899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:30:01.356102Z","caller":"traceutil/trace.go:171","msg":"trace[1832230151] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:3282; }","duration":"5.074352334s","start":"2026-03-31T22:29:56.281733Z","end":"2026-03-31T22:30:01.356085Z","steps":["trace[1832230151] 'agreement among raft nodes before linearized reading' (duration: 5.073665129s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:01.355329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.367429667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:30:01.356171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:56.281711Z","time spent":"5.074441756s","remote":"127.0.0.1:53364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":67,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:30:01.356212Z","caller":"traceutil/trace.go:171","msg":"trace[242048337] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:3282; }","duration":"4.368381539s","start":"2026-03-31T22:29:56.987816Z","end":"2026-03-31T22:30:01.356197Z","steps":["trace[242048337] 'agreement among raft nodes before linearized reading' (duration: 4.367481529s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:01.356252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:56.987791Z","time spent":"4.36845053s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:30:01.355698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.549052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.35\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-31T22:30:01.356408Z","caller":"traceutil/trace.go:171","msg":"trace[1378714513] range","detail":"{range_begin:/registry/masterleases/199.204.45.35; range_end:; response_count:1; response_revision:3282; }","duration":"101.26753ms","start":"2026-03-31T22:30:01.255118Z","end":"2026-03-31T22:30:01.356386Z","steps":["trace[1378714513] 'agreement among raft nodes before linearized reading' (duration: 100.544643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:01.355481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.34193094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:30:01.355184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:57.747316Z","time spent":"3.607792879s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:30:01.357307Z","caller":"traceutil/trace.go:171","msg":"trace[2106568155] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:3282; }","duration":"3.342991625s","start":"2026-03-31T22:29:58.013492Z","end":"2026-03-31T22:30:01.356483Z","steps":["trace[2106568155] 'agreement among raft nodes before linearized reading' (duration: 3.34192758s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:01.357386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:58.013471Z","time spent":"3.343894204s","remote":"127.0.0.1:53438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:30:01.35557Z","caller":"traceutil/trace.go:171","msg":"trace[2131730866] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:3282; }","duration":"3.780181634s","start":"2026-03-31T22:29:57.575369Z","end":"2026-03-31T22:30:01.355551Z","steps":["trace[2131730866] 'agreement among raft nodes before linearized reading' (duration: 3.779961369s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:01.358241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:57.575354Z","time spent":"3.782865715s","remote":"127.0.0.1:39718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:30:02.293278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.125545ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-31T22:30:02.293887Z","caller":"traceutil/trace.go:171","msg":"trace[490809060] linearizableReadLoop","detail":"{readStateIndex:3430; appliedIndex:3428; }","duration":"931.773338ms","start":"2026-03-31T22:30:01.362095Z","end":"2026-03-31T22:30:02.293868Z","steps":["trace[490809060] 'read index received' (duration: 238.04838ms)","trace[490809060] 'applied index is now lower than readState.Index' (duration: 693.724048ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:30:02.293667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:30:01.357883Z","time spent":"935.778399ms","remote":"127.0.0.1:53038","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T22:30:02.294371Z","caller":"traceutil/trace.go:171","msg":"trace[689694760] transaction","detail":"{read_only:false; response_revision:3284; number_of_response:1; }","duration":"932.185207ms","start":"2026-03-31T22:30:01.362146Z","end":"2026-03-31T22:30:02.294332Z","steps":["trace[689694760] 'process raft request' (duration: 931.660455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:02.294391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.262368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:30:02.294468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.523802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:30:02.294538Z","caller":"traceutil/trace.go:171","msg":"trace[247375944] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3284; }","duration":"932.427523ms","start":"2026-03-31T22:30:01.362076Z","end":"2026-03-31T22:30:02.294504Z","steps":["trace[247375944] 'agreement among raft nodes before linearized reading' (duration: 932.211708ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:02.294413Z","caller":"traceutil/trace.go:171","msg":"trace[149792363] transaction","detail":"{read_only:false; response_revision:3283; number_of_response:1; }","duration":"936.456955ms","start":"2026-03-31T22:30:01.357944Z","end":"2026-03-31T22:30:02.294401Z","steps":["trace[149792363] 'process raft request' (duration: 935.460272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:02.294575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:30:01.362125Z","time spent":"932.344691ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:30:02.294594Z","caller":"traceutil/trace.go:171","msg":"trace[754495201] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3284; }","duration":"931.673386ms","start":"2026-03-31T22:30:01.362895Z","end":"2026-03-31T22:30:02.294569Z","steps":["trace[754495201] 'agreement among raft nodes before linearized reading' (duration: 931.486812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:02.295257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:30:01.357923Z","time spent":"937.104459ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:30:02.294674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.46534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T22:30:02.295465Z","caller":"traceutil/trace.go:171","msg":"trace[60318215] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3284; }","duration":"320.32664ms","start":"2026-03-31T22:30:01.975124Z","end":"2026-03-31T22:30:02.295451Z","steps":["trace[60318215] 'agreement among raft nodes before linearized reading' (duration: 319.314596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:02.295417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:30:01.362888Z","time spent":"932.446864ms","remote":"127.0.0.1:53020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:30:02.294613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:30:01.362068Z","time spent":"932.535305ms","remote":"127.0.0.1:53224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T22:30:02.29554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:30:01.975102Z","time spent":"320.425572ms","remote":"127.0.0.1:53224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-31T22:30:03.881323Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.209724071s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T22:30:03.920782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.477112134s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:30:03.921056Z","caller":"traceutil/trace.go:171","msg":"trace[1047175656] transaction","detail":"{read_only:false; response_revision:3286; number_of_response:1; }","duration":"1.249567661s","start":"2026-03-31T22:30:02.671464Z","end":"2026-03-31T22:30:03.921032Z","steps":["trace[1047175656] 'process raft request' (duration: 1.249451699s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:03.921174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:30:02.671435Z","time spent":"1.249681944s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:30:03.921457Z","caller":"traceutil/trace.go:171","msg":"trace[827878232] transaction","detail":"{read_only:false; response_revision:3285; number_of_response:1; }","duration":"1.625988028s","start":"2026-03-31T22:30:02.295448Z","end":"2026-03-31T22:30:03.921436Z","steps":["trace[827878232] 'process raft request' (duration: 148.094577ms)","trace[827878232] 'compare' (duration: 1.47650641s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:30:03.921563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:30:02.295426Z","time spent":"1.626080921s","remote":"127.0.0.1:53038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:30:03.921614Z","caller":"traceutil/trace.go:171","msg":"trace[242527948] linearizableReadLoop","detail":"{readStateIndex:3432; appliedIndex:3431; }","duration":"1.622812957s","start":"2026-03-31T22:30:02.298773Z","end":"2026-03-31T22:30:03.921586Z","steps":["trace[242527948] 'read index received' (duration: 144.826884ms)","trace[242527948] 'applied index is now lower than readState.Index' (duration: 1.477983332s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:30:03.921883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.623096303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T22:30:03.921956Z","caller":"traceutil/trace.go:171","msg":"trace[1896828846] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3286; }","duration":"1.623192235s","start":"2026-03-31T22:30:02.298747Z","end":"2026-03-31T22:30:03.921939Z","steps":["trace[1896828846] 'agreement among raft nodes before linearized reading' (duration: 1.622923719s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:03.922019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:30:02.298736Z","time spent":"1.623266167s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T22:30:04.360587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000647416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T22:30:04.360679Z","caller":"traceutil/trace.go:171","msg":"trace[564779292] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000796109s","start":"2026-03-31T22:30:02.359859Z","end":"2026-03-31T22:30:04.360655Z","steps":["trace[564779292] 'agreement among raft nodes before linearized reading' (duration: 2.000676537s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:04.36075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:30:02.359823Z","time spent":"2.000907402s","remote":"127.0.0.1:53032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 22:30:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T22:30:04.375531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.625961288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T22:30:04.375598Z","caller":"traceutil/trace.go:171","msg":"trace[1731350645] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"1.62608671s","start":"2026-03-31T22:30:02.749494Z","end":"2026-03-31T22:30:04.37558Z","steps":["trace[1731350645] 'agreement among raft nodes before linearized reading' (duration: 1.626011649s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:04.38169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:30:02.749461Z","time spent":"1.632188348s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/31 22:30:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T22:30:04.421848Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219120757601826145,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:30:04.470998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.721537627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T22:30:04.471052Z","caller":"traceutil/trace.go:171","msg":"trace[1242730078] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"1.72163524s","start":"2026-03-31T22:30:02.749405Z","end":"2026-03-31T22:30:04.47104Z","steps":["trace[1242730078] 'agreement among raft nodes before linearized reading' (duration: 1.721572998s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:04.471075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:30:02.749383Z","time spent":"1.721686331s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/31 22:30:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-31T22:30:04.645904Z","caller":"traceutil/trace.go:171","msg":"trace[1339828666] transaction","detail":"{read_only:false; response_revision:3288; number_of_response:1; }","duration":"1.284210955s","start":"2026-03-31T22:30:03.361665Z","end":"2026-03-31T22:30:04.645876Z","steps":["trace[1339828666] 'process raft request' (duration: 1.284072312s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:04.646011Z","caller":"traceutil/trace.go:171","msg":"trace[1742444944] linearizableReadLoop","detail":"{readStateIndex:3437; appliedIndex:3433; }","duration":"724.321801ms","start":"2026-03-31T22:30:03.921671Z","end":"2026-03-31T22:30:04.645993Z","steps":["trace[1742444944] 'read index received' (duration: 722.730885ms)","trace[1742444944] 'applied index is now lower than readState.Index' (duration: 1.589946ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:30:04.646072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:30:03.361638Z","time spent":"1.284358098s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:30:04.6459Z","caller":"traceutil/trace.go:171","msg":"trace[1030441651] transaction","detail":"{read_only:false; response_revision:3287; number_of_response:1; }","duration":"1.886255811s","start":"2026-03-31T22:30:02.759605Z","end":"2026-03-31T22:30:04.645861Z","steps":["trace[1030441651] 'process raft request' (duration: 1.884720906s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:04.646222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.873202906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T22:30:04.646217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.872530262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T22:30:04.646242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:30:02.759583Z","time spent":"1.8866249s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:30:04.646265Z","caller":"traceutil/trace.go:171","msg":"trace[1624796723] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3290; }","duration":"1.873268508s","start":"2026-03-31T22:30:02.772983Z","end":"2026-03-31T22:30:04.646251Z","steps":["trace[1624796723] 'agreement among raft nodes before linearized reading' (duration: 1.873131385s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:04.64629Z","caller":"traceutil/trace.go:171","msg":"trace[1482625024] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3290; }","duration":"1.872627553s","start":"2026-03-31T22:30:02.773645Z","end":"2026-03-31T22:30:04.646272Z","steps":["trace[1482625024] 'agreement among raft nodes before linearized reading' (duration: 1.872400358s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:04.646347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:30:02.773638Z","time spent":"1.872700375s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:30:04.646365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.766857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:30:04.646391Z","caller":"traceutil/trace.go:171","msg":"trace[1849694203] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3290; }","duration":"277.822969ms","start":"2026-03-31T22:30:04.36856Z","end":"2026-03-31T22:30:04.646383Z","steps":["trace[1849694203] 'agreement among raft nodes before linearized reading' (duration: 277.786428ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:04.646476Z","caller":"traceutil/trace.go:171","msg":"trace[478537186] transaction","detail":"{read_only:false; response_revision:3289; number_of_response:1; }","duration":"1.284606164s","start":"2026-03-31T22:30:03.361855Z","end":"2026-03-31T22:30:04.646462Z","steps":["trace[478537186] 'process raft request' (duration: 1.28398001s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:04.646495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.065963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1984"} {"level":"warn","ts":"2026-03-31T22:30:04.646566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:30:03.361831Z","time spent":"1.284674975s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:30:04.646578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.040001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9399"} {"level":"warn","ts":"2026-03-31T22:30:04.646603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.280856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-31T22:30:04.646629Z","caller":"traceutil/trace.go:171","msg":"trace[920869171] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:3290; }","duration":"723.104063ms","start":"2026-03-31T22:30:03.923508Z","end":"2026-03-31T22:30:04.646613Z","steps":["trace[920869171] 'agreement among raft nodes before linearized reading' (duration: 722.819577ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:04.646642Z","caller":"traceutil/trace.go:171","msg":"trace[2043085610] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3290; }","duration":"334.332296ms","start":"2026-03-31T22:30:04.312299Z","end":"2026-03-31T22:30:04.646631Z","steps":["trace[2043085610] 'agreement among raft nodes before linearized reading' (duration: 334.240624ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:04.646657Z","caller":"traceutil/trace.go:171","msg":"trace[1402805142] transaction","detail":"{read_only:false; response_revision:3290; number_of_response:1; }","duration":"1.283464728s","start":"2026-03-31T22:30:03.363182Z","end":"2026-03-31T22:30:04.646647Z","steps":["trace[1402805142] 'process raft request' (duration: 1.282746962s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:04.646671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:30:04.31229Z","time spent":"334.375317ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T22:30:04.646682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:30:03.923491Z","time spent":"723.175134ms","remote":"127.0.0.1:53200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":9422,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T22:30:04.646712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:30:03.363168Z","time spent":"1.283515809s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:30:04.646781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.447012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:30:04.646783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.446619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-31T22:30:04.646813Z","caller":"traceutil/trace.go:171","msg":"trace[558811071] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:3290; }","duration":"362.507072ms","start":"2026-03-31T22:30:04.284298Z","end":"2026-03-31T22:30:04.646805Z","steps":["trace[558811071] 'agreement among raft nodes before linearized reading' (duration: 362.454021ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:04.646825Z","caller":"traceutil/trace.go:171","msg":"trace[1659409716] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3290; }","duration":"203.555641ms","start":"2026-03-31T22:30:04.443259Z","end":"2026-03-31T22:30:04.646815Z","steps":["trace[1659409716] 'agreement among raft nodes before linearized reading' (duration: 203.456338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:04.646844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:30:04.284283Z","time spent":"362.554264ms","remote":"127.0.0.1:53398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:30:04.646696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.629704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T22:30:04.647054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.360539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-31T22:30:04.647106Z","caller":"traceutil/trace.go:171","msg":"trace[1174802525] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:3290; }","duration":"723.41131ms","start":"2026-03-31T22:30:03.92368Z","end":"2026-03-31T22:30:04.647092Z","steps":["trace[1174802525] 'agreement among raft nodes before linearized reading' (duration: 723.296477ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:04.647108Z","caller":"traceutil/trace.go:171","msg":"trace[1515221373] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3290; }","duration":"174.066463ms","start":"2026-03-31T22:30:04.473011Z","end":"2026-03-31T22:30:04.647077Z","steps":["trace[1515221373] 'agreement among raft nodes before linearized reading' (duration: 173.610093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:04.646496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.347575528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"warn","ts":"2026-03-31T22:30:04.647158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:30:03.923623Z","time spent":"723.524572ms","remote":"127.0.0.1:53188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-31T22:30:04.647146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.329870896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18a20da0a3cdc503\" ","response":"range_response_count:1 size:768"} {"level":"warn","ts":"2026-03-31T22:30:04.647174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.897717699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T22:30:04.646574Z","caller":"traceutil/trace.go:171","msg":"trace[1533746126] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:3290; }","duration":"212.202136ms","start":"2026-03-31T22:30:04.434354Z","end":"2026-03-31T22:30:04.646556Z","steps":["trace[1533746126] 'agreement among raft nodes before linearized reading' (duration: 211.976281ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:04.647199Z","caller":"traceutil/trace.go:171","msg":"trace[700304796] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3290; }","duration":"2.348307734s","start":"2026-03-31T22:30:02.298876Z","end":"2026-03-31T22:30:04.647184Z","steps":["trace[700304796] 'agreement among raft nodes before linearized reading' (duration: 2.347421854s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:04.647214Z","caller":"traceutil/trace.go:171","msg":"trace[308221589] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3290; }","duration":"1.897798021s","start":"2026-03-31T22:30:02.749405Z","end":"2026-03-31T22:30:04.647203Z","steps":["trace[308221589] 'agreement among raft nodes before linearized reading' (duration: 1.897685399s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:04.647249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:30:02.749383Z","time spent":"1.897858763s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T22:30:04.647214Z","caller":"traceutil/trace.go:171","msg":"trace[424314476] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18a20da0a3cdc503; range_end:; response_count:1; response_revision:3290; }","duration":"2.329983309s","start":"2026-03-31T22:30:02.317214Z","end":"2026-03-31T22:30:04.647197Z","steps":["trace[424314476] 'agreement among raft nodes before linearized reading' (duration: 2.329765714s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:04.646299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:30:02.772968Z","time spent":"1.873321229s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T22:30:04.647252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:30:02.298872Z","time spent":"2.348365675s","remote":"127.0.0.1:53224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1470,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-03-31T22:30:04.648911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033523887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:30:04.648983Z","caller":"traceutil/trace.go:171","msg":"trace[710443692] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:3290; }","duration":"1.034724035s","start":"2026-03-31T22:30:03.614227Z","end":"2026-03-31T22:30:04.648951Z","steps":["trace[710443692] 'agreement among raft nodes before linearized reading' (duration: 1.032582846s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:04.649036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:30:03.614189Z","time spent":"1.034828678s","remote":"127.0.0.1:55602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:30:04.64914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:30:02.317192Z","time spent":"2.331877483s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":791,"request content":"key:\"/registry/events/openstack/valkey-node-0.18a20da0a3cdc503\" "} 2026/03/31 22:30:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T22:30:05.15333Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219120757601826149,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:30:05.317188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.8978ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-31T22:30:05.317292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:30:04.651866Z","time spent":"665.422848ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T22:30:06.114134Z","caller":"traceutil/trace.go:171","msg":"trace[26621252] linearizableReadLoop","detail":"{readStateIndex:3444; appliedIndex:3437; }","duration":"1.461342598s","start":"2026-03-31T22:30:04.652774Z","end":"2026-03-31T22:30:06.114117Z","steps":["trace[26621252] 'read index received' (duration: 540.568148ms)","trace[26621252] 'applied index is now lower than readState.Index' (duration: 920.77368ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:30:06.11422Z","caller":"traceutil/trace.go:171","msg":"trace[1479914813] transaction","detail":"{read_only:false; response_revision:3293; number_of_response:1; }","duration":"1.460900278s","start":"2026-03-31T22:30:04.65331Z","end":"2026-03-31T22:30:06.114211Z","steps":["trace[1479914813] 'process raft request' (duration: 1.460716194s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:06.114206Z","caller":"traceutil/trace.go:171","msg":"trace[995262891] transaction","detail":"{read_only:false; response_revision:3292; number_of_response:1; }","duration":"1.461589623s","start":"2026-03-31T22:30:04.652588Z","end":"2026-03-31T22:30:06.114177Z","steps":["trace[995262891] 'process raft request' (duration: 1.461391909s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:06.114302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:30:04.653303Z","time spent":"1.460936299s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:30:06.114333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:30:04.652583Z","time spent":"1.461679955s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:30:06.114445Z","caller":"traceutil/trace.go:171","msg":"trace[741232327] transaction","detail":"{read_only:false; response_revision:3294; number_of_response:1; }","duration":"1.461089222s","start":"2026-03-31T22:30:04.653348Z","end":"2026-03-31T22:30:06.114437Z","steps":["trace[741232327] 'process raft request' (duration: 1.460704374s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:06.11449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:30:04.653344Z","time spent":"1.461124673s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:30:06.114497Z","caller":"traceutil/trace.go:171","msg":"trace[1823171344] transaction","detail":"{read_only:false; response_revision:3291; number_of_response:1; }","duration":"1.461958672s","start":"2026-03-31T22:30:04.652511Z","end":"2026-03-31T22:30:06.11447Z","steps":["trace[1823171344] 'process raft request' (duration: 1.362668668s)","trace[1823171344] 'compare' (duration: 98.403834ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:30:06.114526Z","caller":"traceutil/trace.go:171","msg":"trace[1296021246] transaction","detail":"{read_only:false; number_of_response:1; response_revision:3295; }","duration":"1.179433037s","start":"2026-03-31T22:30:04.935071Z","end":"2026-03-31T22:30:06.114504Z","steps":["trace[1296021246] 'process raft request' (duration: 1.179023918s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:06.114598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:30:04.652491Z","time spent":"1.462055724s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:30:06.114625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:30:04.935054Z","time spent":"1.179517648s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":62,"response count":0,"response size":527,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:30:06.114789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.461993843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T22:30:06.114846Z","caller":"traceutil/trace.go:171","msg":"trace[1688214298] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:3295; }","duration":"1.462078134s","start":"2026-03-31T22:30:04.652755Z","end":"2026-03-31T22:30:06.114833Z","steps":["trace[1688214298] 'agreement among raft nodes before linearized reading' (duration: 1.461703246s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:06.11491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:30:04.652748Z","time spent":"1.462151996s","remote":"127.0.0.1:53274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-31T22:30:06.151231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.497425562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"warn","ts":"2026-03-31T22:30:06.151327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.344376384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:30:06.151235Z","caller":"traceutil/trace.go:171","msg":"trace[973801076] transaction","detail":"{read_only:false; response_revision:3296; number_of_response:1; }","duration":"831.84208ms","start":"2026-03-31T22:30:05.319356Z","end":"2026-03-31T22:30:06.151198Z","steps":["trace[973801076] 'process raft request' (duration: 831.519883ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:06.151378Z","caller":"traceutil/trace.go:171","msg":"trace[571552452] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:3296; }","duration":"1.344464327s","start":"2026-03-31T22:30:04.806899Z","end":"2026-03-31T22:30:06.151364Z","steps":["trace[571552452] 'agreement among raft nodes before linearized reading' (duration: 1.344392655s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:06.151328Z","caller":"traceutil/trace.go:171","msg":"trace[27072861] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3296; }","duration":"1.497539035s","start":"2026-03-31T22:30:04.653767Z","end":"2026-03-31T22:30:06.151306Z","steps":["trace[27072861] 'agreement among raft nodes before linearized reading' (duration: 1.49727873s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:06.151422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:30:04.806874Z","time spent":"1.344533218s","remote":"127.0.0.1:39754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:30:06.151439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.493234229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"warn","ts":"2026-03-31T22:30:06.15144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:30:05.31933Z","time spent":"832.043565ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:30:06.151461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:30:04.653762Z","time spent":"1.497686638s","remote":"127.0.0.1:53224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1340,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"info","ts":"2026-03-31T22:30:06.15148Z","caller":"traceutil/trace.go:171","msg":"trace[1136116456] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3296; }","duration":"1.49331775s","start":"2026-03-31T22:30:04.658152Z","end":"2026-03-31T22:30:06.15147Z","steps":["trace[1136116456] 'agreement among raft nodes before linearized reading' (duration: 1.493147766s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:06.151511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:30:04.658135Z","time spent":"1.493369862s","remote":"127.0.0.1:39692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5706,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T22:30:06.151231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.15749011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T22:30:06.151649Z","caller":"traceutil/trace.go:171","msg":"trace[589736006] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3296; }","duration":"1.15793339s","start":"2026-03-31T22:30:04.993695Z","end":"2026-03-31T22:30:06.151629Z","steps":["trace[589736006] 'agreement among raft nodes before linearized reading' (duration: 1.157431039s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:06.1517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:30:04.993679Z","time spent":"1.158006242s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T22:30:06.801336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.97188ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:30:06.801819Z","caller":"traceutil/trace.go:171","msg":"trace[1769479901] transaction","detail":"{read_only:false; response_revision:3297; number_of_response:1; }","duration":"645.216661ms","start":"2026-03-31T22:30:06.156568Z","end":"2026-03-31T22:30:06.801784Z","steps":["trace[1769479901] 'process raft request' (duration: 528.702369ms)","trace[1769479901] 'compare' (duration: 115.686884ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:30:06.80199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:30:06.156555Z","time spent":"645.354175ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:30:06.802038Z","caller":"traceutil/trace.go:171","msg":"trace[1311276796] transaction","detail":"{read_only:false; response_revision:3298; number_of_response:1; }","duration":"643.000691ms","start":"2026-03-31T22:30:06.158998Z","end":"2026-03-31T22:30:06.801999Z","steps":["trace[1311276796] 'process raft request' (duration: 642.445849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:06.802176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:30:06.158968Z","time spent":"643.134815ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:30:07.68684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.275128ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-31T22:30:07.686849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.675356ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:30:07.687001Z","caller":"traceutil/trace.go:171","msg":"trace[1870159321] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3298; }","duration":"612.836959ms","start":"2026-03-31T22:30:07.074134Z","end":"2026-03-31T22:30:07.686971Z","steps":["trace[1870159321] 'range keys from in-memory index tree' (duration: 612.639806ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:07.687589Z","caller":"traceutil/trace.go:171","msg":"trace[119776298] transaction","detail":"{read_only:false; response_revision:3299; number_of_response:1; }","duration":"1.03582382s","start":"2026-03-31T22:30:06.651734Z","end":"2026-03-31T22:30:07.687558Z","steps":["trace[119776298] 'process raft request' (duration: 1.035229546s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:07.688218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:30:06.651703Z","time spent":"1.035961794s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:30:07.962375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.738149ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:30:07.962717Z","caller":"traceutil/trace.go:171","msg":"trace[907419976] transaction","detail":"{read_only:false; response_revision:3300; number_of_response:1; }","duration":"1.310794145s","start":"2026-03-31T22:30:06.651886Z","end":"2026-03-31T22:30:07.962681Z","steps":["trace[907419976] 'process raft request' (duration: 1.035656707s)","trace[907419976] 'compare' (duration: 274.602286ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:30:07.962885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:30:06.651791Z","time spent":"1.31100665s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:30:07.963037Z","caller":"traceutil/trace.go:171","msg":"trace[764692868] transaction","detail":"{read_only:false; response_revision:3301; number_of_response:1; }","duration":"1.31011292s","start":"2026-03-31T22:30:06.652902Z","end":"2026-03-31T22:30:07.963015Z","steps":["trace[764692868] 'process raft request' (duration: 1.309572168s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:07.963115Z","caller":"traceutil/trace.go:171","msg":"trace[242678607] linearizableReadLoop","detail":"{readStateIndex:3448; appliedIndex:3445; }","duration":"1.602950257s","start":"2026-03-31T22:30:06.360139Z","end":"2026-03-31T22:30:07.963089Z","steps":["trace[242678607] 'read index received' (duration: 325.147908ms)","trace[242678607] 'applied index is now lower than readState.Index' (duration: 1.277799049s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:30:07.963156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:30:06.652869Z","time spent":"1.310231023s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:30:07.963268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.603125812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:30:07.963333Z","caller":"traceutil/trace.go:171","msg":"trace[188847261] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3301; }","duration":"1.603226984s","start":"2026-03-31T22:30:06.360089Z","end":"2026-03-31T22:30:07.963316Z","steps":["trace[188847261] 'agreement among raft nodes before linearized reading' (duration: 1.603120642s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:07.963383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:30:06.36007Z","time spent":"1.603305596s","remote":"127.0.0.1:53020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:30:07.963394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.157873509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a20d44343d08b4\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-31T22:30:07.963433Z","caller":"traceutil/trace.go:171","msg":"trace[1203592794] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a20d44343d08b4; range_end:; response_count:1; response_revision:3301; }","duration":"1.157953171s","start":"2026-03-31T22:30:06.805466Z","end":"2026-03-31T22:30:07.963419Z","steps":["trace[1203592794] 'agreement among raft nodes before linearized reading' (duration: 1.157775967s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:07.963393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.732868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:30:07.963475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:30:06.805447Z","time spent":"1.158018962s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a20d44343d08b4\" "} {"level":"info","ts":"2026-03-31T22:30:07.963532Z","caller":"traceutil/trace.go:171","msg":"trace[478416405] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:3301; }","duration":"193.956724ms","start":"2026-03-31T22:30:07.769544Z","end":"2026-03-31T22:30:07.9635Z","steps":["trace[478416405] 'agreement among raft nodes before linearized reading' (duration: 193.708688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:07.963561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.78933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:30:07.963636Z","caller":"traceutil/trace.go:171","msg":"trace[1351786930] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3301; }","duration":"509.094926ms","start":"2026-03-31T22:30:07.454514Z","end":"2026-03-31T22:30:07.963609Z","steps":["trace[1351786930] 'agreement among raft nodes before linearized reading' (duration: 508.779239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:07.963863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:30:07.454495Z","time spent":"509.308801ms","remote":"127.0.0.1:39680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:30:08.466701Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219120757601826170,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T22:30:08.529438Z","caller":"traceutil/trace.go:171","msg":"trace[1649493442] linearizableReadLoop","detail":"{readStateIndex:3452; appliedIndex:3451; }","duration":"562.887652ms","start":"2026-03-31T22:30:07.966525Z","end":"2026-03-31T22:30:08.529412Z","steps":["trace[1649493442] 'read index received' (duration: 562.653857ms)","trace[1649493442] 'applied index is now lower than readState.Index' (duration: 232.815µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:30:08.52955Z","caller":"traceutil/trace.go:171","msg":"trace[2135792229] transaction","detail":"{read_only:false; response_revision:3302; number_of_response:1; }","duration":"563.323242ms","start":"2026-03-31T22:30:07.966215Z","end":"2026-03-31T22:30:08.529539Z","steps":["trace[2135792229] 'process raft request' (duration: 563.030715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:08.529663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:30:07.96618Z","time spent":"563.401604ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:30:08.52991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.820322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-31T22:30:08.529924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.003906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T22:30:08.529977Z","caller":"traceutil/trace.go:171","msg":"trace[1449987858] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3302; }","duration":"409.997456ms","start":"2026-03-31T22:30:08.119958Z","end":"2026-03-31T22:30:08.529956Z","steps":["trace[1449987858] 'agreement among raft nodes before linearized reading' (duration: 409.75379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:08.52998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.176119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T22:30:08.53002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:30:08.119925Z","time spent":"410.088098ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T22:30:08.530027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.518126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:30:08.529916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.312565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T22:30:08.530063Z","caller":"traceutil/trace.go:171","msg":"trace[630835590] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3302; }","duration":"410.321972ms","start":"2026-03-31T22:30:08.119707Z","end":"2026-03-31T22:30:08.530029Z","steps":["trace[630835590] 'agreement among raft nodes before linearized reading' (duration: 410.058597ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:08.530103Z","caller":"traceutil/trace.go:171","msg":"trace[713791121] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3302; }","duration":"553.53686ms","start":"2026-03-31T22:30:07.976553Z","end":"2026-03-31T22:30:08.53009Z","steps":["trace[713791121] 'agreement among raft nodes before linearized reading' (duration: 553.07998ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:08.530106Z","caller":"traceutil/trace.go:171","msg":"trace[1415111017] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3302; }","duration":"563.6748ms","start":"2026-03-31T22:30:07.966407Z","end":"2026-03-31T22:30:08.530082Z","steps":["trace[1415111017] 'agreement among raft nodes before linearized reading' (duration: 563.585118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:08.530107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:30:08.11968Z","time spent":"410.419595ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:30:08.530152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:30:07.976509Z","time spent":"553.631272ms","remote":"127.0.0.1:53224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-31T22:30:08.530025Z","caller":"traceutil/trace.go:171","msg":"trace[1087555328] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3302; }","duration":"410.206381ms","start":"2026-03-31T22:30:08.119794Z","end":"2026-03-31T22:30:08.53Z","steps":["trace[1087555328] 'agreement among raft nodes before linearized reading' (duration: 409.914694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:08.530161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:30:07.966328Z","time spent":"563.824312ms","remote":"127.0.0.1:53032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:30:08.530215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:30:08.11976Z","time spent":"410.435655ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T22:30:09.26195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.169395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a20d9d8225cc69\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-03-31T22:30:09.262028Z","caller":"traceutil/trace.go:171","msg":"trace[65407857] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a20d9d8225cc69; range_end:; response_count:1; response_revision:3302; }","duration":"727.281708ms","start":"2026-03-31T22:30:08.534728Z","end":"2026-03-31T22:30:09.26201Z","steps":["trace[65407857] 'range keys from in-memory index tree' (duration: 727.008251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:09.262082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:30:08.534713Z","time spent":"727.359979ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":804,"request content":"key:\"/registry/events/auth-system/keycloak-0.18a20d9d8225cc69\" "} {"level":"warn","ts":"2026-03-31T22:30:09.262759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.495425ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:30:09.262945Z","caller":"traceutil/trace.go:171","msg":"trace[546934538] transaction","detail":"{read_only:false; response_revision:3303; number_of_response:1; }","duration":"728.111697ms","start":"2026-03-31T22:30:08.534795Z","end":"2026-03-31T22:30:09.262906Z","steps":["trace[546934538] 'process raft request' (duration: 303.391677ms)","trace[546934538] 'compare' (duration: 423.769428ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:30:09.263031Z","caller":"traceutil/trace.go:171","msg":"trace[418205907] transaction","detail":"{read_only:false; response_revision:3305; number_of_response:1; }","duration":"727.622945ms","start":"2026-03-31T22:30:08.535387Z","end":"2026-03-31T22:30:09.26301Z","steps":["trace[418205907] 'process raft request' (duration: 727.582574ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:09.263094Z","caller":"traceutil/trace.go:171","msg":"trace[1625229609] linearizableReadLoop","detail":"{readStateIndex:3453; appliedIndex:3452; }","duration":"728.015134ms","start":"2026-03-31T22:30:08.535038Z","end":"2026-03-31T22:30:09.263053Z","steps":["trace[1625229609] 'read index received' (duration: 303.154461ms)","trace[1625229609] 'applied index is now lower than readState.Index' (duration: 424.857743ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:30:09.263118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:30:08.534784Z","time spent":"728.247589ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:30:09.263158Z","caller":"traceutil/trace.go:171","msg":"trace[1412855493] transaction","detail":"{read_only:false; response_revision:3304; number_of_response:1; }","duration":"728.076105ms","start":"2026-03-31T22:30:08.535073Z","end":"2026-03-31T22:30:09.263149Z","steps":["trace[1412855493] 'process raft request' (duration: 727.801719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:09.263115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:30:08.53538Z","time spent":"727.701077ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:30:09.263366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.711944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:30:09.263427Z","caller":"traceutil/trace.go:171","msg":"trace[221943272] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3305; }","duration":"726.783536ms","start":"2026-03-31T22:30:08.536628Z","end":"2026-03-31T22:30:09.263411Z","steps":["trace[221943272] 'agreement among raft nodes before linearized reading' (duration: 726.695894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:09.263474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:30:08.536622Z","time spent":"726.842127ms","remote":"127.0.0.1:53020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:30:09.263702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.347638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:30:09.263761Z","caller":"traceutil/trace.go:171","msg":"trace[210769590] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:3305; }","duration":"419.44962ms","start":"2026-03-31T22:30:08.844298Z","end":"2026-03-31T22:30:09.263747Z","steps":["trace[210769590] 'agreement among raft nodes before linearized reading' (duration: 419.351148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:09.263751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.683269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"warn","ts":"2026-03-31T22:30:09.263798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:30:08.535062Z","time spent":"728.142387ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:30:09.263856Z","caller":"traceutil/trace.go:171","msg":"trace[1735926243] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3305; }","duration":"728.779711ms","start":"2026-03-31T22:30:08.535024Z","end":"2026-03-31T22:30:09.263803Z","steps":["trace[1735926243] 'agreement among raft nodes before linearized reading' (duration: 728.147447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:09.263817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:30:08.844277Z","time spent":"419.520773ms","remote":"127.0.0.1:39798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:30:09.2639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:30:08.535018Z","time spent":"728.873054ms","remote":"127.0.0.1:53224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1340,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-31T22:30:10.094628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.217152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"info","ts":"2026-03-31T22:30:10.094731Z","caller":"traceutil/trace.go:171","msg":"trace[474615168] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3315; }","duration":"107.350386ms","start":"2026-03-31T22:30:09.987349Z","end":"2026-03-31T22:30:10.094699Z","steps":["trace[474615168] 'range keys from in-memory index tree' (duration: 107.044689ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:15.496049Z","caller":"traceutil/trace.go:171","msg":"trace[724163617] transaction","detail":"{read_only:false; response_revision:3350; number_of_response:1; }","duration":"112.409511ms","start":"2026-03-31T22:30:15.38362Z","end":"2026-03-31T22:30:15.496029Z","steps":["trace[724163617] 'process raft request' (duration: 107.637843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:19.629334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.249132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T22:30:19.629409Z","caller":"traceutil/trace.go:171","msg":"trace[2111739784] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3363; }","duration":"112.384325ms","start":"2026-03-31T22:30:19.517008Z","end":"2026-03-31T22:30:19.629392Z","steps":["trace[2111739784] 'range keys from in-memory index tree' (duration: 112.066188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:19.629511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.574892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T22:30:19.6296Z","caller":"traceutil/trace.go:171","msg":"trace[503406359] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3363; }","duration":"156.722855ms","start":"2026-03-31T22:30:19.472857Z","end":"2026-03-31T22:30:19.62958Z","steps":["trace[503406359] 'range keys from in-memory index tree' (duration: 156.380867ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:19.761621Z","caller":"traceutil/trace.go:171","msg":"trace[1720008661] transaction","detail":"{read_only:false; response_revision:3365; number_of_response:1; }","duration":"126.533806ms","start":"2026-03-31T22:30:19.635036Z","end":"2026-03-31T22:30:19.76157Z","steps":["trace[1720008661] 'process raft request' (duration: 110.867982ms)","trace[1720008661] 'compare' (duration: 15.386296ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:30:20.225505Z","caller":"traceutil/trace.go:171","msg":"trace[1233178041] transaction","detail":"{read_only:false; response_revision:3369; number_of_response:1; }","duration":"131.988937ms","start":"2026-03-31T22:30:20.093482Z","end":"2026-03-31T22:30:20.225471Z","steps":["trace[1233178041] 'process raft request' (duration: 46.129041ms)","trace[1233178041] 'compare' (duration: 85.150771ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:30:21.923976Z","caller":"traceutil/trace.go:171","msg":"trace[2032962313] transaction","detail":"{read_only:false; response_revision:3376; number_of_response:1; }","duration":"114.029382ms","start":"2026-03-31T22:30:21.809918Z","end":"2026-03-31T22:30:21.923947Z","steps":["trace[2032962313] 'process raft request' (duration: 111.483435ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:21.923993Z","caller":"traceutil/trace.go:171","msg":"trace[430130735] transaction","detail":"{read_only:false; response_revision:3377; number_of_response:1; }","duration":"112.867636ms","start":"2026-03-31T22:30:21.811091Z","end":"2026-03-31T22:30:21.923959Z","steps":["trace[430130735] 'process raft request' (duration: 112.795814ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:22.219869Z","caller":"traceutil/trace.go:171","msg":"trace[854859746] transaction","detail":"{read_only:false; response_revision:3378; number_of_response:1; }","duration":"106.323728ms","start":"2026-03-31T22:30:22.113492Z","end":"2026-03-31T22:30:22.219816Z","steps":["trace[854859746] 'process raft request' (duration: 106.167495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:26.139589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.039445ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:30:26.139703Z","caller":"traceutil/trace.go:171","msg":"trace[271641176] linearizableReadLoop","detail":"{readStateIndex:3544; appliedIndex:3543; }","duration":"163.819046ms","start":"2026-03-31T22:30:25.975867Z","end":"2026-03-31T22:30:26.139686Z","steps":["trace[271641176] 'read index received' (duration: 56.537216ms)","trace[271641176] 'applied index is now lower than readState.Index' (duration: 107.28035ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:30:26.139876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.01593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T22:30:26.139913Z","caller":"traceutil/trace.go:171","msg":"trace[1123734366] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3391; }","duration":"164.113922ms","start":"2026-03-31T22:30:25.975789Z","end":"2026-03-31T22:30:26.139903Z","steps":["trace[1123734366] 'agreement among raft nodes before linearized reading' (duration: 163.944328ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:26.140235Z","caller":"traceutil/trace.go:171","msg":"trace[160832287] transaction","detail":"{read_only:false; response_revision:3391; number_of_response:1; }","duration":"203.122773ms","start":"2026-03-31T22:30:25.937079Z","end":"2026-03-31T22:30:26.140202Z","steps":["trace[160832287] 'process raft request' (duration: 95.388932ms)","trace[160832287] 'compare' (duration: 106.892792ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:30:27.627587Z","caller":"traceutil/trace.go:171","msg":"trace[1327494623] transaction","detail":"{read_only:false; response_revision:3402; number_of_response:1; }","duration":"158.139507ms","start":"2026-03-31T22:30:27.46942Z","end":"2026-03-31T22:30:27.62756Z","steps":["trace[1327494623] 'process raft request' (duration: 152.782077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:28.024198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.074115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-03-31T22:30:28.024302Z","caller":"traceutil/trace.go:171","msg":"trace[630778415] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:3408; }","duration":"146.220779ms","start":"2026-03-31T22:30:27.878058Z","end":"2026-03-31T22:30:28.024279Z","steps":["trace[630778415] 'range keys from in-memory index tree' (duration: 145.967193ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:28.291626Z","caller":"traceutil/trace.go:171","msg":"trace[991130577] linearizableReadLoop","detail":"{readStateIndex:3563; appliedIndex:3562; }","duration":"261.980821ms","start":"2026-03-31T22:30:28.029619Z","end":"2026-03-31T22:30:28.2916Z","steps":["trace[991130577] 'read index received' (duration: 261.819627ms)","trace[991130577] 'applied index is now lower than readState.Index' (duration: 158.174µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:30:28.291697Z","caller":"traceutil/trace.go:171","msg":"trace[1191188333] transaction","detail":"{read_only:false; response_revision:3409; number_of_response:1; }","duration":"263.009594ms","start":"2026-03-31T22:30:28.028632Z","end":"2026-03-31T22:30:28.291642Z","steps":["trace[1191188333] 'process raft request' (duration: 262.805449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:28.291955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.297008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-03-31T22:30:28.292084Z","caller":"traceutil/trace.go:171","msg":"trace[1918663088] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:3409; }","duration":"262.463031ms","start":"2026-03-31T22:30:28.029594Z","end":"2026-03-31T22:30:28.292057Z","steps":["trace[1918663088] 'agreement among raft nodes before linearized reading' (duration: 262.158005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:28.321328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.875707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:30:28.321386Z","caller":"traceutil/trace.go:171","msg":"trace[1791654859] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:3410; }","duration":"269.97105ms","start":"2026-03-31T22:30:28.051401Z","end":"2026-03-31T22:30:28.321372Z","steps":["trace[1791654859] 'agreement among raft nodes before linearized reading' (duration: 269.875518ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:28.321387Z","caller":"traceutil/trace.go:171","msg":"trace[324250593] transaction","detail":"{read_only:false; response_revision:3410; number_of_response:1; }","duration":"175.684974ms","start":"2026-03-31T22:30:28.145684Z","end":"2026-03-31T22:30:28.321369Z","steps":["trace[324250593] 'process raft request' (duration: 175.432458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:28.321678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.062407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-03-31T22:30:28.321737Z","caller":"traceutil/trace.go:171","msg":"trace[17018335] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3410; }","duration":"291.142618ms","start":"2026-03-31T22:30:28.03058Z","end":"2026-03-31T22:30:28.321723Z","steps":["trace[17018335] 'agreement among raft nodes before linearized reading' (duration: 290.973954ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:29.638752Z","caller":"traceutil/trace.go:171","msg":"trace[2016490594] transaction","detail":"{read_only:false; response_revision:3417; number_of_response:1; }","duration":"131.508966ms","start":"2026-03-31T22:30:29.507211Z","end":"2026-03-31T22:30:29.63872Z","steps":["trace[2016490594] 'process raft request' (duration: 127.717621ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:32.499514Z","caller":"traceutil/trace.go:171","msg":"trace[1095876378] transaction","detail":"{read_only:false; response_revision:3435; number_of_response:1; }","duration":"100.797104ms","start":"2026-03-31T22:30:32.398697Z","end":"2026-03-31T22:30:32.499494Z","steps":["trace[1095876378] 'process raft request' (duration: 100.6357ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:39.823633Z","caller":"traceutil/trace.go:171","msg":"trace[215313576] transaction","detail":"{read_only:false; response_revision:3473; number_of_response:1; }","duration":"232.584687ms","start":"2026-03-31T22:30:39.591017Z","end":"2026-03-31T22:30:39.823602Z","steps":["trace[215313576] 'process raft request' (duration: 232.436694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:50.15099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.361553ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:30:50.151115Z","caller":"traceutil/trace.go:171","msg":"trace[65480484] linearizableReadLoop","detail":"{readStateIndex:3684; appliedIndex:3683; }","duration":"176.480361ms","start":"2026-03-31T22:30:49.974623Z","end":"2026-03-31T22:30:50.151104Z","steps":["trace[65480484] 'read index received' (duration: 64.852753ms)","trace[65480484] 'applied index is now lower than readState.Index' (duration: 111.626798ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:30:50.151182Z","caller":"traceutil/trace.go:171","msg":"trace[1785516173] transaction","detail":"{read_only:false; response_revision:3526; number_of_response:1; }","duration":"235.458191ms","start":"2026-03-31T22:30:49.915717Z","end":"2026-03-31T22:30:50.151175Z","steps":["trace[1785516173] 'process raft request' (duration: 123.857343ms)","trace[1785516173] 'compare' (duration: 111.286001ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:30:50.151393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.97088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T22:30:50.151491Z","caller":"traceutil/trace.go:171","msg":"trace[776299125] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3526; }","duration":"137.116033ms","start":"2026-03-31T22:30:50.014351Z","end":"2026-03-31T22:30:50.151467Z","steps":["trace[776299125] 'agreement among raft nodes before linearized reading' (duration: 136.895758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:50.151534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.841882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T22:30:50.151591Z","caller":"traceutil/trace.go:171","msg":"trace[2065642448] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3526; }","duration":"118.931063ms","start":"2026-03-31T22:30:50.032646Z","end":"2026-03-31T22:30:50.151577Z","steps":["trace[2065642448] 'agreement among raft nodes before linearized reading' (duration: 118.760209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:50.1516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.952702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T22:30:50.151682Z","caller":"traceutil/trace.go:171","msg":"trace[1115376559] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3526; }","duration":"177.076985ms","start":"2026-03-31T22:30:49.974583Z","end":"2026-03-31T22:30:50.15166Z","steps":["trace[1115376559] 'agreement among raft nodes before linearized reading' (duration: 176.828369ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:31:09.042991Z","caller":"traceutil/trace.go:171","msg":"trace[1380162318] transaction","detail":"{read_only:false; response_revision:3630; number_of_response:1; }","duration":"113.516271ms","start":"2026-03-31T22:31:08.929376Z","end":"2026-03-31T22:31:09.042892Z","steps":["trace[1380162318] 'process raft request' (duration: 76.852514ms)","trace[1380162318] 'compare' (duration: 36.299359ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:31:12.718354Z","caller":"traceutil/trace.go:171","msg":"trace[1622988634] transaction","detail":"{read_only:false; response_revision:3642; number_of_response:1; }","duration":"288.455167ms","start":"2026-03-31T22:31:12.42987Z","end":"2026-03-31T22:31:12.718325Z","steps":["trace[1622988634] 'process raft request' (duration: 288.240632ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:31:12.741319Z","caller":"traceutil/trace.go:171","msg":"trace[262482824] linearizableReadLoop","detail":"{readStateIndex:3807; appliedIndex:3805; }","duration":"204.251808ms","start":"2026-03-31T22:31:12.537038Z","end":"2026-03-31T22:31:12.741289Z","steps":["trace[262482824] 'read index received' (duration: 181.167956ms)","trace[262482824] 'applied index is now lower than readState.Index' (duration: 23.073062ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:31:12.741497Z","caller":"traceutil/trace.go:171","msg":"trace[745962425] transaction","detail":"{read_only:false; response_revision:3643; number_of_response:1; }","duration":"258.241815ms","start":"2026-03-31T22:31:12.483241Z","end":"2026-03-31T22:31:12.741483Z","steps":["trace[745962425] 'process raft request' (duration: 257.845906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:31:12.741778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.724389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T22:31:12.741814Z","caller":"traceutil/trace.go:171","msg":"trace[832176826] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3643; }","duration":"204.828921ms","start":"2026-03-31T22:31:12.536976Z","end":"2026-03-31T22:31:12.741805Z","steps":["trace[832176826] 'agreement among raft nodes before linearized reading' (duration: 204.645297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:31:12.923896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.62864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T22:31:12.923953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.486637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T22:31:12.924045Z","caller":"traceutil/trace.go:171","msg":"trace[357708838] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3643; }","duration":"217.877166ms","start":"2026-03-31T22:31:12.706132Z","end":"2026-03-31T22:31:12.924009Z","steps":["trace[357708838] 'agreement among raft nodes before linearized reading' (duration: 35.747727ms)","trace[357708838] 'range keys from in-memory index tree' (duration: 181.769541ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:31:12.924023Z","caller":"traceutil/trace.go:171","msg":"trace[1947923003] transaction","detail":"{read_only:false; response_revision:3644; number_of_response:1; }","duration":"176.992072ms","start":"2026-03-31T22:31:12.747Z","end":"2026-03-31T22:31:12.923992Z","steps":["trace[1947923003] 'process raft request' (duration: 160.425079ms)","trace[1947923003] 'compare' (duration: 16.217446ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:31:12.923968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.446007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T22:31:12.924052Z","caller":"traceutil/trace.go:171","msg":"trace[174566838] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3643; }","duration":"225.662211ms","start":"2026-03-31T22:31:12.698365Z","end":"2026-03-31T22:31:12.924027Z","steps":["trace[174566838] 'agreement among raft nodes before linearized reading' (duration: 43.487621ms)","trace[174566838] 'range keys from in-memory index tree' (duration: 181.880584ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:31:12.924245Z","caller":"traceutil/trace.go:171","msg":"trace[1372552380] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3643; }","duration":"186.748484ms","start":"2026-03-31T22:31:12.737444Z","end":"2026-03-31T22:31:12.924192Z","steps":["trace[1372552380] 'range keys from in-memory index tree' (duration: 181.907204ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:31:17.166403Z","caller":"traceutil/trace.go:171","msg":"trace[1908389937] transaction","detail":"{read_only:false; response_revision:3670; number_of_response:1; }","duration":"139.556508ms","start":"2026-03-31T22:31:17.026825Z","end":"2026-03-31T22:31:17.166382Z","steps":["trace[1908389937] 'process raft request' (duration: 139.521747ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:31:17.166486Z","caller":"traceutil/trace.go:171","msg":"trace[255953300] transaction","detail":"{read_only:false; response_revision:3669; number_of_response:1; }","duration":"140.190912ms","start":"2026-03-31T22:31:17.026252Z","end":"2026-03-31T22:31:17.166443Z","steps":["trace[255953300] 'process raft request' (duration: 139.967097ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:31:19.106362Z","caller":"traceutil/trace.go:171","msg":"trace[2043323990] transaction","detail":"{read_only:false; response_revision:3674; number_of_response:1; }","duration":"126.428992ms","start":"2026-03-31T22:31:18.979906Z","end":"2026-03-31T22:31:19.106335Z","steps":["trace[2043323990] 'process raft request' (duration: 126.272519ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:31:26.557779Z","caller":"traceutil/trace.go:171","msg":"trace[1575314182] transaction","detail":"{read_only:false; response_revision:3714; number_of_response:1; }","duration":"116.242105ms","start":"2026-03-31T22:31:26.441509Z","end":"2026-03-31T22:31:26.557751Z","steps":["trace[1575314182] 'process raft request' (duration: 116.081171ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:31:37.940952Z","caller":"traceutil/trace.go:171","msg":"trace[1459104099] transaction","detail":"{read_only:false; response_revision:3775; number_of_response:1; }","duration":"126.236341ms","start":"2026-03-31T22:31:37.814677Z","end":"2026-03-31T22:31:37.940913Z","steps":["trace[1459104099] 'process raft request' (duration: 61.030639ms)","trace[1459104099] 'compare' (duration: 64.746122ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:31:56.096334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.712374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"info","ts":"2026-03-31T22:31:56.096425Z","caller":"traceutil/trace.go:171","msg":"trace[547258232] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3861; }","duration":"112.857837ms","start":"2026-03-31T22:31:55.983544Z","end":"2026-03-31T22:31:56.096402Z","steps":["trace[547258232] 'range keys from in-memory index tree' (duration: 112.54012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:31:58.158474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.338877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"info","ts":"2026-03-31T22:31:58.158562Z","caller":"traceutil/trace.go:171","msg":"trace[1684102786] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3872; }","duration":"171.441019ms","start":"2026-03-31T22:31:57.987105Z","end":"2026-03-31T22:31:58.158546Z","steps":["trace[1684102786] 'range keys from in-memory index tree' (duration: 171.126303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:31:59.525631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.458705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:31:59.525681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.388897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:31:59.525719Z","caller":"traceutil/trace.go:171","msg":"trace[1537292083] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:3877; }","duration":"130.565217ms","start":"2026-03-31T22:31:59.395135Z","end":"2026-03-31T22:31:59.5257Z","steps":["trace[1537292083] 'count revisions from in-memory index tree' (duration: 130.386703ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:31:59.525767Z","caller":"traceutil/trace.go:171","msg":"trace[1656320317] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3877; }","duration":"166.523479ms","start":"2026-03-31T22:31:59.35922Z","end":"2026-03-31T22:31:59.525743Z","steps":["trace[1656320317] 'range keys from in-memory index tree' (duration: 166.298384ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:01.45879Z","caller":"traceutil/trace.go:171","msg":"trace[1860262915] transaction","detail":"{read_only:false; response_revision:3886; number_of_response:1; }","duration":"108.414897ms","start":"2026-03-31T22:32:01.350346Z","end":"2026-03-31T22:32:01.458761Z","steps":["trace[1860262915] 'process raft request' (duration: 39.076001ms)","trace[1860262915] 'compare' (duration: 69.230444ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:32:01.462988Z","caller":"traceutil/trace.go:171","msg":"trace[869774262] linearizableReadLoop","detail":"{readStateIndex:4061; appliedIndex:4059; }","duration":"102.883563ms","start":"2026-03-31T22:32:01.360093Z","end":"2026-03-31T22:32:01.462976Z","steps":["trace[869774262] 'read index received' (duration: 29.340892ms)","trace[869774262] 'applied index is now lower than readState.Index' (duration: 73.542171ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:32:01.463062Z","caller":"traceutil/trace.go:171","msg":"trace[1772046235] transaction","detail":"{read_only:false; response_revision:3887; number_of_response:1; }","duration":"109.661265ms","start":"2026-03-31T22:32:01.353394Z","end":"2026-03-31T22:32:01.463056Z","steps":["trace[1772046235] 'process raft request' (duration: 109.488742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:01.46323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.113538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:32:01.463315Z","caller":"traceutil/trace.go:171","msg":"trace[1031329027] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3887; }","duration":"103.236191ms","start":"2026-03-31T22:32:01.360053Z","end":"2026-03-31T22:32:01.463289Z","steps":["trace[1031329027] 'agreement among raft nodes before linearized reading' (duration: 103.106628ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:04.465491Z","caller":"traceutil/trace.go:171","msg":"trace[1785197145] linearizableReadLoop","detail":"{readStateIndex:4077; appliedIndex:4076; }","duration":"105.872081ms","start":"2026-03-31T22:32:04.359601Z","end":"2026-03-31T22:32:04.465473Z","steps":["trace[1785197145] 'read index received' (duration: 62.618284ms)","trace[1785197145] 'applied index is now lower than readState.Index' (duration: 43.248887ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:32:04.465614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.011303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:32:04.46566Z","caller":"traceutil/trace.go:171","msg":"trace[129868785] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3903; }","duration":"106.106106ms","start":"2026-03-31T22:32:04.359542Z","end":"2026-03-31T22:32:04.465648Z","steps":["trace[129868785] 'agreement among raft nodes before linearized reading' (duration: 106.034134ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:04.465597Z","caller":"traceutil/trace.go:171","msg":"trace[654592393] transaction","detail":"{read_only:false; response_revision:3903; number_of_response:1; }","duration":"148.230957ms","start":"2026-03-31T22:32:04.317331Z","end":"2026-03-31T22:32:04.465562Z","steps":["trace[654592393] 'process raft request' (duration: 104.942919ms)","trace[654592393] 'compare' (duration: 43.102173ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:32:06.109569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.512853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T22:32:06.109685Z","caller":"traceutil/trace.go:171","msg":"trace[1010950586] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3909; }","duration":"117.673327ms","start":"2026-03-31T22:32:05.991982Z","end":"2026-03-31T22:32:06.109655Z","steps":["trace[1010950586] 'range keys from in-memory index tree' (duration: 117.248697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:06.578996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.615937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T22:32:06.579097Z","caller":"traceutil/trace.go:171","msg":"trace[428763825] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3913; }","duration":"106.75545ms","start":"2026-03-31T22:32:06.472319Z","end":"2026-03-31T22:32:06.579075Z","steps":["trace[428763825] 'range keys from in-memory index tree' (duration: 106.463764ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:45.351234Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2451} {"level":"warn","ts":"2026-03-31T22:32:45.488089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.920506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:32:45.488159Z","caller":"traceutil/trace.go:171","msg":"trace[1237050620] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4112; }","duration":"129.026658ms","start":"2026-03-31T22:32:45.359114Z","end":"2026-03-31T22:32:45.48814Z","steps":["trace[1237050620] 'range keys from in-memory index tree' (duration: 128.847474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:32:45.488401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.459885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T22:32:45.488557Z","caller":"traceutil/trace.go:171","msg":"trace[1970376889] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4112; }","duration":"128.63402ms","start":"2026-03-31T22:32:45.359859Z","end":"2026-03-31T22:32:45.488493Z","steps":["trace[1970376889] 'range keys from in-memory index tree' (duration: 128.152547ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:32:45.721407Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2451,"took":"369.197142ms","hash":371123905,"current-db-size-bytes":34873344,"current-db-size":"35 MB","current-db-size-in-use-bytes":10629120,"current-db-size-in-use":"11 MB"} {"level":"info","ts":"2026-03-31T22:32:45.721475Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":371123905,"revision":2451,"compact-revision":-1} {"level":"info","ts":"2026-03-31T22:33:39.287679Z","caller":"traceutil/trace.go:171","msg":"trace[829881471] transaction","detail":"{read_only:false; response_revision:4515; number_of_response:1; }","duration":"172.317038ms","start":"2026-03-31T22:33:39.115344Z","end":"2026-03-31T22:33:39.287661Z","steps":["trace[829881471] 'process raft request' (duration: 172.212465ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:33:39.447136Z","caller":"traceutil/trace.go:171","msg":"trace[143028817] linearizableReadLoop","detail":"{readStateIndex:4717; appliedIndex:4716; }","duration":"145.036102ms","start":"2026-03-31T22:33:39.302071Z","end":"2026-03-31T22:33:39.447107Z","steps":["trace[143028817] 'read index received' (duration: 105.381607ms)","trace[143028817] 'applied index is now lower than readState.Index' (duration: 39.653095ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:33:39.447162Z","caller":"traceutil/trace.go:171","msg":"trace[2067630076] transaction","detail":"{read_only:false; response_revision:4516; number_of_response:1; }","duration":"234.01869ms","start":"2026-03-31T22:33:39.213102Z","end":"2026-03-31T22:33:39.447121Z","steps":["trace[2067630076] 'process raft request' (duration: 194.399096ms)","trace[2067630076] 'compare' (duration: 39.485711ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:33:39.447282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.191946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/secretgen-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:33:39.44735Z","caller":"traceutil/trace.go:171","msg":"trace[599447189] range","detail":"{range_begin:/registry/namespaces/secretgen-controller; range_end:; response_count:0; response_revision:4516; }","duration":"145.301218ms","start":"2026-03-31T22:33:39.302033Z","end":"2026-03-31T22:33:39.447334Z","steps":["trace[599447189] 'agreement among raft nodes before linearized reading' (duration: 145.190045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:33:39.447394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.180438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T22:33:39.447432Z","caller":"traceutil/trace.go:171","msg":"trace[940131674] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4516; }","duration":"115.265451ms","start":"2026-03-31T22:33:39.332153Z","end":"2026-03-31T22:33:39.447418Z","steps":["trace[940131674] 'agreement among raft nodes before linearized reading' (duration: 115.106827ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:33:42.460378Z","caller":"traceutil/trace.go:171","msg":"trace[1492649611] linearizableReadLoop","detail":"{readStateIndex:4793; appliedIndex:4792; }","duration":"100.264752ms","start":"2026-03-31T22:33:42.360094Z","end":"2026-03-31T22:33:42.460358Z","steps":["trace[1492649611] 'read index received' (duration: 100.125538ms)","trace[1492649611] 'applied index is now lower than readState.Index' (duration: 138.394µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:33:42.460475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.368945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:33:42.4605Z","caller":"traceutil/trace.go:171","msg":"trace[410672793] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4591; }","duration":"100.443936ms","start":"2026-03-31T22:33:42.360048Z","end":"2026-03-31T22:33:42.460492Z","steps":["trace[410672793] 'agreement among raft nodes before linearized reading' (duration: 100.389035ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:33:42.460494Z","caller":"traceutil/trace.go:171","msg":"trace[1520489156] transaction","detail":"{read_only:false; response_revision:4591; number_of_response:1; }","duration":"167.801096ms","start":"2026-03-31T22:33:42.29266Z","end":"2026-03-31T22:33:42.460462Z","steps":["trace[1520489156] 'process raft request' (duration: 167.579571ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:01.315103Z","caller":"traceutil/trace.go:171","msg":"trace[228051291] transaction","detail":"{read_only:false; response_revision:4703; number_of_response:1; }","duration":"614.644795ms","start":"2026-03-31T22:34:00.700431Z","end":"2026-03-31T22:34:01.315076Z","steps":["trace[228051291] 'process raft request' (duration: 614.490871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:01.315295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:00.700391Z","time spent":"614.831619ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:34:01.323649Z","caller":"traceutil/trace.go:171","msg":"trace[713780161] transaction","detail":"{read_only:false; response_revision:4704; number_of_response:1; }","duration":"443.204739ms","start":"2026-03-31T22:34:00.880422Z","end":"2026-03-31T22:34:01.323627Z","steps":["trace[713780161] 'process raft request' (duration: 443.029815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:01.323779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:00.880387Z","time spent":"443.328781ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:34:01.323762Z","caller":"traceutil/trace.go:171","msg":"trace[141703542] transaction","detail":"{read_only:false; response_revision:4705; number_of_response:1; }","duration":"415.104144ms","start":"2026-03-31T22:34:00.908637Z","end":"2026-03-31T22:34:01.323741Z","steps":["trace[141703542] 'process raft request' (duration: 414.92332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:01.323995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:00.908608Z","time spent":"415.327879ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:34:04.717432Z","caller":"traceutil/trace.go:171","msg":"trace[2028960550] linearizableReadLoop","detail":"{readStateIndex:4930; appliedIndex:4929; }","duration":"158.731521ms","start":"2026-03-31T22:34:04.558678Z","end":"2026-03-31T22:34:04.71741Z","steps":["trace[2028960550] 'read index received' (duration: 151.099789ms)","trace[2028960550] 'applied index is now lower than readState.Index' (duration: 7.630172ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:34:04.717468Z","caller":"traceutil/trace.go:171","msg":"trace[156106485] transaction","detail":"{read_only:false; response_revision:4724; number_of_response:1; }","duration":"236.142528ms","start":"2026-03-31T22:34:04.4813Z","end":"2026-03-31T22:34:04.717443Z","steps":["trace[156106485] 'process raft request' (duration: 228.437474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:04.717704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.999697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:34:04.71775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.484342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T22:34:04.717796Z","caller":"traceutil/trace.go:171","msg":"trace[1042520783] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:4724; }","duration":"159.13971ms","start":"2026-03-31T22:34:04.558635Z","end":"2026-03-31T22:34:04.717774Z","steps":["trace[1042520783] 'agreement among raft nodes before linearized reading' (duration: 158.900135ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:04.717866Z","caller":"traceutil/trace.go:171","msg":"trace[597551416] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4724; }","duration":"106.622385ms","start":"2026-03-31T22:34:04.6112Z","end":"2026-03-31T22:34:04.717823Z","steps":["trace[597551416] 'agreement among raft nodes before linearized reading' (duration: 106.425191ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:04.914892Z","caller":"traceutil/trace.go:171","msg":"trace[1662766749] linearizableReadLoop","detail":"{readStateIndex:4932; appliedIndex:4931; }","duration":"103.145407ms","start":"2026-03-31T22:34:04.811722Z","end":"2026-03-31T22:34:04.914867Z","steps":["trace[1662766749] 'read index received' (duration: 24.932033ms)","trace[1662766749] 'applied index is now lower than readState.Index' (duration: 78.212074ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:34:04.914937Z","caller":"traceutil/trace.go:171","msg":"trace[282468304] transaction","detail":"{read_only:false; response_revision:4726; number_of_response:1; }","duration":"104.992778ms","start":"2026-03-31T22:34:04.809919Z","end":"2026-03-31T22:34:04.914912Z","steps":["trace[282468304] 'process raft request' (duration: 26.805874ms)","trace[282468304] 'compare' (duration: 77.98398ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:34:04.915169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.435323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62859"} {"level":"info","ts":"2026-03-31T22:34:04.915227Z","caller":"traceutil/trace.go:171","msg":"trace[1889357881] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4726; }","duration":"103.539606ms","start":"2026-03-31T22:34:04.811675Z","end":"2026-03-31T22:34:04.915215Z","steps":["trace[1889357881] 'agreement among raft nodes before linearized reading' (duration: 103.28205ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:05.552299Z","caller":"traceutil/trace.go:171","msg":"trace[450883573] transaction","detail":"{read_only:false; response_revision:4729; number_of_response:1; }","duration":"142.034734ms","start":"2026-03-31T22:34:05.410228Z","end":"2026-03-31T22:34:05.552263Z","steps":["trace[450883573] 'process raft request' (duration: 99.269919ms)","trace[450883573] 'compare' (duration: 42.468898ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:34:05.754285Z","caller":"traceutil/trace.go:171","msg":"trace[1352507474] transaction","detail":"{read_only:false; response_revision:4731; number_of_response:1; }","duration":"102.308559ms","start":"2026-03-31T22:34:05.651949Z","end":"2026-03-31T22:34:05.754257Z","steps":["trace[1352507474] 'process raft request' (duration: 19.405428ms)","trace[1352507474] 'compare' (duration: 82.741587ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:34:06.040232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.024749ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:34:06.040425Z","caller":"traceutil/trace.go:171","msg":"trace[1399154074] linearizableReadLoop","detail":"{readStateIndex:4940; appliedIndex:4937; }","duration":"213.520736ms","start":"2026-03-31T22:34:05.826889Z","end":"2026-03-31T22:34:06.04041Z","steps":["trace[1399154074] 'read index received' (duration: 81.368095ms)","trace[1399154074] 'applied index is now lower than readState.Index' (duration: 132.151921ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:34:06.040453Z","caller":"traceutil/trace.go:171","msg":"trace[760733639] transaction","detail":"{read_only:false; response_revision:4732; number_of_response:1; }","duration":"282.850371ms","start":"2026-03-31T22:34:05.75757Z","end":"2026-03-31T22:34:06.040421Z","steps":["trace[760733639] 'process raft request' (duration: 150.568168ms)","trace[760733639] 'compare' (duration: 131.641399ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:34:06.040497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.610799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:34:06.040524Z","caller":"traceutil/trace.go:171","msg":"trace[1033205671] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4734; }","duration":"213.66247ms","start":"2026-03-31T22:34:05.826854Z","end":"2026-03-31T22:34:06.040517Z","steps":["trace[1033205671] 'agreement among raft nodes before linearized reading' (duration: 213.597658ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:06.040506Z","caller":"traceutil/trace.go:171","msg":"trace[365337732] transaction","detail":"{read_only:false; response_revision:4733; number_of_response:1; }","duration":"282.820501ms","start":"2026-03-31T22:34:05.757662Z","end":"2026-03-31T22:34:06.040483Z","steps":["trace[365337732] 'process raft request' (duration: 282.652597ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:06.040509Z","caller":"traceutil/trace.go:171","msg":"trace[252348167] transaction","detail":"{read_only:false; response_revision:4734; number_of_response:1; }","duration":"282.532614ms","start":"2026-03-31T22:34:05.757964Z","end":"2026-03-31T22:34:06.040497Z","steps":["trace[252348167] 'process raft request' (duration: 282.415272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:07.022713Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219120757601830239,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:34:07.523535Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219120757601830239,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:34:08.024189Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219120757601830239,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:34:08.490741Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.017059334s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T22:34:08.491358Z","caller":"traceutil/trace.go:171","msg":"trace[1771075420] transaction","detail":"{read_only:false; response_revision:4735; number_of_response:1; }","duration":"2.017759621s","start":"2026-03-31T22:34:06.47357Z","end":"2026-03-31T22:34:08.491329Z","steps":["trace[1771075420] 'process raft request' (duration: 2.017596038s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:08.4915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:06.473551Z","time spent":"2.017872183s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:34:08.500519Z","caller":"traceutil/trace.go:171","msg":"trace[630590389] transaction","detail":"{read_only:false; response_revision:4737; number_of_response:1; }","duration":"1.060001784s","start":"2026-03-31T22:34:07.44049Z","end":"2026-03-31T22:34:08.500492Z","steps":["trace[630590389] 'process raft request' (duration: 1.059906782s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:08.500654Z","caller":"traceutil/trace.go:171","msg":"trace[1124040663] linearizableReadLoop","detail":"{readStateIndex:4945; appliedIndex:4940; }","duration":"1.978533865s","start":"2026-03-31T22:34:06.522099Z","end":"2026-03-31T22:34:08.500633Z","steps":["trace[1124040663] 'read index received' (duration: 1.968917778s)","trace[1124040663] 'applied index is now lower than readState.Index' (duration: 9.614867ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:34:08.500674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:07.440466Z","time spent":"1.060130646s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:34:08.500754Z","caller":"traceutil/trace.go:171","msg":"trace[181254399] transaction","detail":"{read_only:false; response_revision:4738; number_of_response:1; }","duration":"942.728277ms","start":"2026-03-31T22:34:07.558012Z","end":"2026-03-31T22:34:08.50074Z","steps":["trace[181254399] 'process raft request' (duration: 942.436981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:08.500845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:07.557984Z","time spent":"942.814389ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:34:08.500897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140876538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:34:08.500906Z","caller":"traceutil/trace.go:171","msg":"trace[1226036508] transaction","detail":"{read_only:false; response_revision:4736; number_of_response:1; }","duration":"1.096346103s","start":"2026-03-31T22:34:07.404537Z","end":"2026-03-31T22:34:08.500883Z","steps":["trace[1226036508] 'process raft request' (duration: 1.095694569s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:08.500963Z","caller":"traceutil/trace.go:171","msg":"trace[1176132475] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4738; }","duration":"1.14098231s","start":"2026-03-31T22:34:07.359969Z","end":"2026-03-31T22:34:08.500951Z","steps":["trace[1176132475] 'agreement among raft nodes before linearized reading' (duration: 1.140878948s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:08.501002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:07.359953Z","time spent":"1.141040412s","remote":"127.0.0.1:53020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:34:08.501046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:07.404514Z","time spent":"1.096452485s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:34:08.501072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.319404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T22:34:08.501109Z","caller":"traceutil/trace.go:171","msg":"trace[1967650390] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4738; }","duration":"456.371005ms","start":"2026-03-31T22:34:08.044728Z","end":"2026-03-31T22:34:08.501099Z","steps":["trace[1967650390] 'agreement among raft nodes before linearized reading' (duration: 456.180891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:08.501096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.293578713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:34:08.501143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:08.044721Z","time spent":"456.415066ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T22:34:08.501148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.822691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T22:34:08.501309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.582939901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T22:34:08.501315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.697174898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T22:34:08.501336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.270885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T22:34:08.501357Z","caller":"traceutil/trace.go:171","msg":"trace[902270239] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4738; }","duration":"916.036446ms","start":"2026-03-31T22:34:07.585265Z","end":"2026-03-31T22:34:08.501301Z","steps":["trace[902270239] 'agreement among raft nodes before linearized reading' (duration: 915.710548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:08.501413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.517691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T22:34:08.501468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:07.585228Z","time spent":"916.22287ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:34:08.501152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.979056856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:34:08.501614Z","caller":"traceutil/trace.go:171","msg":"trace[1893628280] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:4738; }","duration":"1.979566767s","start":"2026-03-31T22:34:06.522032Z","end":"2026-03-31T22:34:08.501599Z","steps":["trace[1893628280] 'agreement among raft nodes before linearized reading' (duration: 1.979060796s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:08.501647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.580976806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nxsdg\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T22:34:08.501485Z","caller":"traceutil/trace.go:171","msg":"trace[1152582141] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4738; }","duration":"457.980631ms","start":"2026-03-31T22:34:08.04349Z","end":"2026-03-31T22:34:08.501471Z","steps":["trace[1152582141] 'agreement among raft nodes before linearized reading' (duration: 457.434159ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:08.50169Z","caller":"traceutil/trace.go:171","msg":"trace[1526596506] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nxsdg; range_end:; response_count:1; response_revision:4738; }","duration":"1.581044337s","start":"2026-03-31T22:34:06.920631Z","end":"2026-03-31T22:34:08.501676Z","steps":["trace[1526596506] 'agreement among raft nodes before linearized reading' (duration: 1.580942655s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:08.50168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:06.522013Z","time spent":"1.97964897s","remote":"127.0.0.1:55616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:34:08.50173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:06.920613Z","time spent":"1.581108889s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-nxsdg\" "} {"level":"warn","ts":"2026-03-31T22:34:08.501719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:08.043474Z","time spent":"458.228867ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T22:34:08.501197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.448923927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T22:34:08.501896Z","caller":"traceutil/trace.go:171","msg":"trace[732024484] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4738; }","duration":"1.449646095s","start":"2026-03-31T22:34:07.052233Z","end":"2026-03-31T22:34:08.501879Z","steps":["trace[732024484] 'agreement among raft nodes before linearized reading' (duration: 1.448834445s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:08.501368Z","caller":"traceutil/trace.go:171","msg":"trace[1284174680] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4738; }","duration":"1.583024313s","start":"2026-03-31T22:34:06.918329Z","end":"2026-03-31T22:34:08.501354Z","steps":["trace[1284174680] 'agreement among raft nodes before linearized reading' (duration: 1.58289717s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:08.502004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:07.052216Z","time spent":"1.449770417s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T22:34:08.502061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:06.918312Z","time spent":"1.583733169s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T22:34:08.501373Z","caller":"traceutil/trace.go:171","msg":"trace[1163599093] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4738; }","duration":"1.69727422s","start":"2026-03-31T22:34:06.804087Z","end":"2026-03-31T22:34:08.501361Z","steps":["trace[1163599093] 'agreement among raft nodes before linearized reading' (duration: 1.697125287s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:08.502168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:06.804065Z","time spent":"1.69808999s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T22:34:08.501163Z","caller":"traceutil/trace.go:171","msg":"trace[462109428] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:4738; }","duration":"1.293677365s","start":"2026-03-31T22:34:07.207469Z","end":"2026-03-31T22:34:08.501146Z","steps":["trace[462109428] 'agreement among raft nodes before linearized reading' (duration: 1.293571843s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:08.502252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:07.207453Z","time spent":"1.294787211s","remote":"127.0.0.1:39762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:34:08.501459Z","caller":"traceutil/trace.go:171","msg":"trace[106375133] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4738; }","duration":"457.387418ms","start":"2026-03-31T22:34:08.043985Z","end":"2026-03-31T22:34:08.501372Z","steps":["trace[106375133] 'agreement among raft nodes before linearized reading' (duration: 456.982659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:08.502354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:08.043966Z","time spent":"458.33853ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T22:34:08.501458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.196938782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T22:34:08.502716Z","caller":"traceutil/trace.go:171","msg":"trace[2008606954] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4738; }","duration":"1.198219332s","start":"2026-03-31T22:34:07.304477Z","end":"2026-03-31T22:34:08.502696Z","steps":["trace[2008606954] 'agreement among raft nodes before linearized reading' (duration: 1.196468012s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:08.502754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:07.30446Z","time spent":"1.198282774s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T22:34:08.501178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.600460196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:34:08.502801Z","caller":"traceutil/trace.go:171","msg":"trace[406342313] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:4738; }","duration":"1.602123854s","start":"2026-03-31T22:34:06.900657Z","end":"2026-03-31T22:34:08.502781Z","steps":["trace[406342313] 'agreement among raft nodes before linearized reading' (duration: 1.600469966s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:08.502851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:06.900633Z","time spent":"1.602204616s","remote":"127.0.0.1:53426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:34:08.500909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.936736862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-31T22:34:08.502922Z","caller":"traceutil/trace.go:171","msg":"trace[975366536] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4738; }","duration":"1.938783699s","start":"2026-03-31T22:34:06.564128Z","end":"2026-03-31T22:34:08.502911Z","steps":["trace[975366536] 'agreement among raft nodes before linearized reading' (duration: 1.9366572s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:08.502955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:06.564111Z","time spent":"1.938834539s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T22:34:13.025358Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219120757601830301,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:34:13.52553Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219120757601830301,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:34:14.02637Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219120757601830301,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:34:14.121314Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.609254763s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T22:34:14.121684Z","caller":"traceutil/trace.go:171","msg":"trace[1824812617] transaction","detail":"{read_only:false; response_revision:4759; number_of_response:1; }","duration":"1.609694934s","start":"2026-03-31T22:34:12.511968Z","end":"2026-03-31T22:34:14.121663Z","steps":["trace[1824812617] 'process raft request' (duration: 1.609660313s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:14.121727Z","caller":"traceutil/trace.go:171","msg":"trace[714718544] transaction","detail":"{read_only:false; response_revision:4758; number_of_response:1; }","duration":"1.609732415s","start":"2026-03-31T22:34:12.51196Z","end":"2026-03-31T22:34:14.121693Z","steps":["trace[714718544] 'process raft request' (duration: 1.60953963s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:14.121806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:12.51195Z","time spent":"1.609793067s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:34:14.121857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:12.511941Z","time spent":"1.609837258s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:34:14.124431Z","caller":"traceutil/trace.go:171","msg":"trace[890732753] transaction","detail":"{read_only:false; response_revision:4760; number_of_response:1; }","duration":"1.612419436s","start":"2026-03-31T22:34:12.511995Z","end":"2026-03-31T22:34:14.124414Z","steps":["trace[890732753] 'process raft request' (duration: 1.612245743s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:14.124541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:12.511968Z","time spent":"1.612521798s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:34:14.124617Z","caller":"traceutil/trace.go:171","msg":"trace[797301787] linearizableReadLoop","detail":"{readStateIndex:4969; appliedIndex:4965; }","duration":"1.599982154s","start":"2026-03-31T22:34:12.524608Z","end":"2026-03-31T22:34:14.12459Z","steps":["trace[797301787] 'read index received' (duration: 1.596918315s)","trace[797301787] 'applied index is now lower than readState.Index' (duration: 3.062589ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:34:14.124731Z","caller":"traceutil/trace.go:171","msg":"trace[1443160457] transaction","detail":"{read_only:false; response_revision:4761; number_of_response:1; }","duration":"865.117597ms","start":"2026-03-31T22:34:13.259604Z","end":"2026-03-31T22:34:14.124722Z","steps":["trace[1443160457] 'process raft request' (duration: 864.77173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:14.124825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:13.259587Z","time spent":"865.166308ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:34:14.124922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.59979779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T22:34:14.124944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.254363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:34:14.12495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.569406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:34:14.124991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.108634491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:34:14.125089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.59667627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T22:34:14.125101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.595542855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nxsdg\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-31T22:34:14.1251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.599842181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T22:34:14.1251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.599498544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T22:34:14.12513Z","caller":"traceutil/trace.go:171","msg":"trace[137231800] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nxsdg; range_end:; response_count:1; response_revision:4761; }","duration":"1.595591806s","start":"2026-03-31T22:34:12.529531Z","end":"2026-03-31T22:34:14.125123Z","steps":["trace[137231800] 'agreement among raft nodes before linearized reading' (duration: 1.595485654s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:14.125136Z","caller":"traceutil/trace.go:171","msg":"trace[799269404] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4761; }","duration":"1.596733082s","start":"2026-03-31T22:34:12.528386Z","end":"2026-03-31T22:34:14.12512Z","steps":["trace[799269404] 'agreement among raft nodes before linearized reading' (duration: 1.59665239s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:14.125142Z","caller":"traceutil/trace.go:171","msg":"trace[284543941] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4761; }","duration":"1.599881722s","start":"2026-03-31T22:34:12.525248Z","end":"2026-03-31T22:34:14.12513Z","steps":["trace[284543941] 'agreement among raft nodes before linearized reading' (duration: 1.59977657s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:14.125149Z","caller":"traceutil/trace.go:171","msg":"trace[737559811] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4761; }","duration":"1.599564935s","start":"2026-03-31T22:34:12.525572Z","end":"2026-03-31T22:34:14.125137Z","steps":["trace[737559811] 'agreement among raft nodes before linearized reading' (duration: 1.599443653s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:14.125129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.600527257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T22:34:14.125189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:12.525223Z","time spent":"1.599955334s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:34:14.125191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:12.525565Z","time spent":"1.599616716s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T22:34:14.125204Z","caller":"traceutil/trace.go:171","msg":"trace[528277265] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4761; }","duration":"1.600630869s","start":"2026-03-31T22:34:12.524567Z","end":"2026-03-31T22:34:14.125198Z","steps":["trace[528277265] 'agreement among raft nodes before linearized reading' (duration: 1.600496106s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:14.125251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:12.524551Z","time spent":"1.600690882s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T22:34:14.125176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:12.528376Z","time spent":"1.596791923s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T22:34:14.124989Z","caller":"traceutil/trace.go:171","msg":"trace[1462051096] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4761; }","duration":"1.599885163s","start":"2026-03-31T22:34:12.525088Z","end":"2026-03-31T22:34:14.124973Z","steps":["trace[1462051096] 'agreement among raft nodes before linearized reading' (duration: 1.599705759s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:14.12515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:12.529524Z","time spent":"1.595621847s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-nxsdg\" "} {"level":"warn","ts":"2026-03-31T22:34:14.125324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:12.525079Z","time spent":"1.6002342s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T22:34:14.125251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.168848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T22:34:14.125368Z","caller":"traceutil/trace.go:171","msg":"trace[906069784] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4761; }","duration":"529.315141ms","start":"2026-03-31T22:34:13.596045Z","end":"2026-03-31T22:34:14.12536Z","steps":["trace[906069784] 'agreement among raft nodes before linearized reading' (duration: 529.065436ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:14.125094Z","caller":"traceutil/trace.go:171","msg":"trace[1602968892] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:4761; }","duration":"1.108732873s","start":"2026-03-31T22:34:13.016349Z","end":"2026-03-31T22:34:14.125082Z","steps":["trace[1602968892] 'agreement among raft nodes before linearized reading' (duration: 1.10860548s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:14.124999Z","caller":"traceutil/trace.go:171","msg":"trace[1911038680] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:4761; }","duration":"952.337885ms","start":"2026-03-31T22:34:13.172644Z","end":"2026-03-31T22:34:14.124982Z","steps":["trace[1911038680] 'agreement among raft nodes before linearized reading' (duration: 952.256623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:14.125414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:13.016293Z","time spent":"1.109105191s","remote":"127.0.0.1:53336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":25,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:34:14.125445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:13.59603Z","time spent":"529.362912ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T22:34:14.125448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:13.172628Z","time spent":"952.801035ms","remote":"127.0.0.1:39738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:34:14.124998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.59754135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T22:34:14.125541Z","caller":"traceutil/trace.go:171","msg":"trace[1798341955] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4761; }","duration":"1.598133353s","start":"2026-03-31T22:34:12.527398Z","end":"2026-03-31T22:34:14.125531Z","steps":["trace[1798341955] 'agreement among raft nodes before linearized reading' (duration: 1.597470298s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:14.124887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.469913371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:34:14.125616Z","caller":"traceutil/trace.go:171","msg":"trace[1329008373] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:4761; }","duration":"1.470688938s","start":"2026-03-31T22:34:12.654911Z","end":"2026-03-31T22:34:14.1256Z","steps":["trace[1329008373] 'agreement among raft nodes before linearized reading' (duration: 1.469924031s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:14.12568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:12.654892Z","time spent":"1.47076922s","remote":"127.0.0.1:53388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:34:14.125576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:12.52738Z","time spent":"1.598185744s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T22:34:14.125046Z","caller":"traceutil/trace.go:171","msg":"trace[783576164] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4761; }","duration":"767.655398ms","start":"2026-03-31T22:34:13.357333Z","end":"2026-03-31T22:34:14.124989Z","steps":["trace[783576164] 'agreement among raft nodes before linearized reading' (duration: 767.528455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:14.125752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:13.357317Z","time spent":"768.424305ms","remote":"127.0.0.1:53020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T22:34:16.232551Z","caller":"traceutil/trace.go:171","msg":"trace[1396506122] transaction","detail":"{read_only:false; response_revision:4769; number_of_response:1; }","duration":"105.412579ms","start":"2026-03-31T22:34:16.127107Z","end":"2026-03-31T22:34:16.23252Z","steps":["trace[1396506122] 'process raft request' (duration: 104.1148ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:16.232564Z","caller":"traceutil/trace.go:171","msg":"trace[864749587] transaction","detail":"{read_only:false; response_revision:4770; number_of_response:1; }","duration":"103.668739ms","start":"2026-03-31T22:34:16.12887Z","end":"2026-03-31T22:34:16.232539Z","steps":["trace[864749587] 'process raft request' (duration: 103.560877ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:45.138414Z","caller":"traceutil/trace.go:171","msg":"trace[1327584918] transaction","detail":"{read_only:false; response_revision:4944; number_of_response:1; }","duration":"101.120772ms","start":"2026-03-31T22:34:45.037244Z","end":"2026-03-31T22:34:45.138365Z","steps":["trace[1327584918] 'process raft request' (duration: 39.453121ms)","trace[1327584918] 'compare' (duration: 61.352773ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:34:45.344942Z","caller":"traceutil/trace.go:171","msg":"trace[1929654965] linearizableReadLoop","detail":"{readStateIndex:5171; appliedIndex:5169; }","duration":"109.282445ms","start":"2026-03-31T22:34:45.235633Z","end":"2026-03-31T22:34:45.344915Z","steps":["trace[1929654965] 'read index received' (duration: 109.000479ms)","trace[1929654965] 'applied index is now lower than readState.Index' (duration: 280.686µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:34:45.345011Z","caller":"traceutil/trace.go:171","msg":"trace[1835508525] transaction","detail":"{read_only:false; response_revision:4955; number_of_response:1; }","duration":"139.807484ms","start":"2026-03-31T22:34:45.20518Z","end":"2026-03-31T22:34:45.344987Z","steps":["trace[1835508525] 'process raft request' (duration: 139.64167ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:45.345048Z","caller":"traceutil/trace.go:171","msg":"trace[2022727223] transaction","detail":"{read_only:false; response_revision:4954; number_of_response:1; }","duration":"144.894218ms","start":"2026-03-31T22:34:45.20012Z","end":"2026-03-31T22:34:45.345015Z","steps":["trace[2022727223] 'process raft request' (duration: 144.53469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:45.345149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.49436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:34:45.345374Z","caller":"traceutil/trace.go:171","msg":"trace[1800295063] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:4955; }","duration":"109.601312ms","start":"2026-03-31T22:34:45.235598Z","end":"2026-03-31T22:34:45.345199Z","steps":["trace[1800295063] 'agreement among raft nodes before linearized reading' (duration: 109.48511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:45.603045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.9032ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:34:45.603374Z","caller":"traceutil/trace.go:171","msg":"trace[849802958] linearizableReadLoop","detail":"{readStateIndex:5172; appliedIndex:5171; }","duration":"244.242981ms","start":"2026-03-31T22:34:45.359109Z","end":"2026-03-31T22:34:45.603352Z","steps":["trace[849802958] 'read index received' (duration: 109.849199ms)","trace[849802958] 'applied index is now lower than readState.Index' (duration: 134.391602ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:34:45.603394Z","caller":"traceutil/trace.go:171","msg":"trace[2077091740] transaction","detail":"{read_only:false; response_revision:4956; number_of_response:1; }","duration":"249.474568ms","start":"2026-03-31T22:34:45.353882Z","end":"2026-03-31T22:34:45.603356Z","steps":["trace[2077091740] 'process raft request' (duration: 115.166148ms)","trace[2077091740] 'compare' (duration: 133.602064ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:34:45.60349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.364994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:34:45.603554Z","caller":"traceutil/trace.go:171","msg":"trace[829503651] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4956; }","duration":"244.465656ms","start":"2026-03-31T22:34:45.359073Z","end":"2026-03-31T22:34:45.603539Z","steps":["trace[829503651] 'agreement among raft nodes before linearized reading' (duration: 244.336674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:45.910345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.183127ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:34:45.910497Z","caller":"traceutil/trace.go:171","msg":"trace[676162267] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4957; }","duration":"295.035245ms","start":"2026-03-31T22:34:45.615441Z","end":"2026-03-31T22:34:45.910476Z","steps":["trace[676162267] 'process raft request' (duration: 294.993414ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:45.910624Z","caller":"traceutil/trace.go:171","msg":"trace[470353774] transaction","detail":"{read_only:false; response_revision:4957; number_of_response:1; }","duration":"300.08617ms","start":"2026-03-31T22:34:45.610511Z","end":"2026-03-31T22:34:45.910597Z","steps":["trace[470353774] 'process raft request' (duration: 130.586646ms)","trace[470353774] 'compare' (duration: 169.092205ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:34:45.910743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:45.610494Z","time spent":"300.187062ms","remote":"127.0.0.1:46372","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2323,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:34:46.179143Z","caller":"traceutil/trace.go:171","msg":"trace[514254133] transaction","detail":"{read_only:false; response_revision:4960; number_of_response:1; }","duration":"256.707921ms","start":"2026-03-31T22:34:45.922356Z","end":"2026-03-31T22:34:46.179064Z","steps":["trace[514254133] 'process raft request' (duration: 256.612159ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:46.179169Z","caller":"traceutil/trace.go:171","msg":"trace[2021901153] transaction","detail":"{read_only:false; response_revision:4959; number_of_response:1; }","duration":"261.659012ms","start":"2026-03-31T22:34:45.91748Z","end":"2026-03-31T22:34:46.179139Z","steps":["trace[2021901153] 'process raft request' (duration: 261.327045ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:46.435279Z","caller":"traceutil/trace.go:171","msg":"trace[1544460553] linearizableReadLoop","detail":"{readStateIndex:5178; appliedIndex:5175; }","duration":"356.686277ms","start":"2026-03-31T22:34:46.078569Z","end":"2026-03-31T22:34:46.435255Z","steps":["trace[1544460553] 'read index received' (duration: 100.341784ms)","trace[1544460553] 'applied index is now lower than readState.Index' (duration: 256.343603ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:34:46.435326Z","caller":"traceutil/trace.go:171","msg":"trace[1466735808] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4960; }","duration":"423.74804ms","start":"2026-03-31T22:34:46.011543Z","end":"2026-03-31T22:34:46.435291Z","steps":["trace[1466735808] 'process raft request' (duration: 423.395141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:46.435488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:46.011509Z","time spent":"423.899344ms","remote":"127.0.0.1:46372","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80,"response count":0,"response size":2523,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:34:46.43557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.003824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:113754"} {"level":"info","ts":"2026-03-31T22:34:46.435682Z","caller":"traceutil/trace.go:171","msg":"trace[1956302751] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:4960; }","duration":"357.190809ms","start":"2026-03-31T22:34:46.07848Z","end":"2026-03-31T22:34:46.435671Z","steps":["trace[1956302751] 'agreement among raft nodes before linearized reading' (duration: 356.879672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:46.435729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:46.078448Z","time spent":"357.26871ms","remote":"127.0.0.1:53064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":113777,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-03-31T22:34:46.456815Z","caller":"traceutil/trace.go:171","msg":"trace[1050600058] transaction","detail":"{read_only:false; response_revision:4961; number_of_response:1; }","duration":"137.746668ms","start":"2026-03-31T22:34:46.319043Z","end":"2026-03-31T22:34:46.45679Z","steps":["trace[1050600058] 'process raft request' (duration: 137.621765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:46.457107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.08824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:34:46.457141Z","caller":"traceutil/trace.go:171","msg":"trace[24425188] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4961; }","duration":"265.179471ms","start":"2026-03-31T22:34:46.191954Z","end":"2026-03-31T22:34:46.457133Z","steps":["trace[24425188] 'agreement among raft nodes before linearized reading' (duration: 265.10337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:46.457366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.656597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-31T22:34:46.457443Z","caller":"traceutil/trace.go:171","msg":"trace[334618335] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:4961; }","duration":"286.78444ms","start":"2026-03-31T22:34:46.170641Z","end":"2026-03-31T22:34:46.457426Z","steps":["trace[334618335] 'agreement among raft nodes before linearized reading' (duration: 286.489893ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:46.706599Z","caller":"traceutil/trace.go:171","msg":"trace[810317826] linearizableReadLoop","detail":"{readStateIndex:5180; appliedIndex:5179; }","duration":"249.711293ms","start":"2026-03-31T22:34:46.456868Z","end":"2026-03-31T22:34:46.706579Z","steps":["trace[810317826] 'read index received' (duration: 249.626171ms)","trace[810317826] 'applied index is now lower than readState.Index' (duration: 84.462µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:34:46.706684Z","caller":"traceutil/trace.go:171","msg":"trace[910436613] transaction","detail":"{read_only:false; response_revision:4962; number_of_response:1; }","duration":"255.262138ms","start":"2026-03-31T22:34:46.451388Z","end":"2026-03-31T22:34:46.70665Z","steps":["trace[910436613] 'process raft request' (duration: 255.067204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:46.707025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.491807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:22 size:34973"} {"level":"info","ts":"2026-03-31T22:34:46.707125Z","caller":"traceutil/trace.go:171","msg":"trace[1278740560] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:22; response_revision:4962; }","duration":"268.63223ms","start":"2026-03-31T22:34:46.438475Z","end":"2026-03-31T22:34:46.707107Z","steps":["trace[1278740560] 'agreement among raft nodes before linearized reading' (duration: 268.2217ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:46.726637Z","caller":"traceutil/trace.go:171","msg":"trace[1967422468] transaction","detail":"{read_only:false; response_revision:4963; number_of_response:1; }","duration":"266.422682ms","start":"2026-03-31T22:34:46.46019Z","end":"2026-03-31T22:34:46.726613Z","steps":["trace[1967422468] 'process raft request' (duration: 266.196906ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:46.726913Z","caller":"traceutil/trace.go:171","msg":"trace[873823574] transaction","detail":"{read_only:false; response_revision:4964; number_of_response:1; }","duration":"266.108763ms","start":"2026-03-31T22:34:46.46063Z","end":"2026-03-31T22:34:46.726738Z","steps":["trace[873823574] 'process raft request' (duration: 265.889558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:46.787047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.84014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T22:34:46.787112Z","caller":"traceutil/trace.go:171","msg":"trace[729440918] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4964; }","duration":"172.941891ms","start":"2026-03-31T22:34:46.614155Z","end":"2026-03-31T22:34:46.787096Z","steps":["trace[729440918] 'agreement among raft nodes before linearized reading' (duration: 172.755407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:46.787169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.270976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T22:34:46.787253Z","caller":"traceutil/trace.go:171","msg":"trace[122818225] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4964; }","duration":"172.387479ms","start":"2026-03-31T22:34:46.614848Z","end":"2026-03-31T22:34:46.787235Z","steps":["trace[122818225] 'agreement among raft nodes before linearized reading' (duration: 172.177624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:46.787374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.764786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T22:34:46.787148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.046234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nxsdg\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T22:34:46.787485Z","caller":"traceutil/trace.go:171","msg":"trace[1759487827] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nxsdg; range_end:; response_count:1; response_revision:4964; }","duration":"173.424423ms","start":"2026-03-31T22:34:46.61404Z","end":"2026-03-31T22:34:46.787464Z","steps":["trace[1759487827] 'agreement among raft nodes before linearized reading' (duration: 172.910841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:46.787749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.429898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T22:34:46.787795Z","caller":"traceutil/trace.go:171","msg":"trace[1772344124] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4964; }","duration":"210.513009ms","start":"2026-03-31T22:34:46.577272Z","end":"2026-03-31T22:34:46.787785Z","steps":["trace[1772344124] 'agreement among raft nodes before linearized reading' (duration: 210.403026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:46.787942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.908919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T22:34:46.787977Z","caller":"traceutil/trace.go:171","msg":"trace[1198097686] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4964; }","duration":"187.988021ms","start":"2026-03-31T22:34:46.599979Z","end":"2026-03-31T22:34:46.787967Z","steps":["trace[1198097686] 'agreement among raft nodes before linearized reading' (duration: 187.908559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:46.787967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.583832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:22 size:34973"} {"level":"info","ts":"2026-03-31T22:34:46.788021Z","caller":"traceutil/trace.go:171","msg":"trace[1426578287] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:22; response_revision:4964; }","duration":"328.684005ms","start":"2026-03-31T22:34:46.459323Z","end":"2026-03-31T22:34:46.788007Z","steps":["trace[1426578287] 'agreement among raft nodes before linearized reading' (duration: 328.337567ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:46.787443Z","caller":"traceutil/trace.go:171","msg":"trace[944712157] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4964; }","duration":"172.857289ms","start":"2026-03-31T22:34:46.614578Z","end":"2026-03-31T22:34:46.787436Z","steps":["trace[944712157] 'agreement among raft nodes before linearized reading' (duration: 172.717356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:46.788057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:46.459306Z","time spent":"328.744436ms","remote":"127.0.0.1:53224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":22,"response size":34996,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-03-31T22:34:46.788254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.508214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T22:34:46.788277Z","caller":"traceutil/trace.go:171","msg":"trace[576932750] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4964; }","duration":"286.581726ms","start":"2026-03-31T22:34:46.50169Z","end":"2026-03-31T22:34:46.788271Z","steps":["trace[576932750] 'agreement among raft nodes before linearized reading' (duration: 286.515244ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:47.038806Z","caller":"traceutil/trace.go:171","msg":"trace[826184790] transaction","detail":"{read_only:false; response_revision:4966; number_of_response:1; }","duration":"247.512683ms","start":"2026-03-31T22:34:46.791269Z","end":"2026-03-31T22:34:47.038781Z","steps":["trace[826184790] 'process raft request' (duration: 247.33583ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:47.039057Z","caller":"traceutil/trace.go:171","msg":"trace[333643102] transaction","detail":"{read_only:false; response_revision:4967; number_of_response:1; }","duration":"247.789949ms","start":"2026-03-31T22:34:46.791254Z","end":"2026-03-31T22:34:47.039044Z","steps":["trace[333643102] 'process raft request' (duration: 247.491393ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:47.039262Z","caller":"traceutil/trace.go:171","msg":"trace[1705029337] linearizableReadLoop","detail":"{readStateIndex:5189; appliedIndex:5183; }","duration":"235.640366ms","start":"2026-03-31T22:34:46.803612Z","end":"2026-03-31T22:34:47.039252Z","steps":["trace[1705029337] 'read index received' (duration: 14.239631ms)","trace[1705029337] 'applied index is now lower than readState.Index' (duration: 221.399975ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:34:47.039325Z","caller":"traceutil/trace.go:171","msg":"trace[1599221108] transaction","detail":"{read_only:false; response_revision:4968; number_of_response:1; }","duration":"247.860421ms","start":"2026-03-31T22:34:46.791445Z","end":"2026-03-31T22:34:47.039306Z","steps":["trace[1599221108] 'process raft request' (duration: 247.559104ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:47.039339Z","caller":"traceutil/trace.go:171","msg":"trace[1616650876] transaction","detail":"{read_only:false; response_revision:4969; number_of_response:1; }","duration":"247.032163ms","start":"2026-03-31T22:34:46.79227Z","end":"2026-03-31T22:34:47.039302Z","steps":["trace[1616650876] 'process raft request' (duration: 246.91146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:47.039535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.905682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62859"} {"level":"info","ts":"2026-03-31T22:34:47.039513Z","caller":"traceutil/trace.go:171","msg":"trace[1711427401] transaction","detail":"{read_only:false; response_revision:4970; number_of_response:1; }","duration":"245.867557ms","start":"2026-03-31T22:34:46.793452Z","end":"2026-03-31T22:34:47.03932Z","steps":["trace[1711427401] 'process raft request' (duration: 245.769495ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:47.039573Z","caller":"traceutil/trace.go:171","msg":"trace[224323085] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4970; }","duration":"235.980913ms","start":"2026-03-31T22:34:46.803583Z","end":"2026-03-31T22:34:47.039564Z","steps":["trace[224323085] 'agreement among raft nodes before linearized reading' (duration: 235.746458ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:48.087386Z","caller":"traceutil/trace.go:171","msg":"trace[2024830378] linearizableReadLoop","detail":"{readStateIndex:5194; appliedIndex:5193; }","duration":"108.711252ms","start":"2026-03-31T22:34:47.978643Z","end":"2026-03-31T22:34:48.087354Z","steps":["trace[2024830378] 'read index received' (duration: 13.934644ms)","trace[2024830378] 'applied index is now lower than readState.Index' (duration: 94.775458ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:34:48.087578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.913558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/podmonitors.monitoring.coreos.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:34:48.087612Z","caller":"traceutil/trace.go:171","msg":"trace[2040650661] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/podmonitors.monitoring.coreos.com; range_end:; response_count:0; response_revision:4975; }","duration":"109.00981ms","start":"2026-03-31T22:34:47.978589Z","end":"2026-03-31T22:34:48.087599Z","steps":["trace[2040650661] 'agreement among raft nodes before linearized reading' (duration: 108.885757ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:48.087478Z","caller":"traceutil/trace.go:171","msg":"trace[361602495] transaction","detail":"{read_only:false; response_revision:4975; number_of_response:1; }","duration":"115.534166ms","start":"2026-03-31T22:34:47.971901Z","end":"2026-03-31T22:34:48.087435Z","steps":["trace[361602495] 'process raft request' (duration: 20.583114ms)","trace[361602495] 'compare' (duration: 94.726017ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:34:48.088705Z","caller":"traceutil/trace.go:171","msg":"trace[1635057190] transaction","detail":"{read_only:false; response_revision:4976; number_of_response:1; }","duration":"107.847844ms","start":"2026-03-31T22:34:47.980834Z","end":"2026-03-31T22:34:48.088681Z","steps":["trace[1635057190] 'process raft request' (duration: 107.307192ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:48.605378Z","caller":"traceutil/trace.go:171","msg":"trace[1319012818] transaction","detail":"{read_only:false; response_revision:4985; number_of_response:1; }","duration":"143.966307ms","start":"2026-03-31T22:34:48.46138Z","end":"2026-03-31T22:34:48.605346Z","steps":["trace[1319012818] 'process raft request' (duration: 77.646091ms)","trace[1319012818] 'compare' (duration: 66.196553ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:34:48.850886Z","caller":"traceutil/trace.go:171","msg":"trace[725233116] transaction","detail":"{read_only:false; response_revision:4987; number_of_response:1; }","duration":"122.870172ms","start":"2026-03-31T22:34:48.727984Z","end":"2026-03-31T22:34:48.850854Z","steps":["trace[725233116] 'process raft request' (duration: 122.474813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:49.261906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.034209ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:34:49.262129Z","caller":"traceutil/trace.go:171","msg":"trace[1952462158] transaction","detail":"{read_only:false; response_revision:4988; number_of_response:1; }","duration":"531.02105ms","start":"2026-03-31T22:34:48.731083Z","end":"2026-03-31T22:34:49.262104Z","steps":["trace[1952462158] 'process raft request' (duration: 273.696975ms)","trace[1952462158] 'compare' (duration: 256.69283ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:34:49.262238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:48.731067Z","time spent":"531.114212ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:34:49.26238Z","caller":"traceutil/trace.go:171","msg":"trace[1773810641] linearizableReadLoop","detail":"{readStateIndex:5208; appliedIndex:5205; }","duration":"441.157492ms","start":"2026-03-31T22:34:48.821203Z","end":"2026-03-31T22:34:49.262361Z","steps":["trace[1773810641] 'read index received' (duration: 29.22628ms)","trace[1773810641] 'applied index is now lower than readState.Index' (duration: 411.929582ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:34:49.262416Z","caller":"traceutil/trace.go:171","msg":"trace[356787879] transaction","detail":"{read_only:false; response_revision:4989; number_of_response:1; }","duration":"530.189941ms","start":"2026-03-31T22:34:48.732178Z","end":"2026-03-31T22:34:49.262368Z","steps":["trace[356787879] 'process raft request' (duration: 529.857984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:49.262571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:48.732156Z","time spent":"530.336885ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:34:49.262577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.364708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T22:34:49.262629Z","caller":"traceutil/trace.go:171","msg":"trace[93313107] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4989; }","duration":"441.451959ms","start":"2026-03-31T22:34:48.821164Z","end":"2026-03-31T22:34:49.262616Z","steps":["trace[93313107] 'agreement among raft nodes before linearized reading' (duration: 441.306856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:49.262656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:48.821151Z","time spent":"441.501111ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T22:34:49.269386Z","caller":"traceutil/trace.go:171","msg":"trace[1885195592] transaction","detail":"{read_only:false; response_revision:4990; number_of_response:1; }","duration":"351.51086ms","start":"2026-03-31T22:34:48.917857Z","end":"2026-03-31T22:34:49.269368Z","steps":["trace[1885195592] 'process raft request' (duration: 351.235354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:49.269461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:48.917813Z","time spent":"351.610731ms","remote":"127.0.0.1:53058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":378178,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:34:49.269869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.994533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:34:49.269917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.654642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T22:34:49.269924Z","caller":"traceutil/trace.go:171","msg":"trace[1462821544] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:4991; }","duration":"388.059194ms","start":"2026-03-31T22:34:48.881851Z","end":"2026-03-31T22:34:49.269911Z","steps":["trace[1462821544] 'agreement among raft nodes before linearized reading' (duration: 387.961402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:49.269952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:48.881793Z","time spent":"388.153096ms","remote":"127.0.0.1:55654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:34:49.269946Z","caller":"traceutil/trace.go:171","msg":"trace[705450072] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4991; }","duration":"226.693854ms","start":"2026-03-31T22:34:49.043244Z","end":"2026-03-31T22:34:49.269938Z","steps":["trace[705450072] 'agreement among raft nodes before linearized reading' (duration: 226.593411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:49.270079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.157574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T22:34:49.270112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.042408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T22:34:49.270134Z","caller":"traceutil/trace.go:171","msg":"trace[1995592478] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4991; }","duration":"226.073259ms","start":"2026-03-31T22:34:49.044054Z","end":"2026-03-31T22:34:49.270127Z","steps":["trace[1995592478] 'agreement among raft nodes before linearized reading' (duration: 226.007237ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:49.270137Z","caller":"traceutil/trace.go:171","msg":"trace[1610467437] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4991; }","duration":"227.238956ms","start":"2026-03-31T22:34:49.042884Z","end":"2026-03-31T22:34:49.270123Z","steps":["trace[1610467437] 'agreement among raft nodes before linearized reading' (duration: 227.071342ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:49.27014Z","caller":"traceutil/trace.go:171","msg":"trace[281766173] transaction","detail":"{read_only:false; response_revision:4991; number_of_response:1; }","duration":"326.70964ms","start":"2026-03-31T22:34:48.943412Z","end":"2026-03-31T22:34:49.270121Z","steps":["trace[281766173] 'process raft request' (duration: 326.150587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:49.270072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.018466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nxsdg\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-31T22:34:49.270222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.293108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T22:34:49.270211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.455503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:34:49.270238Z","caller":"traceutil/trace.go:171","msg":"trace[1709571070] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4991; }","duration":"227.315858ms","start":"2026-03-31T22:34:49.042917Z","end":"2026-03-31T22:34:49.270233Z","steps":["trace[1709571070] 'agreement among raft nodes before linearized reading' (duration: 227.268517ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:49.270243Z","caller":"traceutil/trace.go:171","msg":"trace[817283951] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nxsdg; range_end:; response_count:1; response_revision:4991; }","duration":"225.223391ms","start":"2026-03-31T22:34:49.045009Z","end":"2026-03-31T22:34:49.270232Z","steps":["trace[817283951] 'agreement among raft nodes before linearized reading' (duration: 224.892583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:49.27024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:48.943383Z","time spent":"326.800443ms","remote":"127.0.0.1:53058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":328619,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:34:49.27028Z","caller":"traceutil/trace.go:171","msg":"trace[1743208678] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:4991; }","duration":"263.594527ms","start":"2026-03-31T22:34:49.006652Z","end":"2026-03-31T22:34:49.270246Z","steps":["trace[1743208678] 'agreement among raft nodes before linearized reading' (duration: 263.407812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:49.270361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.794349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T22:34:49.270389Z","caller":"traceutil/trace.go:171","msg":"trace[1080652499] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4991; }","duration":"227.85907ms","start":"2026-03-31T22:34:49.042524Z","end":"2026-03-31T22:34:49.270383Z","steps":["trace[1080652499] 'agreement among raft nodes before linearized reading' (duration: 227.796229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:49.900035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.66304ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:34:49.900179Z","caller":"traceutil/trace.go:171","msg":"trace[1939430541] transaction","detail":"{read_only:false; response_revision:4993; number_of_response:1; }","duration":"626.683038ms","start":"2026-03-31T22:34:49.273481Z","end":"2026-03-31T22:34:49.900164Z","steps":["trace[1939430541] 'process raft request' (duration: 115.818823ms)","trace[1939430541] 'compare' (duration: 510.495957ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:34:49.900232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:49.273453Z","time spent":"626.755519ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:34:49.900639Z","caller":"traceutil/trace.go:171","msg":"trace[39034564] linearizableReadLoop","detail":"{readStateIndex:5214; appliedIndex:5210; }","duration":"626.360242ms","start":"2026-03-31T22:34:49.274244Z","end":"2026-03-31T22:34:49.900605Z","steps":["trace[39034564] 'read index received' (duration: 21.223909ms)","trace[39034564] 'applied index is now lower than readState.Index' (duration: 605.135433ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:34:49.90066Z","caller":"traceutil/trace.go:171","msg":"trace[2126387401] transaction","detail":"{read_only:false; response_revision:4994; number_of_response:1; }","duration":"626.938065ms","start":"2026-03-31T22:34:49.2737Z","end":"2026-03-31T22:34:49.900638Z","steps":["trace[2126387401] 'process raft request' (duration: 626.416932ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:49.900657Z","caller":"traceutil/trace.go:171","msg":"trace[1755194133] transaction","detail":"{read_only:false; response_revision:4995; number_of_response:1; }","duration":"626.523545ms","start":"2026-03-31T22:34:49.274093Z","end":"2026-03-31T22:34:49.900617Z","steps":["trace[1755194133] 'process raft request' (duration: 626.298189ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:49.900678Z","caller":"traceutil/trace.go:171","msg":"trace[1614273247] transaction","detail":"{read_only:false; response_revision:4996; number_of_response:1; }","duration":"626.137727ms","start":"2026-03-31T22:34:49.274506Z","end":"2026-03-31T22:34:49.900643Z","steps":["trace[1614273247] 'process raft request' (duration: 626.022344ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:49.900682Z","caller":"traceutil/trace.go:171","msg":"trace[890301956] transaction","detail":"{read_only:false; response_revision:4997; number_of_response:1; }","duration":"625.83101ms","start":"2026-03-31T22:34:49.274818Z","end":"2026-03-31T22:34:49.900649Z","steps":["trace[890301956] 'process raft request' (duration: 625.750448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:49.900802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:49.273685Z","time spent":"627.055037ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:34:49.900849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:49.274078Z","time spent":"626.657518ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:34:49.900948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.687599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62859"} {"level":"warn","ts":"2026-03-31T22:34:49.90099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:49.274743Z","time spent":"626.058415ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:34:49.901022Z","caller":"traceutil/trace.go:171","msg":"trace[531900925] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4997; }","duration":"626.776741ms","start":"2026-03-31T22:34:49.274227Z","end":"2026-03-31T22:34:49.901004Z","steps":["trace[531900925] 'agreement among raft nodes before linearized reading' (duration: 626.467624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:49.901226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:49.27422Z","time spent":"626.987765ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":62882,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T22:34:49.901056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:49.27449Z","time spent":"626.258159ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:34:49.909643Z","caller":"traceutil/trace.go:171","msg":"trace[1712922958] transaction","detail":"{read_only:false; response_revision:4998; number_of_response:1; }","duration":"510.976659ms","start":"2026-03-31T22:34:49.398593Z","end":"2026-03-31T22:34:49.90957Z","steps":["trace[1712922958] 'process raft request' (duration: 510.092028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:49.909807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:49.39856Z","time spent":"511.156853ms","remote":"127.0.0.1:53058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":379169,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:34:50.329172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.405876ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:34:50.329429Z","caller":"traceutil/trace.go:171","msg":"trace[440446975] transaction","detail":"{read_only:false; response_revision:4999; number_of_response:1; }","duration":"732.045276ms","start":"2026-03-31T22:34:49.597344Z","end":"2026-03-31T22:34:50.329389Z","steps":["trace[440446975] 'process raft request' (duration: 455.341283ms)","trace[440446975] 'compare' (duration: 276.263862ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:34:50.329469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.907777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-31T22:34:50.32947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.116004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:34:50.329475Z","caller":"traceutil/trace.go:171","msg":"trace[350939776] linearizableReadLoop","detail":"{readStateIndex:5218; appliedIndex:5216; }","duration":"428.740792ms","start":"2026-03-31T22:34:49.900711Z","end":"2026-03-31T22:34:50.329452Z","steps":["trace[350939776] 'read index received' (duration: 7.716983ms)","trace[350939776] 'applied index is now lower than readState.Index' (duration: 420.848455ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:34:50.329511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009349362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/prometheusrules.monitoring.coreos.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:34:50.329537Z","caller":"traceutil/trace.go:171","msg":"trace[1946391923] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4999; }","duration":"535.004619ms","start":"2026-03-31T22:34:49.794513Z","end":"2026-03-31T22:34:50.329518Z","steps":["trace[1946391923] 'agreement among raft nodes before linearized reading' (duration: 534.795515ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:50.329549Z","caller":"traceutil/trace.go:171","msg":"trace[743770503] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4999; }","duration":"969.242547ms","start":"2026-03-31T22:34:49.360287Z","end":"2026-03-31T22:34:50.329529Z","steps":["trace[743770503] 'agreement among raft nodes before linearized reading' (duration: 969.089593ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:50.329577Z","caller":"traceutil/trace.go:171","msg":"trace[35284149] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/prometheusrules.monitoring.coreos.com; range_end:; response_count:0; response_revision:4999; }","duration":"1.009453303s","start":"2026-03-31T22:34:49.320107Z","end":"2026-03-31T22:34:50.32956Z","steps":["trace[35284149] 'agreement among raft nodes before linearized reading' (duration: 1.009342101s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:50.329587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:49.794497Z","time spent":"535.077801ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T22:34:50.329595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:49.360264Z","time spent":"969.323428ms","remote":"127.0.0.1:53020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:34:50.32962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:49.320089Z","time spent":"1.009522946s","remote":"127.0.0.1:53058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/prometheusrules.monitoring.coreos.com\" "} {"level":"warn","ts":"2026-03-31T22:34:50.329617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:49.597324Z","time spent":"732.193309ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:34:50.339705Z","caller":"traceutil/trace.go:171","msg":"trace[1954896142] transaction","detail":"{read_only:false; response_revision:5000; number_of_response:1; }","duration":"369.886994ms","start":"2026-03-31T22:34:49.969796Z","end":"2026-03-31T22:34:50.339683Z","steps":["trace[1954896142] 'process raft request' (duration: 369.658319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:50.33982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:49.969772Z","time spent":"369.987367ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":706,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:34:50.339851Z","caller":"traceutil/trace.go:171","msg":"trace[1433147471] transaction","detail":"{read_only:false; response_revision:5001; number_of_response:1; }","duration":"364.463712ms","start":"2026-03-31T22:34:49.97533Z","end":"2026-03-31T22:34:50.339794Z","steps":["trace[1433147471] 'process raft request' (duration: 364.243407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:50.340035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:49.97532Z","time spent":"364.618216ms","remote":"127.0.0.1:46398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1113,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:34:50.341059Z","caller":"traceutil/trace.go:171","msg":"trace[1168263560] transaction","detail":"{read_only:false; response_revision:5002; number_of_response:1; }","duration":"304.647923ms","start":"2026-03-31T22:34:50.036387Z","end":"2026-03-31T22:34:50.341035Z","steps":["trace[1168263560] 'process raft request' (duration: 303.851254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:50.341183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:34:50.036361Z","time spent":"304.757595ms","remote":"127.0.0.1:53058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":379178,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:34:50.514087Z","caller":"traceutil/trace.go:171","msg":"trace[1831786357] linearizableReadLoop","detail":"{readStateIndex:5223; appliedIndex:5222; }","duration":"110.445652ms","start":"2026-03-31T22:34:50.403617Z","end":"2026-03-31T22:34:50.514062Z","steps":["trace[1831786357] 'read index received' (duration: 109.48841ms)","trace[1831786357] 'applied index is now lower than readState.Index' (duration: 956.272µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:34:50.514182Z","caller":"traceutil/trace.go:171","msg":"trace[1489264862] transaction","detail":"{read_only:false; response_revision:5004; number_of_response:1; }","duration":"162.898766ms","start":"2026-03-31T22:34:50.351251Z","end":"2026-03-31T22:34:50.514149Z","steps":["trace[1489264862] 'process raft request' (duration: 161.903263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:50.514246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.606346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:34:50.514301Z","caller":"traceutil/trace.go:171","msg":"trace[1383215891] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5004; }","duration":"110.729939ms","start":"2026-03-31T22:34:50.40356Z","end":"2026-03-31T22:34:50.51429Z","steps":["trace[1383215891] 'agreement among raft nodes before linearized reading' (duration: 110.601526ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:50.655974Z","caller":"traceutil/trace.go:171","msg":"trace[1590796667] linearizableReadLoop","detail":"{readStateIndex:5224; appliedIndex:5223; }","duration":"134.042133ms","start":"2026-03-31T22:34:50.521901Z","end":"2026-03-31T22:34:50.655943Z","steps":["trace[1590796667] 'read index received' (duration: 116.444557ms)","trace[1590796667] 'applied index is now lower than readState.Index' (duration: 17.591756ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:34:50.65597Z","caller":"traceutil/trace.go:171","msg":"trace[177187754] transaction","detail":"{read_only:false; response_revision:5005; number_of_response:1; }","duration":"134.046724ms","start":"2026-03-31T22:34:50.521879Z","end":"2026-03-31T22:34:50.655926Z","steps":["trace[177187754] 'process raft request' (duration: 116.395976ms)","trace[177187754] 'compare' (duration: 17.336481ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:34:50.656816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.961558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/scrapeconfigs.monitoring.coreos.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:34:50.656881Z","caller":"traceutil/trace.go:171","msg":"trace[918365320] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/scrapeconfigs.monitoring.coreos.com; range_end:; response_count:0; response_revision:5006; }","duration":"133.081102ms","start":"2026-03-31T22:34:50.523785Z","end":"2026-03-31T22:34:50.656866Z","steps":["trace[918365320] 'agreement among raft nodes before linearized reading' (duration: 132.924797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:50.656898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.975746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T22:34:50.657145Z","caller":"traceutil/trace.go:171","msg":"trace[1006634919] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5006; }","duration":"135.272622ms","start":"2026-03-31T22:34:50.521851Z","end":"2026-03-31T22:34:50.657123Z","steps":["trace[1006634919] 'agreement among raft nodes before linearized reading' (duration: 134.207057ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:50.854602Z","caller":"traceutil/trace.go:171","msg":"trace[1061438484] linearizableReadLoop","detail":"{readStateIndex:5226; appliedIndex:5225; }","duration":"177.237398ms","start":"2026-03-31T22:34:50.67734Z","end":"2026-03-31T22:34:50.854577Z","steps":["trace[1061438484] 'read index received' (duration: 106.41083ms)","trace[1061438484] 'applied index is now lower than readState.Index' (duration: 70.825028ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:34:50.854705Z","caller":"traceutil/trace.go:171","msg":"trace[86377339] transaction","detail":"{read_only:false; response_revision:5007; number_of_response:1; }","duration":"188.896651ms","start":"2026-03-31T22:34:50.665772Z","end":"2026-03-31T22:34:50.854669Z","steps":["trace[86377339] 'process raft request' (duration: 118.102414ms)","trace[86377339] 'compare' (duration: 70.592162ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:34:50.85477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.415762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/scrapeconfigs.monitoring.coreos.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:34:50.854806Z","caller":"traceutil/trace.go:171","msg":"trace[718031277] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/scrapeconfigs.monitoring.coreos.com; range_end:; response_count:0; response_revision:5007; }","duration":"177.506425ms","start":"2026-03-31T22:34:50.67729Z","end":"2026-03-31T22:34:50.854796Z","steps":["trace[718031277] 'agreement among raft nodes before linearized reading' (duration: 177.430043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:50.855346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.750766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-31T22:34:50.906862Z","caller":"traceutil/trace.go:171","msg":"trace[733628155] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5007; }","duration":"224.282269ms","start":"2026-03-31T22:34:50.682513Z","end":"2026-03-31T22:34:50.906795Z","steps":["trace[733628155] 'agreement among raft nodes before linearized reading' (duration: 172.371418ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:51.191008Z","caller":"traceutil/trace.go:171","msg":"trace[1709269813] transaction","detail":"{read_only:false; response_revision:5009; number_of_response:1; }","duration":"141.054552ms","start":"2026-03-31T22:34:51.049923Z","end":"2026-03-31T22:34:51.190978Z","steps":["trace[1709269813] 'process raft request' (duration: 104.066927ms)","trace[1709269813] 'compare' (duration: 36.823671ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:34:51.240337Z","caller":"traceutil/trace.go:171","msg":"trace[2131546351] transaction","detail":"{read_only:false; response_revision:5010; number_of_response:1; }","duration":"189.579957ms","start":"2026-03-31T22:34:51.05074Z","end":"2026-03-31T22:34:51.24032Z","steps":["trace[2131546351] 'process raft request' (duration: 189.177168ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:51.456484Z","caller":"traceutil/trace.go:171","msg":"trace[897502591] linearizableReadLoop","detail":"{readStateIndex:5234; appliedIndex:5231; }","duration":"124.826837ms","start":"2026-03-31T22:34:51.331638Z","end":"2026-03-31T22:34:51.456465Z","steps":["trace[897502591] 'read index received' (duration: 18.458307ms)","trace[897502591] 'applied index is now lower than readState.Index' (duration: 106.3677ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:34:51.456617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.778983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/thanosrulers.monitoring.coreos.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:34:51.456602Z","caller":"traceutil/trace.go:171","msg":"trace[497014229] transaction","detail":"{read_only:false; response_revision:5015; number_of_response:1; }","duration":"139.696032ms","start":"2026-03-31T22:34:51.316865Z","end":"2026-03-31T22:34:51.456561Z","steps":["trace[497014229] 'process raft request' (duration: 138.065875ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:51.456643Z","caller":"traceutil/trace.go:171","msg":"trace[853625940] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/thanosrulers.monitoring.coreos.com; range_end:; response_count:0; response_revision:5015; }","duration":"158.849784ms","start":"2026-03-31T22:34:51.297785Z","end":"2026-03-31T22:34:51.456635Z","steps":["trace[853625940] 'agreement among raft nodes before linearized reading' (duration: 158.791003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:51.456865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.901352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T22:34:51.456886Z","caller":"traceutil/trace.go:171","msg":"trace[102175795] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5015; }","duration":"157.943773ms","start":"2026-03-31T22:34:51.298936Z","end":"2026-03-31T22:34:51.45688Z","steps":["trace[102175795] 'agreement among raft nodes before linearized reading' (duration: 157.616526ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:51.643373Z","caller":"traceutil/trace.go:171","msg":"trace[776786699] transaction","detail":"{read_only:false; response_revision:5018; number_of_response:1; }","duration":"120.619111ms","start":"2026-03-31T22:34:51.522703Z","end":"2026-03-31T22:34:51.643322Z","steps":["trace[776786699] 'process raft request' (duration: 35.253105ms)","trace[776786699] 'compare' (duration: 85.124101ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:34:51.643437Z","caller":"traceutil/trace.go:171","msg":"trace[950540894] linearizableReadLoop","detail":"{readStateIndex:5238; appliedIndex:5237; }","duration":"119.828973ms","start":"2026-03-31T22:34:51.52355Z","end":"2026-03-31T22:34:51.643379Z","steps":["trace[950540894] 'read index received' (duration: 34.000607ms)","trace[950540894] 'applied index is now lower than readState.Index' (duration: 85.827106ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:34:51.643703Z","caller":"traceutil/trace.go:171","msg":"trace[1136049742] transaction","detail":"{read_only:false; response_revision:5019; number_of_response:1; }","duration":"116.807135ms","start":"2026-03-31T22:34:51.526729Z","end":"2026-03-31T22:34:51.643536Z","steps":["trace[1136049742] 'process raft request' (duration: 116.564899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:34:51.644333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.725233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-31T22:34:51.64456Z","caller":"traceutil/trace.go:171","msg":"trace[20193250] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:5019; }","duration":"120.985209ms","start":"2026-03-31T22:34:51.523507Z","end":"2026-03-31T22:34:51.644492Z","steps":["trace[20193250] 'agreement among raft nodes before linearized reading' (duration: 119.992557ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:51.858562Z","caller":"traceutil/trace.go:171","msg":"trace[1423313650] transaction","detail":"{read_only:false; response_revision:5021; number_of_response:1; }","duration":"122.289869ms","start":"2026-03-31T22:34:51.73625Z","end":"2026-03-31T22:34:51.85854Z","steps":["trace[1423313650] 'process raft request' (duration: 122.052543ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:52.028163Z","caller":"traceutil/trace.go:171","msg":"trace[1077142087] transaction","detail":"{read_only:false; response_revision:5026; number_of_response:1; }","duration":"106.315748ms","start":"2026-03-31T22:34:51.921826Z","end":"2026-03-31T22:34:52.028141Z","steps":["trace[1077142087] 'process raft request' (duration: 106.276067ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:52.028226Z","caller":"traceutil/trace.go:171","msg":"trace[1330214724] transaction","detail":"{read_only:false; response_revision:5025; number_of_response:1; }","duration":"108.420146ms","start":"2026-03-31T22:34:51.919766Z","end":"2026-03-31T22:34:52.028186Z","steps":["trace[1330214724] 'process raft request' (duration: 26.933798ms)","trace[1330214724] 'compare' (duration: 81.267493ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:34:55.600597Z","caller":"traceutil/trace.go:171","msg":"trace[741240241] transaction","detail":"{read_only:false; response_revision:5041; number_of_response:1; }","duration":"160.664554ms","start":"2026-03-31T22:34:55.439909Z","end":"2026-03-31T22:34:55.600574Z","steps":["trace[741240241] 'process raft request' (duration: 160.072031ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:57.723015Z","caller":"traceutil/trace.go:171","msg":"trace[1656584023] transaction","detail":"{read_only:false; response_revision:5051; number_of_response:1; }","duration":"103.109886ms","start":"2026-03-31T22:34:57.619881Z","end":"2026-03-31T22:34:57.722991Z","steps":["trace[1656584023] 'process raft request' (duration: 102.960583ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:57.724039Z","caller":"traceutil/trace.go:171","msg":"trace[1561315418] transaction","detail":"{read_only:false; response_revision:5052; number_of_response:1; }","duration":"103.482275ms","start":"2026-03-31T22:34:57.620517Z","end":"2026-03-31T22:34:57.723999Z","steps":["trace[1561315418] 'process raft request' (duration: 103.211699ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:58.123259Z","caller":"traceutil/trace.go:171","msg":"trace[1901372938] transaction","detail":"{read_only:false; response_revision:5055; number_of_response:1; }","duration":"129.858081ms","start":"2026-03-31T22:34:57.993359Z","end":"2026-03-31T22:34:58.123217Z","steps":["trace[1901372938] 'process raft request' (duration: 127.596909ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:34:59.878293Z","caller":"traceutil/trace.go:171","msg":"trace[1998788288] transaction","detail":"{read_only:false; response_revision:5063; number_of_response:1; }","duration":"102.903772ms","start":"2026-03-31T22:34:59.774851Z","end":"2026-03-31T22:34:59.877754Z","steps":["trace[1998788288] 'process raft request' (duration: 11.331356ms)","trace[1998788288] 'compare' (duration: 91.427732ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:35:06.410956Z","caller":"traceutil/trace.go:171","msg":"trace[1304505688] transaction","detail":"{read_only:false; response_revision:5105; number_of_response:1; }","duration":"100.201081ms","start":"2026-03-31T22:35:06.310732Z","end":"2026-03-31T22:35:06.410934Z","steps":["trace[1304505688] 'process raft request' (duration: 50.437018ms)","trace[1304505688] 'compare' (duration: 49.668561ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:35:09.219061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.324414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:35:09.219163Z","caller":"traceutil/trace.go:171","msg":"trace[750956080] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5121; }","duration":"116.499439ms","start":"2026-03-31T22:35:09.102641Z","end":"2026-03-31T22:35:09.21914Z","steps":["trace[750956080] 'count revisions from in-memory index tree' (duration: 116.193112ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:13.631721Z","caller":"traceutil/trace.go:171","msg":"trace[1153199193] transaction","detail":"{read_only:false; response_revision:5144; number_of_response:1; }","duration":"153.3694ms","start":"2026-03-31T22:35:13.478054Z","end":"2026-03-31T22:35:13.631424Z","steps":["trace[1153199193] 'process raft request' (duration: 153.092494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:16.30795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.735668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T22:35:16.308008Z","caller":"traceutil/trace.go:171","msg":"trace[1871817957] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5156; }","duration":"153.83034ms","start":"2026-03-31T22:35:16.154165Z","end":"2026-03-31T22:35:16.307996Z","steps":["trace[1871817957] 'range keys from in-memory index tree' (duration: 153.500583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:16.308101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.958648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nxsdg\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T22:35:16.308178Z","caller":"traceutil/trace.go:171","msg":"trace[1173871371] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nxsdg; range_end:; response_count:1; response_revision:5156; }","duration":"152.05674ms","start":"2026-03-31T22:35:16.156102Z","end":"2026-03-31T22:35:16.308158Z","steps":["trace[1173871371] 'range keys from in-memory index tree' (duration: 151.412175ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:29.272793Z","caller":"traceutil/trace.go:171","msg":"trace[1219092227] transaction","detail":"{read_only:false; response_revision:5248; number_of_response:1; }","duration":"176.750028ms","start":"2026-03-31T22:35:29.09601Z","end":"2026-03-31T22:35:29.27276Z","steps":["trace[1219092227] 'process raft request' (duration: 163.693983ms)","trace[1219092227] 'compare' (duration: 12.902431ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:35:29.916213Z","caller":"traceutil/trace.go:171","msg":"trace[1846001619] transaction","detail":"{read_only:false; response_revision:5250; number_of_response:1; }","duration":"400.571626ms","start":"2026-03-31T22:35:29.51561Z","end":"2026-03-31T22:35:29.916182Z","steps":["trace[1846001619] 'process raft request' (duration: 400.430913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:29.917642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:29.515583Z","time spent":"401.975178ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4493,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:35:29.934009Z","caller":"traceutil/trace.go:171","msg":"trace[1091338826] transaction","detail":"{read_only:false; response_revision:5251; number_of_response:1; }","duration":"144.574981ms","start":"2026-03-31T22:35:29.789409Z","end":"2026-03-31T22:35:29.933984Z","steps":["trace[1091338826] 'process raft request' (duration: 144.418687ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:35.115491Z","caller":"traceutil/trace.go:171","msg":"trace[225915769] transaction","detail":"{read_only:false; response_revision:5567; number_of_response:1; }","duration":"217.65347ms","start":"2026-03-31T22:35:34.897818Z","end":"2026-03-31T22:35:35.115471Z","steps":["trace[225915769] 'process raft request' (duration: 217.520947ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:35.129913Z","caller":"traceutil/trace.go:171","msg":"trace[1183134907] transaction","detail":"{read_only:false; response_revision:5569; number_of_response:1; }","duration":"195.129582ms","start":"2026-03-31T22:35:34.934762Z","end":"2026-03-31T22:35:35.129892Z","steps":["trace[1183134907] 'process raft request' (duration: 195.063111ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:35.129948Z","caller":"traceutil/trace.go:171","msg":"trace[814619339] transaction","detail":"{read_only:false; response_revision:5568; number_of_response:1; }","duration":"203.708916ms","start":"2026-03-31T22:35:34.926201Z","end":"2026-03-31T22:35:35.12991Z","steps":["trace[814619339] 'process raft request' (duration: 203.368918ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:35.130297Z","caller":"traceutil/trace.go:171","msg":"trace[986796003] transaction","detail":"{read_only:false; response_revision:5570; number_of_response:1; }","duration":"136.705934ms","start":"2026-03-31T22:35:34.993582Z","end":"2026-03-31T22:35:35.130288Z","steps":["trace[986796003] 'process raft request' (duration: 136.269525ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:36.01403Z","caller":"traceutil/trace.go:171","msg":"trace[589418442] transaction","detail":"{read_only:false; response_revision:5608; number_of_response:1; }","duration":"126.73252ms","start":"2026-03-31T22:35:35.887255Z","end":"2026-03-31T22:35:36.013987Z","steps":["trace[589418442] 'process raft request' (duration: 126.454033ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:37.008074Z","caller":"traceutil/trace.go:171","msg":"trace[349968528] linearizableReadLoop","detail":"{readStateIndex:5874; appliedIndex:5873; }","duration":"140.613712ms","start":"2026-03-31T22:35:36.867417Z","end":"2026-03-31T22:35:37.008031Z","steps":["trace[349968528] 'read index received' (duration: 139.635441ms)","trace[349968528] 'applied index is now lower than readState.Index' (duration: 976.611µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:35:37.008107Z","caller":"traceutil/trace.go:171","msg":"trace[2115386450] transaction","detail":"{read_only:false; response_revision:5627; number_of_response:1; }","duration":"193.382122ms","start":"2026-03-31T22:35:36.814681Z","end":"2026-03-31T22:35:37.008063Z","steps":["trace[2115386450] 'process raft request' (duration: 192.523003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:37.008378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.941699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T22:35:37.00847Z","caller":"traceutil/trace.go:171","msg":"trace[258883149] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5627; }","duration":"141.077114ms","start":"2026-03-31T22:35:36.867374Z","end":"2026-03-31T22:35:37.008451Z","steps":["trace[258883149] 'agreement among raft nodes before linearized reading' (duration: 140.797936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:38.910379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.562888ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:35:38.910472Z","caller":"traceutil/trace.go:171","msg":"trace[686855575] linearizableReadLoop","detail":"{readStateIndex:5946; appliedIndex:5945; }","duration":"330.776582ms","start":"2026-03-31T22:35:38.57968Z","end":"2026-03-31T22:35:38.910457Z","steps":["trace[686855575] 'read index received' (duration: 44.911µs)","trace[686855575] 'applied index is now lower than readState.Index' (duration: 330.730151ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:35:38.910546Z","caller":"traceutil/trace.go:171","msg":"trace[858697588] transaction","detail":"{read_only:false; response_revision:5699; number_of_response:1; }","duration":"384.651878ms","start":"2026-03-31T22:35:38.525884Z","end":"2026-03-31T22:35:38.910536Z","steps":["trace[858697588] 'process raft request' (duration: 37.863654ms)","trace[858697588] 'compare' (duration: 346.405634ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:35:38.910586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:38.525846Z","time spent":"384.720989ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":954,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:35:38.910873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.186282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T22:35:38.910901Z","caller":"traceutil/trace.go:171","msg":"trace[1766292388] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5699; }","duration":"331.259014ms","start":"2026-03-31T22:35:38.579634Z","end":"2026-03-31T22:35:38.910893Z","steps":["trace[1766292388] 'agreement among raft nodes before linearized reading' (duration: 331.121041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:38.910921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:38.579546Z","time spent":"331.369796ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T22:35:38.910982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.352833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T22:35:38.910984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.144803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-31T22:35:38.910988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-31T22:35:38.911026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.614808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T22:35:38.911043Z","caller":"traceutil/trace.go:171","msg":"trace[1887735351] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5699; }","duration":"287.446455ms","start":"2026-03-31T22:35:38.623581Z","end":"2026-03-31T22:35:38.911028Z","steps":["trace[1887735351] 'agreement among raft nodes before linearized reading' (duration: 287.281401ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:38.911048Z","caller":"traceutil/trace.go:171","msg":"trace[1076120468] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5699; }","duration":"285.234605ms","start":"2026-03-31T22:35:38.625798Z","end":"2026-03-31T22:35:38.911032Z","steps":["trace[1076120468] 'agreement among raft nodes before linearized reading' (duration: 285.051021ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:38.911054Z","caller":"traceutil/trace.go:171","msg":"trace[1140590238] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5699; }","duration":"288.193262ms","start":"2026-03-31T22:35:38.622846Z","end":"2026-03-31T22:35:38.911039Z","steps":["trace[1140590238] 'agreement among raft nodes before linearized reading' (duration: 287.996568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:38.911038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.123841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T22:35:38.911123Z","caller":"traceutil/trace.go:171","msg":"trace[1798525587] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5699; }","duration":"226.225153ms","start":"2026-03-31T22:35:38.68488Z","end":"2026-03-31T22:35:38.911105Z","steps":["trace[1798525587] 'agreement among raft nodes before linearized reading' (duration: 225.967228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:38.911141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.602132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f9e5d9cd-7378-46f2-812a-8ff8feee33ba\" ","response":"range_response_count:1 size:3773"} {"level":"info","ts":"2026-03-31T22:35:38.911067Z","caller":"traceutil/trace.go:171","msg":"trace[244777465] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5699; }","duration":"189.70914ms","start":"2026-03-31T22:35:38.721344Z","end":"2026-03-31T22:35:38.911053Z","steps":["trace[244777465] 'agreement among raft nodes before linearized reading' (duration: 189.591398ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:38.911165Z","caller":"traceutil/trace.go:171","msg":"trace[496200499] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f9e5d9cd-7378-46f2-812a-8ff8feee33ba; range_end:; response_count:1; response_revision:5699; }","duration":"187.624912ms","start":"2026-03-31T22:35:38.723532Z","end":"2026-03-31T22:35:38.911157Z","steps":["trace[496200499] 'agreement among raft nodes before linearized reading' (duration: 187.553121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:38.911186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.186281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T22:35:38.911295Z","caller":"traceutil/trace.go:171","msg":"trace[63648351] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5699; }","duration":"237.362205ms","start":"2026-03-31T22:35:38.67391Z","end":"2026-03-31T22:35:38.911273Z","steps":["trace[63648351] 'agreement among raft nodes before linearized reading' (duration: 237.052268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:38.911666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.769677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2196036"} {"level":"info","ts":"2026-03-31T22:35:38.911728Z","caller":"traceutil/trace.go:171","msg":"trace[1587924540] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:5699; }","duration":"203.835299ms","start":"2026-03-31T22:35:38.707876Z","end":"2026-03-31T22:35:38.911712Z","steps":["trace[1587924540] 'agreement among raft nodes before linearized reading' (duration: 203.123643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:39.580638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.944649ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:35:39.580986Z","caller":"traceutil/trace.go:171","msg":"trace[321457499] transaction","detail":"{read_only:false; response_revision:5700; number_of_response:1; }","duration":"666.178839ms","start":"2026-03-31T22:35:38.914778Z","end":"2026-03-31T22:35:39.580957Z","steps":["trace[321457499] 'process raft request' (duration: 239.7753ms)","trace[321457499] 'compare' (duration: 425.597311ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:35:39.58107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:38.914758Z","time spent":"666.271552ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:35:39.583242Z","caller":"traceutil/trace.go:171","msg":"trace[2125403385] transaction","detail":"{read_only:false; response_revision:5701; number_of_response:1; }","duration":"667.464999ms","start":"2026-03-31T22:35:38.915742Z","end":"2026-03-31T22:35:39.583207Z","steps":["trace[2125403385] 'process raft request' (duration: 667.161472ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:39.583374Z","caller":"traceutil/trace.go:171","msg":"trace[319720288] transaction","detail":"{read_only:false; response_revision:5702; number_of_response:1; }","duration":"667.247793ms","start":"2026-03-31T22:35:38.916105Z","end":"2026-03-31T22:35:39.583353Z","steps":["trace[319720288] 'process raft request' (duration: 666.938226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:39.583416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:38.91571Z","time spent":"667.609523ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:35:39.583504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:38.916096Z","time spent":"667.338285ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:35:39.583506Z","caller":"traceutil/trace.go:171","msg":"trace[1472373914] transaction","detail":"{read_only:false; response_revision:5703; number_of_response:1; }","duration":"667.293634ms","start":"2026-03-31T22:35:38.916194Z","end":"2026-03-31T22:35:39.583487Z","steps":["trace[1472373914] 'process raft request' (duration: 667.053999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:39.583653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:38.916184Z","time spent":"667.428297ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:35:39.583986Z","caller":"traceutil/trace.go:171","msg":"trace[1063104037] transaction","detail":"{read_only:false; response_revision:5704; number_of_response:1; }","duration":"667.718374ms","start":"2026-03-31T22:35:38.916251Z","end":"2026-03-31T22:35:39.583969Z","steps":["trace[1063104037] 'process raft request' (duration: 667.389557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:39.584065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:38.916246Z","time spent":"667.790496ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:35:39.583822Z","caller":"traceutil/trace.go:171","msg":"trace[890281526] linearizableReadLoop","detail":"{readStateIndex:5953; appliedIndex:5946; }","duration":"635.794573ms","start":"2026-03-31T22:35:38.948013Z","end":"2026-03-31T22:35:39.583807Z","steps":["trace[890281526] 'read index received' (duration: 206.54563ms)","trace[890281526] 'applied index is now lower than readState.Index' (duration: 429.248123ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:35:39.583933Z","caller":"traceutil/trace.go:171","msg":"trace[728467093] transaction","detail":"{read_only:false; response_revision:5706; number_of_response:1; }","duration":"667.494179ms","start":"2026-03-31T22:35:38.916426Z","end":"2026-03-31T22:35:39.58392Z","steps":["trace[728467093] 'process raft request' (duration: 667.314565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:39.58422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:38.916419Z","time spent":"667.748144ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:35:39.583984Z","caller":"traceutil/trace.go:171","msg":"trace[1937584197] transaction","detail":"{read_only:false; response_revision:5707; number_of_response:1; }","duration":"440.123559ms","start":"2026-03-31T22:35:39.143813Z","end":"2026-03-31T22:35:39.583936Z","steps":["trace[1937584197] 'process raft request' (duration: 439.960196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:39.584292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.806533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-15ed7dc7-3a2a-4b58-9923-fd977dca5ce8\" ","response":"range_response_count:1 size:3759"} {"level":"info","ts":"2026-03-31T22:35:39.584326Z","caller":"traceutil/trace.go:171","msg":"trace[1481705543] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-15ed7dc7-3a2a-4b58-9923-fd977dca5ce8; range_end:; response_count:1; response_revision:5707; }","duration":"541.872034ms","start":"2026-03-31T22:35:39.042442Z","end":"2026-03-31T22:35:39.584314Z","steps":["trace[1481705543] 'agreement among raft nodes before linearized reading' (duration: 541.760371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:39.584331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:39.14379Z","time spent":"440.494767ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:35:39.584352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:39.042407Z","time spent":"541.939215ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3782,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-15ed7dc7-3a2a-4b58-9923-fd977dca5ce8\" "} {"level":"warn","ts":"2026-03-31T22:35:39.584369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.365116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-03-31T22:35:39.584415Z","caller":"traceutil/trace.go:171","msg":"trace[1580118361] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5707; }","duration":"636.444698ms","start":"2026-03-31T22:35:38.947957Z","end":"2026-03-31T22:35:39.584402Z","steps":["trace[1580118361] 'agreement among raft nodes before linearized reading' (duration: 635.945797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:39.584445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:38.947936Z","time spent":"636.500269ms","remote":"127.0.0.1:53108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1840,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-03-31T22:35:39.584076Z","caller":"traceutil/trace.go:171","msg":"trace[851750754] transaction","detail":"{read_only:false; response_revision:5705; number_of_response:1; }","duration":"667.621122ms","start":"2026-03-31T22:35:38.916292Z","end":"2026-03-31T22:35:39.583913Z","steps":["trace[851750754] 'process raft request' (duration: 667.409967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:39.584912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:38.916286Z","time spent":"668.47035ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:35:40.764862Z","caller":"traceutil/trace.go:171","msg":"trace[1843374981] transaction","detail":"{read_only:false; response_revision:5723; number_of_response:1; }","duration":"129.351795ms","start":"2026-03-31T22:35:40.635487Z","end":"2026-03-31T22:35:40.764839Z","steps":["trace[1843374981] 'process raft request' (duration: 56.227507ms)","trace[1843374981] 'compare' (duration: 73.043906ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:35:41.947114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.461659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1433"} {"level":"info","ts":"2026-03-31T22:35:41.947206Z","caller":"traceutil/trace.go:171","msg":"trace[1881399340] range","detail":"{range_begin:/registry/clusterrolebindings/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5741; }","duration":"114.612993ms","start":"2026-03-31T22:35:41.832569Z","end":"2026-03-31T22:35:41.947182Z","steps":["trace[1881399340] 'range keys from in-memory index tree' (duration: 114.189162ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:43.733693Z","caller":"traceutil/trace.go:171","msg":"trace[396436573] transaction","detail":"{read_only:false; response_revision:5772; number_of_response:1; }","duration":"134.259535ms","start":"2026-03-31T22:35:43.599413Z","end":"2026-03-31T22:35:43.733673Z","steps":["trace[396436573] 'process raft request' (duration: 134.125372ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:43.733799Z","caller":"traceutil/trace.go:171","msg":"trace[270635261] linearizableReadLoop","detail":"{readStateIndex:6022; appliedIndex:6022; }","duration":"133.60737ms","start":"2026-03-31T22:35:43.600155Z","end":"2026-03-31T22:35:43.733762Z","steps":["trace[270635261] 'read index received' (duration: 133.578329ms)","trace[270635261] 'applied index is now lower than readState.Index' (duration: 26.521µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:35:43.734164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.979808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T22:35:43.734253Z","caller":"traceutil/trace.go:171","msg":"trace[1549429704] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5772; }","duration":"134.07944ms","start":"2026-03-31T22:35:43.600152Z","end":"2026-03-31T22:35:43.734231Z","steps":["trace[1549429704] 'agreement among raft nodes before linearized reading' (duration: 133.819364ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:43.872452Z","caller":"traceutil/trace.go:171","msg":"trace[1603975770] linearizableReadLoop","detail":"{readStateIndex:6024; appliedIndex:6022; }","duration":"138.43016ms","start":"2026-03-31T22:35:43.733999Z","end":"2026-03-31T22:35:43.872429Z","steps":["trace[1603975770] 'read index received' (duration: 138.207565ms)","trace[1603975770] 'applied index is now lower than readState.Index' (duration: 221.585µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:35:43.872608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.71416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T22:35:43.872658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.820632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T22:35:43.872683Z","caller":"traceutil/trace.go:171","msg":"trace[479816656] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5774; }","duration":"270.818622ms","start":"2026-03-31T22:35:43.601849Z","end":"2026-03-31T22:35:43.872667Z","steps":["trace[479816656] 'agreement among raft nodes before linearized reading' (duration: 270.599317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:43.872669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.979925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-15ed7dc7-3a2a-4b58-9923-fd977dca5ce8\" ","response":"range_response_count:1 size:4067"} {"level":"info","ts":"2026-03-31T22:35:43.872699Z","caller":"traceutil/trace.go:171","msg":"trace[1402143591] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5774; }","duration":"270.885833ms","start":"2026-03-31T22:35:43.601801Z","end":"2026-03-31T22:35:43.872687Z","steps":["trace[1402143591] 'agreement among raft nodes before linearized reading' (duration: 270.73793ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:43.872637Z","caller":"traceutil/trace.go:171","msg":"trace[787847090] transaction","detail":"{read_only:false; response_revision:5773; number_of_response:1; }","duration":"270.690509ms","start":"2026-03-31T22:35:43.6019Z","end":"2026-03-31T22:35:43.872591Z","steps":["trace[787847090] 'process raft request' (duration: 270.28387ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:43.87274Z","caller":"traceutil/trace.go:171","msg":"trace[1676441824] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-15ed7dc7-3a2a-4b58-9923-fd977dca5ce8; range_end:; response_count:1; response_revision:5774; }","duration":"267.081677ms","start":"2026-03-31T22:35:43.605641Z","end":"2026-03-31T22:35:43.872723Z","steps":["trace[1676441824] 'agreement among raft nodes before linearized reading' (duration: 266.852522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:43.872755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.951585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T22:35:43.872807Z","caller":"traceutil/trace.go:171","msg":"trace[1032800305] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5774; }","duration":"271.021897ms","start":"2026-03-31T22:35:43.601771Z","end":"2026-03-31T22:35:43.872793Z","steps":["trace[1032800305] 'agreement among raft nodes before linearized reading' (duration: 270.858383ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:43.87301Z","caller":"traceutil/trace.go:171","msg":"trace[1429313687] transaction","detail":"{read_only:false; response_revision:5774; number_of_response:1; }","duration":"185.278284ms","start":"2026-03-31T22:35:43.687715Z","end":"2026-03-31T22:35:43.872993Z","steps":["trace[1429313687] 'process raft request' (duration: 184.64266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:43.879337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.699429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:35:43.879567Z","caller":"traceutil/trace.go:171","msg":"trace[934761439] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5775; }","duration":"108.942115ms","start":"2026-03-31T22:35:43.770611Z","end":"2026-03-31T22:35:43.879553Z","steps":["trace[934761439] 'agreement among raft nodes before linearized reading' (duration: 108.483825ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:43.879582Z","caller":"traceutil/trace.go:171","msg":"trace[1657949402] transaction","detail":"{read_only:false; response_revision:5775; number_of_response:1; }","duration":"141.290333ms","start":"2026-03-31T22:35:43.738274Z","end":"2026-03-31T22:35:43.879564Z","steps":["trace[1657949402] 'process raft request' (duration: 140.565917ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:45.844543Z","caller":"traceutil/trace.go:171","msg":"trace[1142267070] transaction","detail":"{read_only:false; response_revision:5805; number_of_response:1; }","duration":"103.212015ms","start":"2026-03-31T22:35:45.741306Z","end":"2026-03-31T22:35:45.844518Z","steps":["trace[1142267070] 'process raft request' (duration: 103.040801ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:46.105373Z","caller":"traceutil/trace.go:171","msg":"trace[377056943] transaction","detail":"{read_only:false; response_revision:5809; number_of_response:1; }","duration":"143.590605ms","start":"2026-03-31T22:35:45.961764Z","end":"2026-03-31T22:35:46.105354Z","steps":["trace[377056943] 'process raft request' (duration: 143.448051ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:46.105671Z","caller":"traceutil/trace.go:171","msg":"trace[1506260952] transaction","detail":"{read_only:false; response_revision:5811; number_of_response:1; }","duration":"143.682307ms","start":"2026-03-31T22:35:45.961966Z","end":"2026-03-31T22:35:46.105648Z","steps":["trace[1506260952] 'process raft request' (duration: 143.586495ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:46.105754Z","caller":"traceutil/trace.go:171","msg":"trace[1915664484] transaction","detail":"{read_only:false; response_revision:5810; number_of_response:1; }","duration":"143.895901ms","start":"2026-03-31T22:35:45.961808Z","end":"2026-03-31T22:35:46.105704Z","steps":["trace[1915664484] 'process raft request' (duration: 143.515963ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:46.844374Z","caller":"traceutil/trace.go:171","msg":"trace[236829873] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5825; }","duration":"144.679839ms","start":"2026-03-31T22:35:46.699675Z","end":"2026-03-31T22:35:46.844355Z","steps":["trace[236829873] 'process raft request' (duration: 144.649609ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:46.844408Z","caller":"traceutil/trace.go:171","msg":"trace[1841103650] transaction","detail":"{read_only:false; response_revision:5824; number_of_response:1; }","duration":"149.318135ms","start":"2026-03-31T22:35:46.695054Z","end":"2026-03-31T22:35:46.844373Z","steps":["trace[1841103650] 'process raft request' (duration: 149.123131ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:46.844628Z","caller":"traceutil/trace.go:171","msg":"trace[894802351] transaction","detail":"{read_only:false; response_revision:5825; number_of_response:1; }","duration":"145.579869ms","start":"2026-03-31T22:35:46.69904Z","end":"2026-03-31T22:35:46.84462Z","steps":["trace[894802351] 'process raft request' (duration: 145.243052ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:46.854827Z","caller":"traceutil/trace.go:171","msg":"trace[878256023] transaction","detail":"{read_only:false; response_revision:5826; number_of_response:1; }","duration":"147.669976ms","start":"2026-03-31T22:35:46.707141Z","end":"2026-03-31T22:35:46.854811Z","steps":["trace[878256023] 'process raft request' (duration: 147.542864ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:46.855056Z","caller":"traceutil/trace.go:171","msg":"trace[672943030] transaction","detail":"{read_only:false; response_revision:5828; number_of_response:1; }","duration":"147.434271ms","start":"2026-03-31T22:35:46.707603Z","end":"2026-03-31T22:35:46.855037Z","steps":["trace[672943030] 'process raft request' (duration: 147.36798ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:46.855087Z","caller":"traceutil/trace.go:171","msg":"trace[1740648785] transaction","detail":"{read_only:false; response_revision:5827; number_of_response:1; }","duration":"147.545464ms","start":"2026-03-31T22:35:46.707507Z","end":"2026-03-31T22:35:46.855052Z","steps":["trace[1740648785] 'process raft request' (duration: 147.270368ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:47.05375Z","caller":"traceutil/trace.go:171","msg":"trace[1022640651] transaction","detail":"{read_only:false; response_revision:5838; number_of_response:1; }","duration":"133.755583ms","start":"2026-03-31T22:35:46.91996Z","end":"2026-03-31T22:35:47.053716Z","steps":["trace[1022640651] 'process raft request' (duration: 133.481027ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:47.053912Z","caller":"traceutil/trace.go:171","msg":"trace[2108594322] transaction","detail":"{read_only:false; response_revision:5842; number_of_response:1; }","duration":"131.195845ms","start":"2026-03-31T22:35:46.922694Z","end":"2026-03-31T22:35:47.05389Z","steps":["trace[2108594322] 'process raft request' (duration: 131.044882ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:47.053957Z","caller":"traceutil/trace.go:171","msg":"trace[1632538620] transaction","detail":"{read_only:false; response_revision:5840; number_of_response:1; }","duration":"133.849525ms","start":"2026-03-31T22:35:46.920085Z","end":"2026-03-31T22:35:47.053934Z","steps":["trace[1632538620] 'process raft request' (duration: 133.558118ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:47.054086Z","caller":"traceutil/trace.go:171","msg":"trace[623982817] transaction","detail":"{read_only:false; response_revision:5839; number_of_response:1; }","duration":"134.077091ms","start":"2026-03-31T22:35:46.920003Z","end":"2026-03-31T22:35:47.05408Z","steps":["trace[623982817] 'process raft request' (duration: 133.596659ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:47.054141Z","caller":"traceutil/trace.go:171","msg":"trace[1806823468] transaction","detail":"{read_only:false; response_revision:5841; number_of_response:1; }","duration":"134.03596ms","start":"2026-03-31T22:35:46.920097Z","end":"2026-03-31T22:35:47.054133Z","steps":["trace[1806823468] 'process raft request' (duration: 133.575289ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:47.206306Z","caller":"traceutil/trace.go:171","msg":"trace[1550439769] transaction","detail":"{read_only:false; response_revision:5846; number_of_response:1; }","duration":"150.591983ms","start":"2026-03-31T22:35:47.055685Z","end":"2026-03-31T22:35:47.206277Z","steps":["trace[1550439769] 'process raft request' (duration: 150.374198ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:47.206532Z","caller":"traceutil/trace.go:171","msg":"trace[1295169173] transaction","detail":"{read_only:false; response_revision:5850; number_of_response:1; }","duration":"148.643889ms","start":"2026-03-31T22:35:47.057877Z","end":"2026-03-31T22:35:47.206521Z","steps":["trace[1295169173] 'process raft request' (duration: 148.464385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:47.206586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.361616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:35:47.206618Z","caller":"traceutil/trace.go:171","msg":"trace[268731451] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:5852; }","duration":"161.448638ms","start":"2026-03-31T22:35:47.045163Z","end":"2026-03-31T22:35:47.206612Z","steps":["trace[268731451] 'agreement among raft nodes before linearized reading' (duration: 161.322335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:47.20666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.387836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/loki-memcached-results-cache.18a20df47ce61eeb\" ","response":"range_response_count:1 size:725"} {"level":"info","ts":"2026-03-31T22:35:47.206454Z","caller":"traceutil/trace.go:171","msg":"trace[339265675] linearizableReadLoop","detail":"{readStateIndex:6107; appliedIndex:6100; }","duration":"123.754898ms","start":"2026-03-31T22:35:47.082687Z","end":"2026-03-31T22:35:47.206442Z","steps":["trace[339265675] 'read index received' (duration: 123.35736ms)","trace[339265675] 'applied index is now lower than readState.Index' (duration: 396.768µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:35:47.206696Z","caller":"traceutil/trace.go:171","msg":"trace[1736009148] range","detail":"{range_begin:/registry/events/monitoring/loki-memcached-results-cache.18a20df47ce61eeb; range_end:; response_count:1; response_revision:5852; }","duration":"149.449607ms","start":"2026-03-31T22:35:47.057235Z","end":"2026-03-31T22:35:47.206684Z","steps":["trace[1736009148] 'agreement among raft nodes before linearized reading' (duration: 149.307634ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:47.206433Z","caller":"traceutil/trace.go:171","msg":"trace[391124806] transaction","detail":"{read_only:false; response_revision:5848; number_of_response:1; }","duration":"149.058548ms","start":"2026-03-31T22:35:47.057349Z","end":"2026-03-31T22:35:47.206408Z","steps":["trace[391124806] 'process raft request' (duration: 148.919564ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:47.206742Z","caller":"traceutil/trace.go:171","msg":"trace[552786249] transaction","detail":"{read_only:false; response_revision:5852; number_of_response:1; }","duration":"148.039356ms","start":"2026-03-31T22:35:47.058684Z","end":"2026-03-31T22:35:47.206723Z","steps":["trace[552786249] 'process raft request' (duration: 147.709568ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:47.206447Z","caller":"traceutil/trace.go:171","msg":"trace[815786816] transaction","detail":"{read_only:false; response_revision:5847; number_of_response:1; }","duration":"149.016087ms","start":"2026-03-31T22:35:47.057352Z","end":"2026-03-31T22:35:47.206368Z","steps":["trace[815786816] 'process raft request' (duration: 148.867193ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:47.206511Z","caller":"traceutil/trace.go:171","msg":"trace[672038872] transaction","detail":"{read_only:false; response_revision:5851; number_of_response:1; }","duration":"148.583948ms","start":"2026-03-31T22:35:47.057919Z","end":"2026-03-31T22:35:47.206503Z","steps":["trace[672038872] 'process raft request' (duration: 148.448895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:47.206885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.408531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:128874"} {"level":"info","ts":"2026-03-31T22:35:47.206942Z","caller":"traceutil/trace.go:171","msg":"trace[1675442541] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:5852; }","duration":"151.482783ms","start":"2026-03-31T22:35:47.055445Z","end":"2026-03-31T22:35:47.206928Z","steps":["trace[1675442541] 'agreement among raft nodes before linearized reading' (duration: 151.260138ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:47.206581Z","caller":"traceutil/trace.go:171","msg":"trace[831270620] transaction","detail":"{read_only:false; response_revision:5849; number_of_response:1; }","duration":"148.842513ms","start":"2026-03-31T22:35:47.057697Z","end":"2026-03-31T22:35:47.20654Z","steps":["trace[831270620] 'process raft request' (duration: 148.609718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:47.535495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.467277ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:35:47.535729Z","caller":"traceutil/trace.go:171","msg":"trace[1540555821] linearizableReadLoop","detail":"{readStateIndex:6109; appliedIndex:6107; }","duration":"329.012582ms","start":"2026-03-31T22:35:47.206693Z","end":"2026-03-31T22:35:47.535706Z","steps":["trace[1540555821] 'read index received' (duration: 199.32372ms)","trace[1540555821] 'applied index is now lower than readState.Index' (duration: 129.687452ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:35:47.535894Z","caller":"traceutil/trace.go:171","msg":"trace[1089222880] transaction","detail":"{read_only:false; response_revision:5853; number_of_response:1; }","duration":"450.482679ms","start":"2026-03-31T22:35:47.085388Z","end":"2026-03-31T22:35:47.535871Z","steps":["trace[1089222880] 'process raft request' (duration: 320.544282ms)","trace[1089222880] 'compare' (duration: 129.212241ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:35:47.53599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:47.085362Z","time spent":"450.581332ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":817,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:35:47.536317Z","caller":"traceutil/trace.go:171","msg":"trace[1974501804] transaction","detail":"{read_only:false; response_revision:5854; number_of_response:1; }","duration":"449.235162ms","start":"2026-03-31T22:35:47.087053Z","end":"2026-03-31T22:35:47.536288Z","steps":["trace[1974501804] 'process raft request' (duration: 448.546626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:47.536416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.157323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"warn","ts":"2026-03-31T22:35:47.536441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:47.087029Z","time spent":"449.353364ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:35:47.536461Z","caller":"traceutil/trace.go:171","msg":"trace[1429425293] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:5854; }","duration":"450.223864ms","start":"2026-03-31T22:35:47.086224Z","end":"2026-03-31T22:35:47.536448Z","steps":["trace[1429425293] 'agreement among raft nodes before linearized reading' (duration: 450.04724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:47.536484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:47.086209Z","time spent":"450.270346ms","remote":"127.0.0.1:53388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1147,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-03-31T22:35:47.536545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.93282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-vgz6l-tls\" ","response":"range_response_count:1 size:2129"} {"level":"warn","ts":"2026-03-31T22:35:47.536575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.589022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-31T22:35:47.536714Z","caller":"traceutil/trace.go:171","msg":"trace[1596262150] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:5854; }","duration":"450.747185ms","start":"2026-03-31T22:35:47.085948Z","end":"2026-03-31T22:35:47.536695Z","steps":["trace[1596262150] 'agreement among raft nodes before linearized reading' (duration: 450.334396ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:47.536627Z","caller":"traceutil/trace.go:171","msg":"trace[1840603972] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-vgz6l-tls; range_end:; response_count:1; response_revision:5854; }","duration":"447.038452ms","start":"2026-03-31T22:35:47.089567Z","end":"2026-03-31T22:35:47.536605Z","steps":["trace[1840603972] 'agreement among raft nodes before linearized reading' (duration: 446.696915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:47.536845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:47.089558Z","time spent":"447.276587ms","remote":"127.0.0.1:46372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":2152,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-vgz6l-tls\" "} {"level":"warn","ts":"2026-03-31T22:35:47.536822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:47.085935Z","time spent":"450.871169ms","remote":"127.0.0.1:53388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1147,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"info","ts":"2026-03-31T22:35:47.91731Z","caller":"traceutil/trace.go:171","msg":"trace[1893751880] transaction","detail":"{read_only:false; response_revision:5855; number_of_response:1; }","duration":"707.250605ms","start":"2026-03-31T22:35:47.210039Z","end":"2026-03-31T22:35:47.917289Z","steps":["trace[1893751880] 'process raft request' (duration: 668.836349ms)","trace[1893751880] 'compare' (duration: 38.236962ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:35:47.917475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:47.210019Z","time spent":"707.345577ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":710,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:35:47.91783Z","caller":"traceutil/trace.go:171","msg":"trace[287532880] transaction","detail":"{read_only:false; response_revision:5857; number_of_response:1; }","duration":"707.517131ms","start":"2026-03-31T22:35:47.210302Z","end":"2026-03-31T22:35:47.917819Z","steps":["trace[287532880] 'process raft request' (duration: 707.408058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:47.917879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:47.21029Z","time spent":"707.566752ms","remote":"127.0.0.1:53188","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":833,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:35:47.917844Z","caller":"traceutil/trace.go:171","msg":"trace[2064027586] linearizableReadLoop","detail":"{readStateIndex:6113; appliedIndex:6109; }","duration":"382.039498ms","start":"2026-03-31T22:35:47.535782Z","end":"2026-03-31T22:35:47.917822Z","steps":["trace[2064027586] 'read index received' (duration: 343.181602ms)","trace[2064027586] 'applied index is now lower than readState.Index' (duration: 38.856966ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:35:47.917878Z","caller":"traceutil/trace.go:171","msg":"trace[398918787] transaction","detail":"{read_only:false; response_revision:5858; number_of_response:1; }","duration":"707.094671ms","start":"2026-03-31T22:35:47.210757Z","end":"2026-03-31T22:35:47.917852Z","steps":["trace[398918787] 'process raft request' (duration: 707.02245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:47.917986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:47.210729Z","time spent":"707.204684ms","remote":"127.0.0.1:53274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1299,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:35:47.917914Z","caller":"traceutil/trace.go:171","msg":"trace[1702489594] transaction","detail":"{read_only:false; response_revision:5856; number_of_response:1; }","duration":"707.855728ms","start":"2026-03-31T22:35:47.21003Z","end":"2026-03-31T22:35:47.917886Z","steps":["trace[1702489594] 'process raft request' (duration: 707.246125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:47.918197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.984241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T22:35:47.918237Z","caller":"traceutil/trace.go:171","msg":"trace[784176946] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5858; }","duration":"613.073673ms","start":"2026-03-31T22:35:47.305154Z","end":"2026-03-31T22:35:47.918227Z","steps":["trace[784176946] 'agreement among raft nodes before linearized reading' (duration: 612.835128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:47.918264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:47.305104Z","time spent":"613.154745ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T22:35:47.918203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:47.210002Z","time spent":"708.134355ms","remote":"127.0.0.1:53064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":128860,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:35:48.256803Z","caller":"traceutil/trace.go:171","msg":"trace[690858785] linearizableReadLoop","detail":"{readStateIndex:6114; appliedIndex:6113; }","duration":"338.817124ms","start":"2026-03-31T22:35:47.917959Z","end":"2026-03-31T22:35:48.256776Z","steps":["trace[690858785] 'read index received' (duration: 263.122368ms)","trace[690858785] 'applied index is now lower than readState.Index' (duration: 75.693496ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:35:48.256986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.539622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:35:48.257046Z","caller":"traceutil/trace.go:171","msg":"trace[1588255599] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:5859; }","duration":"652.651344ms","start":"2026-03-31T22:35:47.604377Z","end":"2026-03-31T22:35:48.257028Z","steps":["trace[1588255599] 'agreement among raft nodes before linearized reading' (duration: 652.535212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:48.257022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.675362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-vgz6l\" ","response":"range_response_count:1 size:9712"} {"level":"warn","ts":"2026-03-31T22:35:48.257079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.148469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T22:35:48.257124Z","caller":"traceutil/trace.go:171","msg":"trace[144331646] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-vgz6l; range_end:; response_count:1; response_revision:5859; }","duration":"564.814866ms","start":"2026-03-31T22:35:47.692284Z","end":"2026-03-31T22:35:48.257098Z","steps":["trace[144331646] 'agreement among raft nodes before linearized reading' (duration: 564.54168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:48.257177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:47.692267Z","time spent":"564.900657ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9735,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-vgz6l\" "} {"level":"info","ts":"2026-03-31T22:35:48.257177Z","caller":"traceutil/trace.go:171","msg":"trace[1226373088] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5859; }","duration":"409.255561ms","start":"2026-03-31T22:35:47.847899Z","end":"2026-03-31T22:35:48.257154Z","steps":["trace[1226373088] 'agreement among raft nodes before linearized reading' (duration: 408.988435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:48.257106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:47.604354Z","time spent":"652.734887ms","remote":"127.0.0.1:53174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":4,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:35:48.257235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:47.847843Z","time spent":"409.378244ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T22:35:48.257234Z","caller":"traceutil/trace.go:171","msg":"trace[824636929] transaction","detail":"{read_only:false; response_revision:5859; number_of_response:1; }","duration":"707.016558ms","start":"2026-03-31T22:35:47.550193Z","end":"2026-03-31T22:35:48.257209Z","steps":["trace[824636929] 'process raft request' (duration: 630.742ms)","trace[824636929] 'compare' (duration: 75.662525ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:35:48.257253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.842345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"warn","ts":"2026-03-31T22:35:48.257264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.627751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:35:48.257276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.821911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-vgz6l.18a20df1eb4f8551\" ","response":"range_response_count:1 size:832"} {"level":"info","ts":"2026-03-31T22:35:48.257333Z","caller":"traceutil/trace.go:171","msg":"trace[1839793639] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5859; }","duration":"714.927348ms","start":"2026-03-31T22:35:47.542382Z","end":"2026-03-31T22:35:48.25731Z","steps":["trace[1839793639] 'agreement among raft nodes before linearized reading' (duration: 714.747214ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:48.257342Z","caller":"traceutil/trace.go:171","msg":"trace[765555928] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-vgz6l.18a20df1eb4f8551; range_end:; response_count:1; response_revision:5859; }","duration":"716.907012ms","start":"2026-03-31T22:35:47.54042Z","end":"2026-03-31T22:35:48.257327Z","steps":["trace[765555928] 'agreement among raft nodes before linearized reading' (duration: 716.716538ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:48.257343Z","caller":"traceutil/trace.go:171","msg":"trace[803250119] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:5859; }","duration":"714.736913ms","start":"2026-03-31T22:35:47.542583Z","end":"2026-03-31T22:35:48.25732Z","steps":["trace[803250119] 'agreement among raft nodes before linearized reading' (duration: 714.581969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:48.257364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:47.550169Z","time spent":"707.115261ms","remote":"127.0.0.1:46372","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2448,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:35:48.257388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:47.542378Z","time spent":"714.997839ms","remote":"127.0.0.1:53108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2666,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-31T22:35:48.257389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:47.540406Z","time spent":"716.971553ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":855,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-vgz6l.18a20df1eb4f8551\" "} {"level":"warn","ts":"2026-03-31T22:35:48.257402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:47.542566Z","time spent":"714.821035ms","remote":"127.0.0.1:55670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:35:48.258233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.460185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:54 size:2207036"} {"level":"info","ts":"2026-03-31T22:35:48.258269Z","caller":"traceutil/trace.go:171","msg":"trace[300111877] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:54; response_revision:5859; }","duration":"488.527167ms","start":"2026-03-31T22:35:47.769733Z","end":"2026-03-31T22:35:48.258261Z","steps":["trace[300111877] 'agreement among raft nodes before linearized reading' (duration: 487.197597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:48.258301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:47.769717Z","time spent":"488.568167ms","remote":"127.0.0.1:53116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":54,"response size":2207059,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-03-31T22:35:48.529291Z","caller":"traceutil/trace.go:171","msg":"trace[187418111] transaction","detail":"{read_only:false; response_revision:5860; number_of_response:1; }","duration":"609.621055ms","start":"2026-03-31T22:35:47.919634Z","end":"2026-03-31T22:35:48.529255Z","steps":["trace[187418111] 'process raft request' (duration: 511.379512ms)","trace[187418111] 'compare' (duration: 97.65311ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:35:48.529437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:47.919608Z","time spent":"609.767969ms","remote":"127.0.0.1:53224","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1351,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:35:48.529514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.48496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T22:35:48.529308Z","caller":"traceutil/trace.go:171","msg":"trace[194961999] linearizableReadLoop","detail":"{readStateIndex:6118; appliedIndex:6114; }","duration":"272.405907ms","start":"2026-03-31T22:35:48.25688Z","end":"2026-03-31T22:35:48.529286Z","steps":["trace[194961999] 'read index received' (duration: 174.225045ms)","trace[194961999] 'applied index is now lower than readState.Index' (duration: 98.179532ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:35:48.529573Z","caller":"traceutil/trace.go:171","msg":"trace[234589636] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5863; }","duration":"608.583791ms","start":"2026-03-31T22:35:47.920981Z","end":"2026-03-31T22:35:48.529565Z","steps":["trace[234589636] 'agreement among raft nodes before linearized reading' (duration: 608.371926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:48.529608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:47.920964Z","time spent":"608.635403ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T22:35:48.529639Z","caller":"traceutil/trace.go:171","msg":"trace[1897331974] transaction","detail":"{read_only:false; response_revision:5861; number_of_response:1; }","duration":"568.202652ms","start":"2026-03-31T22:35:47.961403Z","end":"2026-03-31T22:35:48.529606Z","steps":["trace[1897331974] 'process raft request' (duration: 567.548498ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:48.529595Z","caller":"traceutil/trace.go:171","msg":"trace[988357731] transaction","detail":"{read_only:false; response_revision:5863; number_of_response:1; }","duration":"416.137095ms","start":"2026-03-31T22:35:48.113429Z","end":"2026-03-31T22:35:48.529566Z","steps":["trace[988357731] 'process raft request' (duration: 415.820648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:48.529735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:47.961384Z","time spent":"568.292114ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:35:48.529741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.591586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T22:35:48.529777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.361281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T22:35:48.529785Z","caller":"traceutil/trace.go:171","msg":"trace[31277894] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5863; }","duration":"420.693438ms","start":"2026-03-31T22:35:48.109082Z","end":"2026-03-31T22:35:48.529775Z","steps":["trace[31277894] 'agreement among raft nodes before linearized reading' (duration: 420.527304ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:48.529786Z","caller":"traceutil/trace.go:171","msg":"trace[2144102096] transaction","detail":"{read_only:false; response_revision:5862; number_of_response:1; }","duration":"416.407051ms","start":"2026-03-31T22:35:48.113366Z","end":"2026-03-31T22:35:48.529773Z","steps":["trace[2144102096] 'process raft request' (duration: 415.850878ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:48.529807Z","caller":"traceutil/trace.go:171","msg":"trace[1469744271] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5863; }","duration":"499.422892ms","start":"2026-03-31T22:35:48.030373Z","end":"2026-03-31T22:35:48.529796Z","steps":["trace[1469744271] 'agreement among raft nodes before linearized reading' (duration: 499.351091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:48.529813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:48.10906Z","time spent":"420.745459ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T22:35:48.529783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.571225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T22:35:48.529837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:48.030355Z","time spent":"499.476893ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T22:35:48.52982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.382683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T22:35:48.529856Z","caller":"traceutil/trace.go:171","msg":"trace[1993817187] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5863; }","duration":"420.668268ms","start":"2026-03-31T22:35:48.10917Z","end":"2026-03-31T22:35:48.529838Z","steps":["trace[1993817187] 'agreement among raft nodes before linearized reading' (duration: 420.449663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:48.529863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:48.113341Z","time spent":"416.477613ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:35:48.529844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:48.113416Z","time spent":"416.333879ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:35:48.529885Z","caller":"traceutil/trace.go:171","msg":"trace[892085718] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5863; }","duration":"421.503706ms","start":"2026-03-31T22:35:48.108365Z","end":"2026-03-31T22:35:48.529869Z","steps":["trace[892085718] 'agreement among raft nodes before linearized reading' (duration: 421.268651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:48.529896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:48.109158Z","time spent":"420.729429ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T22:35:48.529931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:48.108345Z","time spent":"421.578258ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T22:35:48.776421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.212659ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:35:48.776811Z","caller":"traceutil/trace.go:171","msg":"trace[1951290626] transaction","detail":"{read_only:false; response_revision:5864; number_of_response:1; }","duration":"516.015416ms","start":"2026-03-31T22:35:48.260755Z","end":"2026-03-31T22:35:48.776771Z","steps":["trace[1951290626] 'process raft request' (duration: 383.248335ms)","trace[1951290626] 'compare' (duration: 131.993664ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:35:48.776883Z","caller":"traceutil/trace.go:171","msg":"trace[1458127202] transaction","detail":"{read_only:false; response_revision:5865; number_of_response:1; }","duration":"514.068552ms","start":"2026-03-31T22:35:48.262789Z","end":"2026-03-31T22:35:48.776858Z","steps":["trace[1458127202] 'process raft request' (duration: 513.822356ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:48.776915Z","caller":"traceutil/trace.go:171","msg":"trace[940093060] linearizableReadLoop","detail":"{readStateIndex:6122; appliedIndex:6118; }","duration":"247.309031ms","start":"2026-03-31T22:35:48.529585Z","end":"2026-03-31T22:35:48.776894Z","steps":["trace[940093060] 'read index received' (duration: 114.420778ms)","trace[940093060] 'applied index is now lower than readState.Index' (duration: 132.887153ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:35:48.776951Z","caller":"traceutil/trace.go:171","msg":"trace[2057510538] transaction","detail":"{read_only:false; response_revision:5866; number_of_response:1; }","duration":"510.697336ms","start":"2026-03-31T22:35:48.26624Z","end":"2026-03-31T22:35:48.776938Z","steps":["trace[2057510538] 'process raft request' (duration: 510.532662ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:48.776929Z","caller":"traceutil/trace.go:171","msg":"trace[1612379490] transaction","detail":"{read_only:false; response_revision:5867; number_of_response:1; }","duration":"505.467948ms","start":"2026-03-31T22:35:48.27144Z","end":"2026-03-31T22:35:48.776908Z","steps":["trace[1612379490] 'process raft request' (duration: 505.400586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:48.776994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:48.260717Z","time spent":"516.174769ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":817,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:35:48.777021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:48.262759Z","time spent":"514.187576ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:35:48.777028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:48.26623Z","time spent":"510.767959ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9709,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:35:48.777096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:48.271417Z","time spent":"505.615703ms","remote":"127.0.0.1:46388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3387,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:35:48.777136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.090275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:35:48.777164Z","caller":"traceutil/trace.go:171","msg":"trace[413380225] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5867; }","duration":"416.153346ms","start":"2026-03-31T22:35:48.361003Z","end":"2026-03-31T22:35:48.777157Z","steps":["trace[413380225] 'agreement among raft nodes before linearized reading' (duration: 416.105985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:48.777168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.279586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T22:35:48.777225Z","caller":"traceutil/trace.go:171","msg":"trace[1206981497] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5867; }","duration":"387.374989ms","start":"2026-03-31T22:35:48.389836Z","end":"2026-03-31T22:35:48.777211Z","steps":["trace[1206981497] 'agreement among raft nodes before linearized reading' (duration: 387.200035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:48.777311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:48.389811Z","time spent":"387.488231ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:35:48.777189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:48.360984Z","time spent":"416.198738ms","remote":"127.0.0.1:53020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:35:48.777164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.584253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"warn","ts":"2026-03-31T22:35:48.777721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.382995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-31T22:35:48.777769Z","caller":"traceutil/trace.go:171","msg":"trace[864516192] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:5867; }","duration":"512.468097ms","start":"2026-03-31T22:35:48.26529Z","end":"2026-03-31T22:35:48.777758Z","steps":["trace[864516192] 'agreement among raft nodes before linearized reading' (duration: 512.356294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:48.7778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:48.265274Z","time spent":"512.517717ms","remote":"127.0.0.1:53108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1154,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"info","ts":"2026-03-31T22:35:48.777405Z","caller":"traceutil/trace.go:171","msg":"trace[1074572509] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5867; }","duration":"486.864689ms","start":"2026-03-31T22:35:48.290523Z","end":"2026-03-31T22:35:48.777388Z","steps":["trace[1074572509] 'agreement among raft nodes before linearized reading' (duration: 486.484101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:48.7782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:48.290502Z","time spent":"487.657867ms","remote":"127.0.0.1:53108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1840,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-03-31T22:35:48.997914Z","caller":"traceutil/trace.go:171","msg":"trace[428703955] transaction","detail":"{read_only:false; response_revision:5869; number_of_response:1; }","duration":"463.491612ms","start":"2026-03-31T22:35:48.534389Z","end":"2026-03-31T22:35:48.997881Z","steps":["trace[428703955] 'process raft request' (duration: 463.39667ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:48.997968Z","caller":"traceutil/trace.go:171","msg":"trace[955180636] transaction","detail":"{read_only:false; response_revision:5868; number_of_response:1; }","duration":"463.83094ms","start":"2026-03-31T22:35:48.53411Z","end":"2026-03-31T22:35:48.997941Z","steps":["trace[955180636] 'process raft request' (duration: 463.477722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:48.998062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:48.534382Z","time spent":"463.614415ms","remote":"127.0.0.1:53274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1184,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:35:48.998099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:48.534092Z","time spent":"463.935172ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:35:48.998182Z","caller":"traceutil/trace.go:171","msg":"trace[1866968252] transaction","detail":"{read_only:false; response_revision:5870; number_of_response:1; }","duration":"463.487053ms","start":"2026-03-31T22:35:48.534678Z","end":"2026-03-31T22:35:48.998165Z","steps":["trace[1866968252] 'process raft request' (duration: 463.169536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:48.998243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:48.53467Z","time spent":"463.542194ms","remote":"127.0.0.1:53188","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":742,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:35:48.998259Z","caller":"traceutil/trace.go:171","msg":"trace[74901830] transaction","detail":"{read_only:false; response_revision:5872; number_of_response:1; }","duration":"463.286848ms","start":"2026-03-31T22:35:48.534949Z","end":"2026-03-31T22:35:48.998236Z","steps":["trace[74901830] 'process raft request' (duration: 463.206905ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:48.998267Z","caller":"traceutil/trace.go:171","msg":"trace[270344114] transaction","detail":"{read_only:false; response_revision:5871; number_of_response:1; }","duration":"463.446952ms","start":"2026-03-31T22:35:48.534789Z","end":"2026-03-31T22:35:48.998236Z","steps":["trace[270344114] 'process raft request' (duration: 463.287338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:48.99839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:48.534914Z","time spent":"463.407361ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:35:48.99841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:48.534761Z","time spent":"463.573995ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:35:48.998428Z","caller":"traceutil/trace.go:171","msg":"trace[727672020] linearizableReadLoop","detail":"{readStateIndex:6129; appliedIndex:6122; }","duration":"221.439199ms","start":"2026-03-31T22:35:48.776969Z","end":"2026-03-31T22:35:48.998409Z","steps":["trace[727672020] 'read index received' (duration: 220.693181ms)","trace[727672020] 'applied index is now lower than readState.Index' (duration: 745.308µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:35:48.998493Z","caller":"traceutil/trace.go:171","msg":"trace[1080015571] transaction","detail":"{read_only:false; response_revision:5874; number_of_response:1; }","duration":"462.061681ms","start":"2026-03-31T22:35:48.536422Z","end":"2026-03-31T22:35:48.998483Z","steps":["trace[1080015571] 'process raft request' (duration: 461.934058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:48.998534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:48.536407Z","time spent":"462.108431ms","remote":"127.0.0.1:53460","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3802,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:35:48.998527Z","caller":"traceutil/trace.go:171","msg":"trace[1083301030] transaction","detail":"{read_only:false; response_revision:5873; number_of_response:1; }","duration":"463.466743ms","start":"2026-03-31T22:35:48.535022Z","end":"2026-03-31T22:35:48.998489Z","steps":["trace[1083301030] 'process raft request' (duration: 463.174655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:48.998592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.43585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16178"} {"level":"info","ts":"2026-03-31T22:35:48.998622Z","caller":"traceutil/trace.go:171","msg":"trace[1060395863] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5874; }","duration":"466.497381ms","start":"2026-03-31T22:35:48.532115Z","end":"2026-03-31T22:35:48.998612Z","steps":["trace[1060395863] 'agreement among raft nodes before linearized reading' (duration: 466.379818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:48.99862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.689835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nxsdg\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-31T22:35:48.998652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:48.532014Z","time spent":"466.629994ms","remote":"127.0.0.1:53200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":16201,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-31T22:35:48.998669Z","caller":"traceutil/trace.go:171","msg":"trace[1984429184] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nxsdg; range_end:; response_count:1; response_revision:5874; }","duration":"403.774007ms","start":"2026-03-31T22:35:48.594881Z","end":"2026-03-31T22:35:48.998655Z","steps":["trace[1984429184] 'agreement among raft nodes before linearized reading' (duration: 403.609924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:48.998709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:48.594861Z","time spent":"403.840559ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-nxsdg\" "} {"level":"warn","ts":"2026-03-31T22:35:48.998702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:48.535008Z","time spent":"463.596645ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:35:49.056372Z","caller":"traceutil/trace.go:171","msg":"trace[2062007695] transaction","detail":"{read_only:false; response_revision:5875; number_of_response:1; }","duration":"274.661318ms","start":"2026-03-31T22:35:48.781671Z","end":"2026-03-31T22:35:49.056333Z","steps":["trace[2062007695] 'process raft request' (duration: 274.429143ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:49.056395Z","caller":"traceutil/trace.go:171","msg":"trace[454526174] transaction","detail":"{read_only:false; response_revision:5877; number_of_response:1; }","duration":"271.922316ms","start":"2026-03-31T22:35:48.784447Z","end":"2026-03-31T22:35:49.056369Z","steps":["trace[454526174] 'process raft request' (duration: 271.850365ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:49.056574Z","caller":"traceutil/trace.go:171","msg":"trace[1209840736] transaction","detail":"{read_only:false; response_revision:5876; number_of_response:1; }","duration":"272.275024ms","start":"2026-03-31T22:35:48.784287Z","end":"2026-03-31T22:35:49.056562Z","steps":["trace[1209840736] 'process raft request' (duration: 271.946247ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:49.056774Z","caller":"traceutil/trace.go:171","msg":"trace[1147468054] transaction","detail":"{read_only:false; response_revision:5881; number_of_response:1; }","duration":"272.165882ms","start":"2026-03-31T22:35:48.784598Z","end":"2026-03-31T22:35:49.056764Z","steps":["trace[1147468054] 'process raft request' (duration: 272.07469ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:49.056803Z","caller":"traceutil/trace.go:171","msg":"trace[1123982787] transaction","detail":"{read_only:false; response_revision:5882; number_of_response:1; }","duration":"271.934696ms","start":"2026-03-31T22:35:48.784856Z","end":"2026-03-31T22:35:49.056791Z","steps":["trace[1123982787] 'process raft request' (duration: 271.840764ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:49.056833Z","caller":"traceutil/trace.go:171","msg":"trace[1962349803] transaction","detail":"{read_only:false; response_revision:5880; number_of_response:1; }","duration":"272.260794ms","start":"2026-03-31T22:35:48.784542Z","end":"2026-03-31T22:35:49.056803Z","steps":["trace[1962349803] 'process raft request' (duration: 272.10506ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:49.056802Z","caller":"traceutil/trace.go:171","msg":"trace[938671123] transaction","detail":"{read_only:false; response_revision:5879; number_of_response:1; }","duration":"272.238443ms","start":"2026-03-31T22:35:48.784527Z","end":"2026-03-31T22:35:49.056765Z","steps":["trace[938671123] 'process raft request' (duration: 272.056819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:49.056957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.251958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:35:49.05699Z","caller":"traceutil/trace.go:171","msg":"trace[984911198] transaction","detail":"{read_only:false; response_revision:5878; number_of_response:1; }","duration":"272.463858ms","start":"2026-03-31T22:35:48.784517Z","end":"2026-03-31T22:35:49.056981Z","steps":["trace[984911198] 'process raft request' (duration: 271.820773ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:49.057007Z","caller":"traceutil/trace.go:171","msg":"trace[1752986179] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:5883; }","duration":"151.37418ms","start":"2026-03-31T22:35:48.905621Z","end":"2026-03-31T22:35:49.056995Z","steps":["trace[1752986179] 'agreement among raft nodes before linearized reading' (duration: 151.235477ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:49.057113Z","caller":"traceutil/trace.go:171","msg":"trace[1765992672] transaction","detail":"{read_only:false; response_revision:5883; number_of_response:1; }","duration":"262.217368ms","start":"2026-03-31T22:35:48.794874Z","end":"2026-03-31T22:35:49.057091Z","steps":["trace[1765992672] 'process raft request' (duration: 261.852149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:49.057082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.610023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-31T22:35:49.057203Z","caller":"traceutil/trace.go:171","msg":"trace[1816962568] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:5883; }","duration":"272.750255ms","start":"2026-03-31T22:35:48.784442Z","end":"2026-03-31T22:35:49.057192Z","steps":["trace[1816962568] 'agreement among raft nodes before linearized reading' (duration: 272.585781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:49.057007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.735087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"warn","ts":"2026-03-31T22:35:49.057285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.863473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:35:49.057313Z","caller":"traceutil/trace.go:171","msg":"trace[830275813] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5883; }","duration":"278.918064ms","start":"2026-03-31T22:35:48.778387Z","end":"2026-03-31T22:35:49.057305Z","steps":["trace[830275813] 'agreement among raft nodes before linearized reading' (duration: 278.847342ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:49.05732Z","caller":"traceutil/trace.go:171","msg":"trace[1982090772] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5883; }","duration":"258.076326ms","start":"2026-03-31T22:35:48.799216Z","end":"2026-03-31T22:35:49.057292Z","steps":["trace[1982090772] 'agreement among raft nodes before linearized reading' (duration: 257.658725ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:49.524365Z","caller":"traceutil/trace.go:171","msg":"trace[2063050546] transaction","detail":"{read_only:false; response_revision:5884; number_of_response:1; }","duration":"519.134315ms","start":"2026-03-31T22:35:49.005196Z","end":"2026-03-31T22:35:49.52433Z","steps":["trace[2063050546] 'process raft request' (duration: 518.926551ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:49.524432Z","caller":"traceutil/trace.go:171","msg":"trace[2076273903] transaction","detail":"{read_only:false; response_revision:5886; number_of_response:1; }","duration":"518.652075ms","start":"2026-03-31T22:35:49.005747Z","end":"2026-03-31T22:35:49.524399Z","steps":["trace[2076273903] 'process raft request' (duration: 518.544153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:49.524507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:49.005171Z","time spent":"519.271599ms","remote":"127.0.0.1:53462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3520,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:35:49.52455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:49.005735Z","time spent":"518.758588ms","remote":"127.0.0.1:53462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3529,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:35:49.524561Z","caller":"traceutil/trace.go:171","msg":"trace[1058529438] transaction","detail":"{read_only:false; response_revision:5887; number_of_response:1; }","duration":"518.38357ms","start":"2026-03-31T22:35:49.006142Z","end":"2026-03-31T22:35:49.524525Z","steps":["trace[1058529438] 'process raft request' (duration: 518.181455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:49.524626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.498056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62859"} {"level":"info","ts":"2026-03-31T22:35:49.524684Z","caller":"traceutil/trace.go:171","msg":"trace[281209362] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5887; }","duration":"520.611059ms","start":"2026-03-31T22:35:49.004063Z","end":"2026-03-31T22:35:49.524674Z","steps":["trace[281209362] 'agreement among raft nodes before linearized reading' (duration: 520.362074ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:49.524378Z","caller":"traceutil/trace.go:171","msg":"trace[108689078] linearizableReadLoop","detail":"{readStateIndex:6142; appliedIndex:6138; }","duration":"467.586565ms","start":"2026-03-31T22:35:49.056769Z","end":"2026-03-31T22:35:49.524355Z","steps":["trace[108689078] 'read index received' (duration: 467.431692ms)","trace[108689078] 'applied index is now lower than readState.Index' (duration: 153.863µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:35:49.524704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:49.006127Z","time spent":"518.510022ms","remote":"127.0.0.1:53462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4986,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:35:49.524726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:49.00404Z","time spent":"520.67671ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":62882,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T22:35:49.524649Z","caller":"traceutil/trace.go:171","msg":"trace[2069868147] transaction","detail":"{read_only:false; response_revision:5885; number_of_response:1; }","duration":"518.959622ms","start":"2026-03-31T22:35:49.005642Z","end":"2026-03-31T22:35:49.524602Z","steps":["trace[2069868147] 'process raft request' (duration: 518.603685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:49.524861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:49.005619Z","time spent":"519.191787ms","remote":"127.0.0.1:53482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4027,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:35:49.645039Z","caller":"traceutil/trace.go:171","msg":"trace[1196402207] linearizableReadLoop","detail":"{readStateIndex:6145; appliedIndex:6142; }","duration":"120.28563ms","start":"2026-03-31T22:35:49.52473Z","end":"2026-03-31T22:35:49.645016Z","steps":["trace[1196402207] 'read index received' (duration: 120.031365ms)","trace[1196402207] 'applied index is now lower than readState.Index' (duration: 252.875µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:35:49.645042Z","caller":"traceutil/trace.go:171","msg":"trace[790710034] transaction","detail":"{read_only:false; response_revision:5888; number_of_response:1; }","duration":"580.431467ms","start":"2026-03-31T22:35:49.064571Z","end":"2026-03-31T22:35:49.645002Z","steps":["trace[790710034] 'process raft request' (duration: 580.143921ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:49.645138Z","caller":"traceutil/trace.go:171","msg":"trace[1553406087] transaction","detail":"{read_only:false; response_revision:5890; number_of_response:1; }","duration":"569.265406ms","start":"2026-03-31T22:35:49.075858Z","end":"2026-03-31T22:35:49.645123Z","steps":["trace[1553406087] 'process raft request' (duration: 569.068001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:49.645172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.918966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:35:49.645245Z","caller":"traceutil/trace.go:171","msg":"trace[1372521867] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:5890; }","duration":"517.009288ms","start":"2026-03-31T22:35:49.12822Z","end":"2026-03-31T22:35:49.645229Z","steps":["trace[1372521867] 'agreement among raft nodes before linearized reading' (duration: 516.812304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:49.645285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:49.128199Z","time spent":"517.077169ms","remote":"127.0.0.1:55326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":24,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:35:49.645248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:49.064544Z","time spent":"580.594101ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":918,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:35:49.645303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.20481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-03-31T22:35:49.645057Z","caller":"traceutil/trace.go:171","msg":"trace[98252895] transaction","detail":"{read_only:false; response_revision:5889; number_of_response:1; }","duration":"577.115502ms","start":"2026-03-31T22:35:49.067905Z","end":"2026-03-31T22:35:49.64502Z","steps":["trace[98252895] 'process raft request' (duration: 576.977839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:49.645375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.910668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-vgz6l.18a20df4aeb0c03a\" ","response":"range_response_count:1 size:919"} {"level":"warn","ts":"2026-03-31T22:35:49.645318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.61343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"warn","ts":"2026-03-31T22:35:49.645193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.087442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:35:49.645503Z","caller":"traceutil/trace.go:171","msg":"trace[243050050] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5890; }","duration":"577.459151ms","start":"2026-03-31T22:35:49.068037Z","end":"2026-03-31T22:35:49.645496Z","steps":["trace[243050050] 'agreement among raft nodes before linearized reading' (duration: 577.084552ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:49.645375Z","caller":"traceutil/trace.go:171","msg":"trace[2098160083] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5890; }","duration":"583.302933ms","start":"2026-03-31T22:35:49.062054Z","end":"2026-03-31T22:35:49.645357Z","steps":["trace[2098160083] 'agreement among raft nodes before linearized reading' (duration: 583.064897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:49.645532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:49.068017Z","time spent":"577.507503ms","remote":"127.0.0.1:53460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-31T22:35:49.645422Z","caller":"traceutil/trace.go:171","msg":"trace[738718632] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-vgz6l.18a20df4aeb0c03a; range_end:; response_count:1; response_revision:5890; }","duration":"584.98056ms","start":"2026-03-31T22:35:49.06043Z","end":"2026-03-31T22:35:49.645411Z","steps":["trace[738718632] 'agreement among raft nodes before linearized reading' (duration: 584.799245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:49.645556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:49.062048Z","time spent":"583.497277ms","remote":"127.0.0.1:53108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3529,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-31T22:35:49.645589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:49.060416Z","time spent":"585.163314ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":942,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-vgz6l.18a20df4aeb0c03a\" "} {"level":"warn","ts":"2026-03-31T22:35:49.645606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:49.067884Z","time spent":"577.541493ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":911,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:35:49.645468Z","caller":"traceutil/trace.go:171","msg":"trace[226032924] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:5890; }","duration":"584.787136ms","start":"2026-03-31T22:35:49.060664Z","end":"2026-03-31T22:35:49.645451Z","steps":["trace[226032924] 'agreement among raft nodes before linearized reading' (duration: 584.495409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:49.645284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:49.075767Z","time spent":"569.409199ms","remote":"127.0.0.1:46388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6501,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:35:49.645765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:49.060659Z","time spent":"585.077572ms","remote":"127.0.0.1:53108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":673,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"info","ts":"2026-03-31T22:35:49.660116Z","caller":"traceutil/trace.go:171","msg":"trace[1047986276] transaction","detail":"{read_only:false; response_revision:5891; number_of_response:1; }","duration":"129.243882ms","start":"2026-03-31T22:35:49.530845Z","end":"2026-03-31T22:35:49.660089Z","steps":["trace[1047986276] 'process raft request' (duration: 129.047737ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:49.660204Z","caller":"traceutil/trace.go:171","msg":"trace[1374412172] transaction","detail":"{read_only:false; response_revision:5892; number_of_response:1; }","duration":"129.155969ms","start":"2026-03-31T22:35:49.531017Z","end":"2026-03-31T22:35:49.660173Z","steps":["trace[1374412172] 'process raft request' (duration: 129.011936ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:49.660259Z","caller":"traceutil/trace.go:171","msg":"trace[198641880] transaction","detail":"{read_only:false; response_revision:5893; number_of_response:1; }","duration":"129.062577ms","start":"2026-03-31T22:35:49.531157Z","end":"2026-03-31T22:35:49.66022Z","steps":["trace[198641880] 'process raft request' (duration: 128.912964ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:49.660312Z","caller":"traceutil/trace.go:171","msg":"trace[724505396] transaction","detail":"{read_only:false; response_revision:5894; number_of_response:1; }","duration":"128.000474ms","start":"2026-03-31T22:35:49.532294Z","end":"2026-03-31T22:35:49.660294Z","steps":["trace[724505396] 'process raft request' (duration: 127.81235ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:49.660291Z","caller":"traceutil/trace.go:171","msg":"trace[1653896052] transaction","detail":"{read_only:false; response_revision:5895; number_of_response:1; }","duration":"127.81156ms","start":"2026-03-31T22:35:49.532469Z","end":"2026-03-31T22:35:49.660281Z","steps":["trace[1653896052] 'process raft request' (duration: 127.703757ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:49.660603Z","caller":"traceutil/trace.go:171","msg":"trace[1772865308] transaction","detail":"{read_only:false; response_revision:5896; number_of_response:1; }","duration":"127.307778ms","start":"2026-03-31T22:35:49.533267Z","end":"2026-03-31T22:35:49.660575Z","steps":["trace[1772865308] 'process raft request' (duration: 126.94073ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:51.016751Z","caller":"traceutil/trace.go:171","msg":"trace[541677689] transaction","detail":"{read_only:false; response_revision:5951; number_of_response:1; }","duration":"480.716241ms","start":"2026-03-31T22:35:50.535997Z","end":"2026-03-31T22:35:51.016714Z","steps":["trace[541677689] 'process raft request' (duration: 480.486286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:51.016993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:50.535972Z","time spent":"480.898516ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:35:51.262971Z","caller":"traceutil/trace.go:171","msg":"trace[752114510] transaction","detail":"{read_only:false; response_revision:5952; number_of_response:1; }","duration":"726.714543ms","start":"2026-03-31T22:35:50.536225Z","end":"2026-03-31T22:35:51.26294Z","steps":["trace[752114510] 'process raft request' (duration: 726.504178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:51.263201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:50.536201Z","time spent":"726.863795ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:35:51.263305Z","caller":"traceutil/trace.go:171","msg":"trace[2096212446] transaction","detail":"{read_only:false; response_revision:5953; number_of_response:1; }","duration":"726.975538ms","start":"2026-03-31T22:35:50.536308Z","end":"2026-03-31T22:35:51.263284Z","steps":["trace[2096212446] 'process raft request' (duration: 726.558649ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:51.263317Z","caller":"traceutil/trace.go:171","msg":"trace[1577524861] linearizableReadLoop","detail":"{readStateIndex:6210; appliedIndex:6207; }","duration":"649.842392ms","start":"2026-03-31T22:35:50.613455Z","end":"2026-03-31T22:35:51.263297Z","steps":["trace[1577524861] 'read index received' (duration: 403.00213ms)","trace[1577524861] 'applied index is now lower than readState.Index' (duration: 246.839192ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:35:51.263379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:50.536301Z","time spent":"727.04584ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:35:51.263419Z","caller":"traceutil/trace.go:171","msg":"trace[1604749344] transaction","detail":"{read_only:false; response_revision:5954; number_of_response:1; }","duration":"395.253444ms","start":"2026-03-31T22:35:50.868127Z","end":"2026-03-31T22:35:51.26338Z","steps":["trace[1604749344] 'process raft request' (duration: 395.05143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:51.263518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.054306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:35:51.263545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.966943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-vgz6l\" ","response":"range_response_count:1 size:9826"} {"level":"warn","ts":"2026-03-31T22:35:51.263574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.90796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T22:35:51.263596Z","caller":"traceutil/trace.go:171","msg":"trace[1811624378] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-vgz6l; range_end:; response_count:1; response_revision:5954; }","duration":"547.023664ms","start":"2026-03-31T22:35:50.716556Z","end":"2026-03-31T22:35:51.26358Z","steps":["trace[1811624378] 'agreement among raft nodes before linearized reading' (duration: 546.86216ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:51.263595Z","caller":"traceutil/trace.go:171","msg":"trace[1378160087] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:5954; }","duration":"650.157138ms","start":"2026-03-31T22:35:50.613415Z","end":"2026-03-31T22:35:51.263572Z","steps":["trace[1378160087] 'agreement among raft nodes before linearized reading' (duration: 649.961403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:51.263601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:50.868103Z","time spent":"395.408618ms","remote":"127.0.0.1:53174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1063,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:35:51.263659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:50.6134Z","time spent":"650.24241ms","remote":"127.0.0.1:53058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":73,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:35:51.263662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.868842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:35:51.263703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:50.716471Z","time spent":"547.169627ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9849,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-vgz6l\" "} {"level":"info","ts":"2026-03-31T22:35:51.26373Z","caller":"traceutil/trace.go:171","msg":"trace[1123121803] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:5954; }","duration":"495.991375ms","start":"2026-03-31T22:35:50.767719Z","end":"2026-03-31T22:35:51.26371Z","steps":["trace[1123121803] 'agreement among raft nodes before linearized reading' (duration: 495.874642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:51.263783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:50.76769Z","time spent":"496.077876ms","remote":"127.0.0.1:47104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:35:51.263857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.438061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-vgz6l.18a20df526c14a94\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-03-31T22:35:51.263901Z","caller":"traceutil/trace.go:171","msg":"trace[781389607] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-vgz6l.18a20df526c14a94; range_end:; response_count:1; response_revision:5954; }","duration":"546.566224ms","start":"2026-03-31T22:35:50.717322Z","end":"2026-03-31T22:35:51.263888Z","steps":["trace[781389607] 'agreement among raft nodes before linearized reading' (duration: 546.303518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:51.263877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.619127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T22:35:51.263939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:50.717291Z","time spent":"546.638176ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":985,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-vgz6l.18a20df526c14a94\" "} {"level":"info","ts":"2026-03-31T22:35:51.26397Z","caller":"traceutil/trace.go:171","msg":"trace[879465948] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5954; }","duration":"258.817281ms","start":"2026-03-31T22:35:51.005128Z","end":"2026-03-31T22:35:51.263945Z","steps":["trace[879465948] 'agreement among raft nodes before linearized reading' (duration: 258.473903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:51.263946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.430417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T22:35:51.264089Z","caller":"traceutil/trace.go:171","msg":"trace[1213333878] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5954; }","duration":"260.633342ms","start":"2026-03-31T22:35:51.00342Z","end":"2026-03-31T22:35:51.264053Z","steps":["trace[1213333878] 'agreement among raft nodes before linearized reading' (duration: 260.165702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:51.264096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.986435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T22:35:51.264206Z","caller":"traceutil/trace.go:171","msg":"trace[1544590521] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5954; }","duration":"259.099267ms","start":"2026-03-31T22:35:51.005046Z","end":"2026-03-31T22:35:51.264145Z","steps":["trace[1544590521] 'agreement among raft nodes before linearized reading' (duration: 258.585966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:51.263955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.939257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T22:35:51.264336Z","caller":"traceutil/trace.go:171","msg":"trace[699433941] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5954; }","duration":"260.326965ms","start":"2026-03-31T22:35:51.003946Z","end":"2026-03-31T22:35:51.264273Z","steps":["trace[699433941] 'agreement among raft nodes before linearized reading' (duration: 259.523647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:51.263912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.036732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T22:35:51.264548Z","caller":"traceutil/trace.go:171","msg":"trace[1205765496] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5954; }","duration":"483.783239ms","start":"2026-03-31T22:35:50.780744Z","end":"2026-03-31T22:35:51.264527Z","steps":["trace[1205765496] 'agreement among raft nodes before linearized reading' (duration: 482.849078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:51.264592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:50.780722Z","time spent":"483.857931ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T22:35:51.264648Z","caller":"traceutil/trace.go:171","msg":"trace[1617043642] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5954; }","duration":"204.014806ms","start":"2026-03-31T22:35:51.060621Z","end":"2026-03-31T22:35:51.264636Z","steps":["trace[1617043642] 'agreement among raft nodes before linearized reading' (duration: 202.87886ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:51.591961Z","caller":"traceutil/trace.go:171","msg":"trace[1791657462] transaction","detail":"{read_only:false; response_revision:5970; number_of_response:1; }","duration":"101.782792ms","start":"2026-03-31T22:35:51.49014Z","end":"2026-03-31T22:35:51.591923Z","steps":["trace[1791657462] 'process raft request' (duration: 100.957204ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:52.761642Z","caller":"traceutil/trace.go:171","msg":"trace[2047752990] linearizableReadLoop","detail":"{readStateIndex:6246; appliedIndex:6244; }","duration":"462.816248ms","start":"2026-03-31T22:35:52.298808Z","end":"2026-03-31T22:35:52.761624Z","steps":["trace[2047752990] 'read index received' (duration: 462.660844ms)","trace[2047752990] 'applied index is now lower than readState.Index' (duration: 154.654µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:35:52.761721Z","caller":"traceutil/trace.go:171","msg":"trace[1928501791] transaction","detail":"{read_only:false; response_revision:5987; number_of_response:1; }","duration":"500.844315ms","start":"2026-03-31T22:35:52.260869Z","end":"2026-03-31T22:35:52.761713Z","steps":["trace[1928501791] 'process raft request' (duration: 500.719452ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:52.761699Z","caller":"traceutil/trace.go:171","msg":"trace[186785568] transaction","detail":"{read_only:false; response_revision:5986; number_of_response:1; }","duration":"501.5724ms","start":"2026-03-31T22:35:52.260093Z","end":"2026-03-31T22:35:52.761665Z","steps":["trace[186785568] 'process raft request' (duration: 501.380726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:52.761777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:52.260862Z","time spent":"500.873115ms","remote":"127.0.0.1:53478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4833,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:35:52.761825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:52.260085Z","time spent":"501.679983ms","remote":"127.0.0.1:53188","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":926,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:35:52.761933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.119634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2221bdef-03e9-4895-b555-65912164b6bf\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-03-31T22:35:52.761955Z","caller":"traceutil/trace.go:171","msg":"trace[1083203090] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2221bdef-03e9-4895-b555-65912164b6bf; range_end:; response_count:1; response_revision:5987; }","duration":"463.176806ms","start":"2026-03-31T22:35:52.298771Z","end":"2026-03-31T22:35:52.761947Z","steps":["trace[1083203090] 'agreement among raft nodes before linearized reading' (duration: 463.071373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:52.761969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:52.298752Z","time spent":"463.214136ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2221bdef-03e9-4895-b555-65912164b6bf\" "} {"level":"warn","ts":"2026-03-31T22:35:52.762115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.506444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:35:52.762177Z","caller":"traceutil/trace.go:171","msg":"trace[483799560] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5987; }","duration":"400.600146ms","start":"2026-03-31T22:35:52.361551Z","end":"2026-03-31T22:35:52.762151Z","steps":["trace[483799560] 'agreement among raft nodes before linearized reading' (duration: 400.522694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:52.762208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:52.361525Z","time spent":"400.676637ms","remote":"127.0.0.1:53032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:35:53.773607Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219120757601832990,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T22:35:54.002259Z","caller":"traceutil/trace.go:171","msg":"trace[1672892653] transaction","detail":"{read_only:false; response_revision:5988; number_of_response:1; }","duration":"1.232446228s","start":"2026-03-31T22:35:52.769779Z","end":"2026-03-31T22:35:54.002225Z","steps":["trace[1672892653] 'process raft request' (duration: 1.232270924s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:54.002441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:52.769763Z","time spent":"1.232592171s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3705,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:35:54.011812Z","caller":"traceutil/trace.go:171","msg":"trace[463977607] transaction","detail":"{read_only:false; response_revision:5991; number_of_response:1; }","duration":"1.149904778s","start":"2026-03-31T22:35:52.86188Z","end":"2026-03-31T22:35:54.011785Z","steps":["trace[463977607] 'process raft request' (duration: 1.149775155s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:54.011805Z","caller":"traceutil/trace.go:171","msg":"trace[1485303617] transaction","detail":"{read_only:false; response_revision:5992; number_of_response:1; }","duration":"988.424049ms","start":"2026-03-31T22:35:53.023346Z","end":"2026-03-31T22:35:54.01177Z","steps":["trace[1485303617] 'process raft request' (duration: 988.359938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:54.01203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:52.861856Z","time spent":"1.15004136s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:35:54.012124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:53.023324Z","time spent":"988.644445ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:35:54.012136Z","caller":"traceutil/trace.go:171","msg":"trace[1217222968] transaction","detail":"{read_only:false; response_revision:5989; number_of_response:1; }","duration":"1.241198204s","start":"2026-03-31T22:35:52.770616Z","end":"2026-03-31T22:35:54.011814Z","steps":["trace[1217222968] 'process raft request' (duration: 1.240791295s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:54.012236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:52.770607Z","time spent":"1.241587333s","remote":"127.0.0.1:53498","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3290,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:35:54.012239Z","caller":"traceutil/trace.go:171","msg":"trace[821461554] transaction","detail":"{read_only:false; response_revision:5993; number_of_response:1; }","duration":"742.193431ms","start":"2026-03-31T22:35:53.269988Z","end":"2026-03-31T22:35:54.012181Z","steps":["trace[821461554] 'process raft request' (duration: 741.749022ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:54.01244Z","caller":"traceutil/trace.go:171","msg":"trace[2067605673] transaction","detail":"{read_only:false; response_revision:5990; number_of_response:1; }","duration":"1.231029695s","start":"2026-03-31T22:35:52.780732Z","end":"2026-03-31T22:35:54.011762Z","steps":["trace[2067605673] 'process raft request' (duration: 1.230828231s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:54.012487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:53.269953Z","time spent":"742.404216ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:35:54.012686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:52.780716Z","time spent":"1.231841723s","remote":"127.0.0.1:53108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58177,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:35:54.012867Z","caller":"traceutil/trace.go:171","msg":"trace[535807233] transaction","detail":"{read_only:false; response_revision:5994; number_of_response:1; }","duration":"742.752065ms","start":"2026-03-31T22:35:53.2701Z","end":"2026-03-31T22:35:54.012852Z","steps":["trace[535807233] 'process raft request' (duration: 741.944386ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:54.012869Z","caller":"traceutil/trace.go:171","msg":"trace[377646660] linearizableReadLoop","detail":"{readStateIndex:6253; appliedIndex:6246; }","duration":"739.48285ms","start":"2026-03-31T22:35:53.273365Z","end":"2026-03-31T22:35:54.012848Z","steps":["trace[377646660] 'read index received' (duration: 728.802989ms)","trace[377646660] 'applied index is now lower than readState.Index' (duration: 10.678941ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:35:54.012927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:53.270094Z","time spent":"742.800606ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:35:54.013092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.590818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:35:54.013136Z","caller":"traceutil/trace.go:171","msg":"trace[1286990018] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5994; }","duration":"654.67059ms","start":"2026-03-31T22:35:53.358455Z","end":"2026-03-31T22:35:54.013126Z","steps":["trace[1286990018] 'agreement among raft nodes before linearized reading' (duration: 654.537007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:54.013151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.490904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-31T22:35:54.013158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:53.358434Z","time spent":"654.719511ms","remote":"127.0.0.1:53020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T22:35:54.013183Z","caller":"traceutil/trace.go:171","msg":"trace[1508669802] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5994; }","duration":"732.563285ms","start":"2026-03-31T22:35:53.280609Z","end":"2026-03-31T22:35:54.013172Z","steps":["trace[1508669802] 'agreement among raft nodes before linearized reading' (duration: 732.386181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:54.013176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.394701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T22:35:54.013209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:53.280597Z","time spent":"732.606696ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T22:35:54.01322Z","caller":"traceutil/trace.go:171","msg":"trace[933840360] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5994; }","duration":"732.456953ms","start":"2026-03-31T22:35:53.280753Z","end":"2026-03-31T22:35:54.01321Z","steps":["trace[933840360] 'agreement among raft nodes before linearized reading' (duration: 732.257929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:54.013202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.665085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T22:35:54.01325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:53.280746Z","time spent":"732.497584ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T22:35:54.013264Z","caller":"traceutil/trace.go:171","msg":"trace[730553962] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5994; }","duration":"735.751877ms","start":"2026-03-31T22:35:53.277501Z","end":"2026-03-31T22:35:54.013253Z","steps":["trace[730553962] 'agreement among raft nodes before linearized reading' (duration: 735.565393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:54.013241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.356441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:35:54.013178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.388289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-31T22:35:54.013298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:53.277495Z","time spent":"735.795408ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T22:35:54.01332Z","caller":"traceutil/trace.go:171","msg":"trace[515105639] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5994; }","duration":"735.540362ms","start":"2026-03-31T22:35:53.27777Z","end":"2026-03-31T22:35:54.01331Z","steps":["trace[515105639] 'agreement among raft nodes before linearized reading' (duration: 735.239736ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:54.013326Z","caller":"traceutil/trace.go:171","msg":"trace[124555428] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:5994; }","duration":"487.507963ms","start":"2026-03-31T22:35:53.525794Z","end":"2026-03-31T22:35:54.013302Z","steps":["trace[124555428] 'agreement among raft nodes before linearized reading' (duration: 487.339339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:54.013305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.801397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2221bdef-03e9-4895-b555-65912164b6bf\" ","response":"range_response_count:1 size:3720"} {"level":"warn","ts":"2026-03-31T22:35:54.013358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:53.277765Z","time spent":"735.585213ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T22:35:54.013343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.108906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:35:54.013378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:53.525769Z","time spent":"487.598336ms","remote":"127.0.0.1:55742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:35:54.013389Z","caller":"traceutil/trace.go:171","msg":"trace[1720378255] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2221bdef-03e9-4895-b555-65912164b6bf; range_end:; response_count:1; response_revision:5994; }","duration":"245.073073ms","start":"2026-03-31T22:35:53.768294Z","end":"2026-03-31T22:35:54.013367Z","steps":["trace[1720378255] 'agreement among raft nodes before linearized reading' (duration: 244.750286ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:54.013427Z","caller":"traceutil/trace.go:171","msg":"trace[1363629372] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:5994; }","duration":"175.228508ms","start":"2026-03-31T22:35:53.838173Z","end":"2026-03-31T22:35:54.013402Z","steps":["trace[1363629372] 'agreement among raft nodes before linearized reading' (duration: 175.086075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:54.013231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.830329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T22:35:54.013444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.531464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-31T22:35:54.013717Z","caller":"traceutil/trace.go:171","msg":"trace[980401756] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5994; }","duration":"736.831921ms","start":"2026-03-31T22:35:53.276851Z","end":"2026-03-31T22:35:54.013683Z","steps":["trace[980401756] 'agreement among raft nodes before linearized reading' (duration: 736.135085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:54.013775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:53.276845Z","time spent":"736.915532ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T22:35:54.013489Z","caller":"traceutil/trace.go:171","msg":"trace[2113613468] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5994; }","duration":"740.143435ms","start":"2026-03-31T22:35:53.273332Z","end":"2026-03-31T22:35:54.013476Z","steps":["trace[2113613468] 'agreement among raft nodes before linearized reading' (duration: 739.601913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:54.013902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:53.273323Z","time spent":"740.562134ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T22:35:54.013498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.322642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nxsdg\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T22:35:54.014016Z","caller":"traceutil/trace.go:171","msg":"trace[405870897] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nxsdg; range_end:; response_count:1; response_revision:5994; }","duration":"393.898395ms","start":"2026-03-31T22:35:53.620103Z","end":"2026-03-31T22:35:54.014001Z","steps":["trace[405870897] 'agreement among raft nodes before linearized reading' (duration: 393.009375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:54.014064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:53.620065Z","time spent":"393.983047ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-nxsdg\" "} {"level":"info","ts":"2026-03-31T22:35:56.143724Z","caller":"traceutil/trace.go:171","msg":"trace[1083436864] transaction","detail":"{read_only:false; response_revision:6015; number_of_response:1; }","duration":"123.40698ms","start":"2026-03-31T22:35:56.020294Z","end":"2026-03-31T22:35:56.143701Z","steps":["trace[1083436864] 'process raft request' (duration: 123.257056ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:56.220657Z","caller":"traceutil/trace.go:171","msg":"trace[171174401] transaction","detail":"{read_only:false; response_revision:6016; number_of_response:1; }","duration":"199.582537ms","start":"2026-03-31T22:35:56.021043Z","end":"2026-03-31T22:35:56.220626Z","steps":["trace[171174401] 'process raft request' (duration: 184.265812ms)","trace[171174401] 'compare' (duration: 15.128441ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:35:56.22076Z","caller":"traceutil/trace.go:171","msg":"trace[2036817021] linearizableReadLoop","detail":"{readStateIndex:6276; appliedIndex:6273; }","duration":"194.246307ms","start":"2026-03-31T22:35:56.026499Z","end":"2026-03-31T22:35:56.220745Z","steps":["trace[2036817021] 'read index received' (duration: 117.106049ms)","trace[2036817021] 'applied index is now lower than readState.Index' (duration: 77.139088ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:35:56.220774Z","caller":"traceutil/trace.go:171","msg":"trace[1262327335] transaction","detail":"{read_only:false; response_revision:6017; number_of_response:1; }","duration":"199.651239ms","start":"2026-03-31T22:35:56.0211Z","end":"2026-03-31T22:35:56.220751Z","steps":["trace[1262327335] 'process raft request' (duration: 199.471595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:56.220951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.507247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T22:35:56.220985Z","caller":"traceutil/trace.go:171","msg":"trace[730233416] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6017; }","duration":"192.575539ms","start":"2026-03-31T22:35:56.0284Z","end":"2026-03-31T22:35:56.220976Z","steps":["trace[730233416] 'agreement among raft nodes before linearized reading' (duration: 192.472357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:56.220996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.179802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T22:35:56.221028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.005115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nxsdg\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T22:35:56.221043Z","caller":"traceutil/trace.go:171","msg":"trace[1172641867] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6017; }","duration":"189.250814ms","start":"2026-03-31T22:35:56.031779Z","end":"2026-03-31T22:35:56.22103Z","steps":["trace[1172641867] 'agreement among raft nodes before linearized reading' (duration: 189.120641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:56.221241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.990449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T22:35:56.221158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.740335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T22:35:56.221055Z","caller":"traceutil/trace.go:171","msg":"trace[1368721525] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nxsdg; range_end:; response_count:1; response_revision:6017; }","duration":"188.040907ms","start":"2026-03-31T22:35:56.033007Z","end":"2026-03-31T22:35:56.221048Z","steps":["trace[1368721525] 'agreement among raft nodes before linearized reading' (duration: 187.972805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:56.220951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.446021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2221bdef-03e9-4895-b555-65912164b6bf\" ","response":"range_response_count:1 size:3906"} {"level":"warn","ts":"2026-03-31T22:35:56.221368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.571654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T22:35:56.221294Z","caller":"traceutil/trace.go:171","msg":"trace[542143306] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6017; }","duration":"189.06638ms","start":"2026-03-31T22:35:56.032215Z","end":"2026-03-31T22:35:56.221281Z","steps":["trace[542143306] 'agreement among raft nodes before linearized reading' (duration: 188.936917ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:56.221327Z","caller":"traceutil/trace.go:171","msg":"trace[1737024532] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6017; }","duration":"189.919209ms","start":"2026-03-31T22:35:56.031402Z","end":"2026-03-31T22:35:56.221322Z","steps":["trace[1737024532] 'agreement among raft nodes before linearized reading' (duration: 189.720644ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:56.22142Z","caller":"traceutil/trace.go:171","msg":"trace[296442] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6017; }","duration":"190.658116ms","start":"2026-03-31T22:35:56.030747Z","end":"2026-03-31T22:35:56.221405Z","steps":["trace[296442] 'agreement among raft nodes before linearized reading' (duration: 190.522033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:56.221406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.15146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:35:56.221417Z","caller":"traceutil/trace.go:171","msg":"trace[664596974] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2221bdef-03e9-4895-b555-65912164b6bf; range_end:; response_count:1; response_revision:6017; }","duration":"194.929232ms","start":"2026-03-31T22:35:56.026454Z","end":"2026-03-31T22:35:56.221383Z","steps":["trace[664596974] 'agreement among raft nodes before linearized reading' (duration: 194.37851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:56.221458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.432201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T22:35:56.221507Z","caller":"traceutil/trace.go:171","msg":"trace[74190512] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6017; }","duration":"190.493282ms","start":"2026-03-31T22:35:56.031001Z","end":"2026-03-31T22:35:56.221494Z","steps":["trace[74190512] 'agreement among raft nodes before linearized reading' (duration: 190.373189ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:56.221474Z","caller":"traceutil/trace.go:171","msg":"trace[462523381] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:6017; }","duration":"192.257762ms","start":"2026-03-31T22:35:56.029201Z","end":"2026-03-31T22:35:56.221459Z","steps":["trace[462523381] 'agreement among raft nodes before linearized reading' (duration: 192.18348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:57.187461Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219120757601833075,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:35:57.19979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.718242ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:35:57.199963Z","caller":"traceutil/trace.go:171","msg":"trace[1561069331] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:6028; }","duration":"125.936127ms","start":"2026-03-31T22:35:57.074Z","end":"2026-03-31T22:35:57.199936Z","steps":["trace[1561069331] 'range keys from in-memory index tree' (duration: 125.698012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:57.688029Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219120757601833075,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:35:57.729096Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.200902007s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T22:35:57.729847Z","caller":"traceutil/trace.go:171","msg":"trace[527124649] transaction","detail":"{read_only:false; response_revision:6029; number_of_response:1; }","duration":"1.201895359s","start":"2026-03-31T22:35:56.527927Z","end":"2026-03-31T22:35:57.729823Z","steps":["trace[527124649] 'process raft request' (duration: 1.201679445s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:57.73003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:56.527913Z","time spent":"1.202000391s","remote":"127.0.0.1:53064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":131043,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:35:58.202856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.749841ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T22:35:58.203159Z","caller":"traceutil/trace.go:171","msg":"trace[1278869138] linearizableReadLoop","detail":"{readStateIndex:6290; appliedIndex:6288; }","duration":"1.516014997s","start":"2026-03-31T22:35:56.687037Z","end":"2026-03-31T22:35:58.203052Z","steps":["trace[1278869138] 'read index received' (duration: 1.042483638s)","trace[1278869138] 'applied index is now lower than readState.Index' (duration: 473.527978ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:35:58.203311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.516271262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:35:58.203342Z","caller":"traceutil/trace.go:171","msg":"trace[996034473] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:6030; }","duration":"1.516352034s","start":"2026-03-31T22:35:56.686982Z","end":"2026-03-31T22:35:58.203334Z","steps":["trace[996034473] 'agreement among raft nodes before linearized reading' (duration: 1.516289562s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:58.203369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:56.68696Z","time spent":"1.516399954s","remote":"127.0.0.1:53414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:35:58.203467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.105664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:35:58.203564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.191966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:35:58.203575Z","caller":"traceutil/trace.go:171","msg":"trace[1829669635] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6030; }","duration":"843.241059ms","start":"2026-03-31T22:35:57.360304Z","end":"2026-03-31T22:35:58.203545Z","steps":["trace[1829669635] 'agreement among raft nodes before linearized reading' (duration: 843.093895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:58.203451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.248484918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:35:58.203622Z","caller":"traceutil/trace.go:171","msg":"trace[1561867676] range","detail":"{range_begin:/registry/resourcequotas/monitoring/; range_end:/registry/resourcequotas/monitoring0; response_count:0; response_revision:6030; }","duration":"471.282509ms","start":"2026-03-31T22:35:57.73232Z","end":"2026-03-31T22:35:58.203602Z","steps":["trace[1561867676] 'agreement among raft nodes before linearized reading' (duration: 471.192766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:58.203636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:57.360283Z","time spent":"843.338872ms","remote":"127.0.0.1:53020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:35:58.203677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:57.732303Z","time spent":"471.361681ms","remote":"127.0.0.1:53092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" "} {"level":"info","ts":"2026-03-31T22:35:58.203691Z","caller":"traceutil/trace.go:171","msg":"trace[1864789919] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:6030; }","duration":"1.248765775s","start":"2026-03-31T22:35:56.954896Z","end":"2026-03-31T22:35:58.203661Z","steps":["trace[1864789919] 'agreement among raft nodes before linearized reading' (duration: 1.248451867s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:58.20373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.858249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2221bdef-03e9-4895-b555-65912164b6bf\" ","response":"range_response_count:1 size:3906"} {"level":"warn","ts":"2026-03-31T22:35:58.203784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:56.954851Z","time spent":"1.248899698s","remote":"127.0.0.1:39762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:35:58.20382Z","caller":"traceutil/trace.go:171","msg":"trace[984699498] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2221bdef-03e9-4895-b555-65912164b6bf; range_end:; response_count:1; response_revision:6030; }","duration":"976.985482ms","start":"2026-03-31T22:35:57.226818Z","end":"2026-03-31T22:35:58.203804Z","steps":["trace[984699498] 'agreement among raft nodes before linearized reading' (duration: 976.647674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:58.20391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:57.226761Z","time spent":"977.139095ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3929,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2221bdef-03e9-4895-b555-65912164b6bf\" "} {"level":"warn","ts":"2026-03-31T22:35:58.203789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.282285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:35:58.204488Z","caller":"traceutil/trace.go:171","msg":"trace[22587141] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:6030; }","duration":"996.222846ms","start":"2026-03-31T22:35:57.208245Z","end":"2026-03-31T22:35:58.204468Z","steps":["trace[22587141] 'agreement among raft nodes before linearized reading' (duration: 995.252803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:58.205597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:57.208227Z","time spent":"997.34032ms","remote":"127.0.0.1:55680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:35:59.909724Z","caller":"traceutil/trace.go:171","msg":"trace[789827920] linearizableReadLoop","detail":"{readStateIndex:6344; appliedIndex:6343; }","duration":"110.854038ms","start":"2026-03-31T22:35:59.798841Z","end":"2026-03-31T22:35:59.909695Z","steps":["trace[789827920] 'read index received' (duration: 110.677433ms)","trace[789827920] 'applied index is now lower than readState.Index' (duration: 175.325µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:35:59.909755Z","caller":"traceutil/trace.go:171","msg":"trace[219507583] transaction","detail":"{read_only:false; response_revision:6082; number_of_response:1; }","duration":"201.652974ms","start":"2026-03-31T22:35:59.708074Z","end":"2026-03-31T22:35:59.909727Z","steps":["trace[219507583] 'process raft request' (duration: 201.472549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:59.910032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.164105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12972"} {"level":"info","ts":"2026-03-31T22:35:59.910109Z","caller":"traceutil/trace.go:171","msg":"trace[1119950061] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:6082; }","duration":"111.277528ms","start":"2026-03-31T22:35:59.798813Z","end":"2026-03-31T22:35:59.910091Z","steps":["trace[1119950061] 'agreement among raft nodes before linearized reading' (duration: 111.023222ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:00.210101Z","caller":"traceutil/trace.go:171","msg":"trace[1535681343] transaction","detail":"{read_only:false; response_revision:6083; number_of_response:1; }","duration":"294.887324ms","start":"2026-03-31T22:35:59.915189Z","end":"2026-03-31T22:36:00.210077Z","steps":["trace[1535681343] 'process raft request' (duration: 291.141459ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:00.219608Z","caller":"traceutil/trace.go:171","msg":"trace[1234558751] linearizableReadLoop","detail":"{readStateIndex:6346; appliedIndex:6344; }","duration":"183.698668ms","start":"2026-03-31T22:36:00.035888Z","end":"2026-03-31T22:36:00.219587Z","steps":["trace[1234558751] 'read index received' (duration: 170.45869ms)","trace[1234558751] 'applied index is now lower than readState.Index' (duration: 13.239198ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:36:00.219743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.847471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:36:00.219731Z","caller":"traceutil/trace.go:171","msg":"trace[1100280100] transaction","detail":"{read_only:false; response_revision:6084; number_of_response:1; }","duration":"300.362237ms","start":"2026-03-31T22:35:59.919337Z","end":"2026-03-31T22:36:00.219699Z","steps":["trace[1100280100] 'process raft request' (duration: 300.122882ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:00.219767Z","caller":"traceutil/trace.go:171","msg":"trace[1674410311] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6084; }","duration":"183.946533ms","start":"2026-03-31T22:36:00.035812Z","end":"2026-03-31T22:36:00.219759Z","steps":["trace[1674410311] 'agreement among raft nodes before linearized reading' (duration: 183.851881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:00.219915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:59.919316Z","time spent":"300.500171ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13278,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:36:02.361867Z","caller":"traceutil/trace.go:171","msg":"trace[2108286393] transaction","detail":"{read_only:false; response_revision:6143; number_of_response:1; }","duration":"112.243269ms","start":"2026-03-31T22:36:02.249603Z","end":"2026-03-31T22:36:02.361846Z","steps":["trace[2108286393] 'process raft request' (duration: 112.151337ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:02.361887Z","caller":"traceutil/trace.go:171","msg":"trace[857081748] transaction","detail":"{read_only:false; response_revision:6142; number_of_response:1; }","duration":"117.17755ms","start":"2026-03-31T22:36:02.244662Z","end":"2026-03-31T22:36:02.36184Z","steps":["trace[857081748] 'process raft request' (duration: 116.957705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:04.592352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.488009ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:36:04.592491Z","caller":"traceutil/trace.go:171","msg":"trace[1009177350] transaction","detail":"{read_only:false; response_revision:6161; number_of_response:1; }","duration":"225.381647ms","start":"2026-03-31T22:36:04.367093Z","end":"2026-03-31T22:36:04.592474Z","steps":["trace[1009177350] 'process raft request' (duration: 27.706554ms)","trace[1009177350] 'compare' (duration: 197.176052ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:36:04.592614Z","caller":"traceutil/trace.go:171","msg":"trace[915684785] linearizableReadLoop","detail":"{readStateIndex:6426; appliedIndex:6424; }","duration":"216.786794ms","start":"2026-03-31T22:36:04.375803Z","end":"2026-03-31T22:36:04.59259Z","steps":["trace[915684785] 'read index received' (duration: 18.939747ms)","trace[915684785] 'applied index is now lower than readState.Index' (duration: 197.845327ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:36:04.592709Z","caller":"traceutil/trace.go:171","msg":"trace[1339097216] transaction","detail":"{read_only:false; response_revision:6162; number_of_response:1; }","duration":"224.744084ms","start":"2026-03-31T22:36:04.367937Z","end":"2026-03-31T22:36:04.592681Z","steps":["trace[1339097216] 'process raft request' (duration: 224.497929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:04.592852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.038609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T22:36:04.592912Z","caller":"traceutil/trace.go:171","msg":"trace[178782586] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6162; }","duration":"217.125212ms","start":"2026-03-31T22:36:04.375768Z","end":"2026-03-31T22:36:04.592893Z","steps":["trace[178782586] 'agreement among raft nodes before linearized reading' (duration: 216.929657ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:04.593313Z","caller":"traceutil/trace.go:171","msg":"trace[79794884] transaction","detail":"{read_only:false; response_revision:6163; number_of_response:1; }","duration":"182.180205ms","start":"2026-03-31T22:36:04.411114Z","end":"2026-03-31T22:36:04.593294Z","steps":["trace[79794884] 'process raft request' (duration: 181.873278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:04.593355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.053448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-7ff484996d-dtjn7.18a20df7442aeeb3\" ","response":"range_response_count:1 size:898"} {"level":"warn","ts":"2026-03-31T22:36:04.593385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.590007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nxsdg\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T22:36:04.593423Z","caller":"traceutil/trace.go:171","msg":"trace[1163816202] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-7ff484996d-dtjn7.18a20df7442aeeb3; range_end:; response_count:1; response_revision:6163; }","duration":"216.14197ms","start":"2026-03-31T22:36:04.377262Z","end":"2026-03-31T22:36:04.593404Z","steps":["trace[1163816202] 'agreement among raft nodes before linearized reading' (duration: 215.915075ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:04.593438Z","caller":"traceutil/trace.go:171","msg":"trace[1819636728] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nxsdg; range_end:; response_count:1; response_revision:6163; }","duration":"207.655218ms","start":"2026-03-31T22:36:04.385769Z","end":"2026-03-31T22:36:04.593424Z","steps":["trace[1819636728] 'agreement among raft nodes before linearized reading' (duration: 207.479425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:04.593464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.226121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T22:36:04.593495Z","caller":"traceutil/trace.go:171","msg":"trace[484217110] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6163; }","duration":"208.269083ms","start":"2026-03-31T22:36:04.385217Z","end":"2026-03-31T22:36:04.593486Z","steps":["trace[484217110] 'agreement among raft nodes before linearized reading' (duration: 208.19424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:04.593546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.947966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T22:36:04.593511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.377276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:36:04.593788Z","caller":"traceutil/trace.go:171","msg":"trace[237137490] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6163; }","duration":"208.203442ms","start":"2026-03-31T22:36:04.385572Z","end":"2026-03-31T22:36:04.593775Z","steps":["trace[237137490] 'agreement among raft nodes before linearized reading' (duration: 207.885994ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:04.593835Z","caller":"traceutil/trace.go:171","msg":"trace[1394252503] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:6163; }","duration":"137.755914ms","start":"2026-03-31T22:36:04.456057Z","end":"2026-03-31T22:36:04.593813Z","steps":["trace[1394252503] 'agreement among raft nodes before linearized reading' (duration: 137.357384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:04.59384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.796305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T22:36:04.593848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.544949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T22:36:04.593788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.819905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T22:36:04.593906Z","caller":"traceutil/trace.go:171","msg":"trace[2027477324] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6163; }","duration":"208.894347ms","start":"2026-03-31T22:36:04.384991Z","end":"2026-03-31T22:36:04.593885Z","steps":["trace[2027477324] 'agreement among raft nodes before linearized reading' (duration: 208.532249ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:04.59392Z","caller":"traceutil/trace.go:171","msg":"trace[1030075373] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6163; }","duration":"208.628921ms","start":"2026-03-31T22:36:04.385272Z","end":"2026-03-31T22:36:04.593901Z","steps":["trace[1030075373] 'agreement among raft nodes before linearized reading' (duration: 208.255053ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:04.593946Z","caller":"traceutil/trace.go:171","msg":"trace[490988523] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6163; }","duration":"208.98924ms","start":"2026-03-31T22:36:04.384938Z","end":"2026-03-31T22:36:04.593927Z","steps":["trace[490988523] 'agreement among raft nodes before linearized reading' (duration: 208.608391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:04.593916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.476958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1984"} {"level":"info","ts":"2026-03-31T22:36:04.594032Z","caller":"traceutil/trace.go:171","msg":"trace[1989511877] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:6163; }","duration":"161.625411ms","start":"2026-03-31T22:36:04.432379Z","end":"2026-03-31T22:36:04.594004Z","steps":["trace[1989511877] 'agreement among raft nodes before linearized reading' (duration: 161.041647ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:04.788024Z","caller":"traceutil/trace.go:171","msg":"trace[841396980] linearizableReadLoop","detail":"{readStateIndex:6428; appliedIndex:6427; }","duration":"189.388818ms","start":"2026-03-31T22:36:04.598605Z","end":"2026-03-31T22:36:04.787994Z","steps":["trace[841396980] 'read index received' (duration: 188.205931ms)","trace[841396980] 'applied index is now lower than readState.Index' (duration: 1.182277ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:36:04.788255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.622493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:1267"} {"level":"info","ts":"2026-03-31T22:36:04.78835Z","caller":"traceutil/trace.go:171","msg":"trace[1010926405] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:6164; }","duration":"189.751215ms","start":"2026-03-31T22:36:04.598576Z","end":"2026-03-31T22:36:04.788327Z","steps":["trace[1010926405] 'agreement among raft nodes before linearized reading' (duration: 189.50799ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:04.788453Z","caller":"traceutil/trace.go:171","msg":"trace[1057725712] transaction","detail":"{read_only:false; response_revision:6164; number_of_response:1; }","duration":"190.163875ms","start":"2026-03-31T22:36:04.597918Z","end":"2026-03-31T22:36:04.788082Z","steps":["trace[1057725712] 'process raft request' (duration: 188.877856ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:04.794906Z","caller":"traceutil/trace.go:171","msg":"trace[1633841096] transaction","detail":"{read_only:false; response_revision:6165; number_of_response:1; }","duration":"196.131988ms","start":"2026-03-31T22:36:04.598749Z","end":"2026-03-31T22:36:04.794881Z","steps":["trace[1633841096] 'process raft request' (duration: 195.833222ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:04.794926Z","caller":"traceutil/trace.go:171","msg":"trace[1310769885] transaction","detail":"{read_only:false; response_revision:6167; number_of_response:1; }","duration":"196.068408ms","start":"2026-03-31T22:36:04.59883Z","end":"2026-03-31T22:36:04.794899Z","steps":["trace[1310769885] 'process raft request' (duration: 195.886334ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:04.795405Z","caller":"traceutil/trace.go:171","msg":"trace[712288952] transaction","detail":"{read_only:false; response_revision:6170; number_of_response:1; }","duration":"187.677418ms","start":"2026-03-31T22:36:04.607705Z","end":"2026-03-31T22:36:04.795382Z","steps":["trace[712288952] 'process raft request' (duration: 187.134675ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:04.79551Z","caller":"traceutil/trace.go:171","msg":"trace[757284607] transaction","detail":"{read_only:false; response_revision:6168; number_of_response:1; }","duration":"196.251031ms","start":"2026-03-31T22:36:04.599216Z","end":"2026-03-31T22:36:04.795467Z","steps":["trace[757284607] 'process raft request' (duration: 195.538624ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:04.795566Z","caller":"traceutil/trace.go:171","msg":"trace[594309046] transaction","detail":"{read_only:false; response_revision:6169; number_of_response:1; }","duration":"196.207011ms","start":"2026-03-31T22:36:04.599319Z","end":"2026-03-31T22:36:04.795526Z","steps":["trace[594309046] 'process raft request' (duration: 195.470133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:04.795603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.108819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62859"} {"level":"info","ts":"2026-03-31T22:36:04.795676Z","caller":"traceutil/trace.go:171","msg":"trace[35960356] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:6170; }","duration":"196.22642ms","start":"2026-03-31T22:36:04.599429Z","end":"2026-03-31T22:36:04.795656Z","steps":["trace[35960356] 'agreement among raft nodes before linearized reading' (duration: 195.945874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:04.795661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.440106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:1459"} {"level":"info","ts":"2026-03-31T22:36:04.795741Z","caller":"traceutil/trace.go:171","msg":"trace[206838094] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:6170; }","duration":"196.550108ms","start":"2026-03-31T22:36:04.599174Z","end":"2026-03-31T22:36:04.795724Z","steps":["trace[206838094] 'agreement among raft nodes before linearized reading' (duration: 196.333593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:04.79586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.654681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1475"} {"level":"info","ts":"2026-03-31T22:36:04.795914Z","caller":"traceutil/trace.go:171","msg":"trace[1515873669] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:6170; }","duration":"196.719342ms","start":"2026-03-31T22:36:04.599168Z","end":"2026-03-31T22:36:04.795887Z","steps":["trace[1515873669] 'agreement among raft nodes before linearized reading' (duration: 195.760119ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:04.795208Z","caller":"traceutil/trace.go:171","msg":"trace[1595583980] transaction","detail":"{read_only:false; response_revision:6166; number_of_response:1; }","duration":"196.405876ms","start":"2026-03-31T22:36:04.598789Z","end":"2026-03-31T22:36:04.795195Z","steps":["trace[1595583980] 'process raft request' (duration: 195.891744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:06.880806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.238984ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T22:36:06.880914Z","caller":"traceutil/trace.go:171","msg":"trace[635657289] linearizableReadLoop","detail":"{readStateIndex:6474; appliedIndex:6473; }","duration":"130.497351ms","start":"2026-03-31T22:36:06.750397Z","end":"2026-03-31T22:36:06.880895Z","steps":["trace[635657289] 'read index received' (duration: 25.181µs)","trace[635657289] 'applied index is now lower than readState.Index' (duration: 130.4706ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:36:06.881019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.606013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached-metrics\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:36:06.881078Z","caller":"traceutil/trace.go:171","msg":"trace[45778012] range","detail":"{range_begin:/registry/services/specs/openstack/memcached-metrics; range_end:; response_count:0; response_revision:6208; }","duration":"130.702065ms","start":"2026-03-31T22:36:06.750363Z","end":"2026-03-31T22:36:06.881065Z","steps":["trace[45778012] 'agreement among raft nodes before linearized reading' (duration: 130.594463ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:07.110499Z","caller":"traceutil/trace.go:171","msg":"trace[690122711] transaction","detail":"{read_only:false; response_revision:6210; number_of_response:1; }","duration":"222.542124ms","start":"2026-03-31T22:36:06.887934Z","end":"2026-03-31T22:36:07.110476Z","steps":["trace[690122711] 'process raft request' (duration: 174.670785ms)","trace[690122711] 'compare' (duration: 47.576692ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:36:07.110702Z","caller":"traceutil/trace.go:171","msg":"trace[1439006248] transaction","detail":"{read_only:false; response_revision:6211; number_of_response:1; }","duration":"222.705887ms","start":"2026-03-31T22:36:06.887987Z","end":"2026-03-31T22:36:07.110693Z","steps":["trace[1439006248] 'process raft request' (duration: 222.453232ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:07.110742Z","caller":"traceutil/trace.go:171","msg":"trace[1813927151] transaction","detail":"{read_only:false; response_revision:6212; number_of_response:1; }","duration":"222.714848ms","start":"2026-03-31T22:36:06.888008Z","end":"2026-03-31T22:36:07.110723Z","steps":["trace[1813927151] 'process raft request' (duration: 222.602196ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:07.110879Z","caller":"traceutil/trace.go:171","msg":"trace[126956362] transaction","detail":"{read_only:false; response_revision:6213; number_of_response:1; }","duration":"222.84052ms","start":"2026-03-31T22:36:06.88802Z","end":"2026-03-31T22:36:07.11086Z","steps":["trace[126956362] 'process raft request' (duration: 222.671276ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:07.110964Z","caller":"traceutil/trace.go:171","msg":"trace[620481248] transaction","detail":"{read_only:false; response_revision:6215; number_of_response:1; }","duration":"218.996084ms","start":"2026-03-31T22:36:06.891959Z","end":"2026-03-31T22:36:07.110955Z","steps":["trace[620481248] 'process raft request' (duration: 218.937293ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:07.110967Z","caller":"traceutil/trace.go:171","msg":"trace[657126119] transaction","detail":"{read_only:false; response_revision:6214; number_of_response:1; }","duration":"222.865641ms","start":"2026-03-31T22:36:06.888089Z","end":"2026-03-31T22:36:07.110955Z","steps":["trace[657126119] 'process raft request' (duration: 222.720618ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:07.294566Z","caller":"traceutil/trace.go:171","msg":"trace[83439494] transaction","detail":"{read_only:false; response_revision:6216; number_of_response:1; }","duration":"391.118003ms","start":"2026-03-31T22:36:06.903413Z","end":"2026-03-31T22:36:07.294531Z","steps":["trace[83439494] 'process raft request' (duration: 322.785662ms)","trace[83439494] 'compare' (duration: 68.158007ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:36:07.294586Z","caller":"traceutil/trace.go:171","msg":"trace[2142089429] transaction","detail":"{read_only:false; response_revision:6217; number_of_response:1; }","duration":"152.066036ms","start":"2026-03-31T22:36:07.1425Z","end":"2026-03-31T22:36:07.294566Z","steps":["trace[2142089429] 'process raft request' (duration: 152.007695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:07.294867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:06.903392Z","time spent":"391.381408ms","remote":"127.0.0.1:53064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":131043,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:36:07.29487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.671948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:36:07.294939Z","caller":"traceutil/trace.go:171","msg":"trace[882454652] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:6217; }","duration":"361.832631ms","start":"2026-03-31T22:36:06.933092Z","end":"2026-03-31T22:36:07.294925Z","steps":["trace[882454652] 'agreement among raft nodes before linearized reading' (duration: 361.652657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:07.294983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:06.933056Z","time spent":"361.917663ms","remote":"127.0.0.1:53348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":27,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:36:07.294704Z","caller":"traceutil/trace.go:171","msg":"trace[373444404] linearizableReadLoop","detail":"{readStateIndex:6482; appliedIndex:6475; }","duration":"361.460213ms","start":"2026-03-31T22:36:06.933184Z","end":"2026-03-31T22:36:07.294644Z","steps":["trace[373444404] 'read index received' (duration: 129.504447ms)","trace[373444404] 'applied index is now lower than readState.Index' (duration: 231.951276ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:36:07.295503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.313915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-vgz6l\" ","response":"range_response_count:1 size:9724"} {"level":"info","ts":"2026-03-31T22:36:07.295541Z","caller":"traceutil/trace.go:171","msg":"trace[767671572] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-vgz6l; range_end:; response_count:1; response_revision:6217; }","duration":"181.375837ms","start":"2026-03-31T22:36:07.114151Z","end":"2026-03-31T22:36:07.295526Z","steps":["trace[767671572] 'agreement among raft nodes before linearized reading' (duration: 181.238444ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:07.436323Z","caller":"traceutil/trace.go:171","msg":"trace[272238562] transaction","detail":"{read_only:false; response_revision:6219; number_of_response:1; }","duration":"131.273268ms","start":"2026-03-31T22:36:07.305021Z","end":"2026-03-31T22:36:07.436294Z","steps":["trace[272238562] 'process raft request' (duration: 123.992214ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:07.459028Z","caller":"traceutil/trace.go:171","msg":"trace[601690996] transaction","detail":"{read_only:false; response_revision:6220; number_of_response:1; }","duration":"123.805529ms","start":"2026-03-31T22:36:07.3352Z","end":"2026-03-31T22:36:07.459005Z","steps":["trace[601690996] 'process raft request' (duration: 123.619105ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:07.459134Z","caller":"traceutil/trace.go:171","msg":"trace[346173242] transaction","detail":"{read_only:false; response_revision:6221; number_of_response:1; }","duration":"123.307698ms","start":"2026-03-31T22:36:07.3358Z","end":"2026-03-31T22:36:07.459108Z","steps":["trace[346173242] 'process raft request' (duration: 123.140904ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:07.625696Z","caller":"traceutil/trace.go:171","msg":"trace[125672824] linearizableReadLoop","detail":"{readStateIndex:6490; appliedIndex:6487; }","duration":"166.677336ms","start":"2026-03-31T22:36:07.458998Z","end":"2026-03-31T22:36:07.625675Z","steps":["trace[125672824] 'read index received' (duration: 166.287118ms)","trace[125672824] 'applied index is now lower than readState.Index' (duration: 389.288µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:36:07.625745Z","caller":"traceutil/trace.go:171","msg":"trace[768193578] transaction","detail":"{read_only:false; response_revision:6223; number_of_response:1; }","duration":"183.781771ms","start":"2026-03-31T22:36:07.441934Z","end":"2026-03-31T22:36:07.625715Z","steps":["trace[768193578] 'process raft request' (duration: 183.624948ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:07.625824Z","caller":"traceutil/trace.go:171","msg":"trace[495895662] transaction","detail":"{read_only:false; response_revision:6224; number_of_response:1; }","duration":"178.283357ms","start":"2026-03-31T22:36:07.447529Z","end":"2026-03-31T22:36:07.625812Z","steps":["trace[495895662] 'process raft request' (duration: 178.094803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:07.625889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.425596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:36:07.625954Z","caller":"traceutil/trace.go:171","msg":"trace[171217313] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6224; }","duration":"164.499577ms","start":"2026-03-31T22:36:07.461438Z","end":"2026-03-31T22:36:07.625938Z","steps":["trace[171217313] 'agreement among raft nodes before linearized reading' (duration: 164.397915ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:07.625839Z","caller":"traceutil/trace.go:171","msg":"trace[1942089815] transaction","detail":"{read_only:false; response_revision:6222; number_of_response:1; }","duration":"184.043827ms","start":"2026-03-31T22:36:07.441763Z","end":"2026-03-31T22:36:07.625807Z","steps":["trace[1942089815] 'process raft request' (duration: 183.611988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:07.626071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.367527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-r6td5\" ","response":"range_response_count:1 size:7817"} {"level":"info","ts":"2026-03-31T22:36:07.626132Z","caller":"traceutil/trace.go:171","msg":"trace[1075586044] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-r6td5; range_end:; response_count:1; response_revision:6224; }","duration":"185.483539ms","start":"2026-03-31T22:36:07.440634Z","end":"2026-03-31T22:36:07.626118Z","steps":["trace[1075586044] 'agreement among raft nodes before linearized reading' (duration: 185.309245ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:09.757701Z","caller":"traceutil/trace.go:171","msg":"trace[2027730405] transaction","detail":"{read_only:false; response_revision:6253; number_of_response:1; }","duration":"157.629201ms","start":"2026-03-31T22:36:09.600015Z","end":"2026-03-31T22:36:09.757644Z","steps":["trace[2027730405] 'process raft request' (duration: 147.955122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:10.50028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.601604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T22:36:10.500362Z","caller":"traceutil/trace.go:171","msg":"trace[1808644469] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6254; }","duration":"111.739138ms","start":"2026-03-31T22:36:10.388603Z","end":"2026-03-31T22:36:10.500342Z","steps":["trace[1808644469] 'range keys from in-memory index tree' (duration: 111.415711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:11.565073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.14826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T22:36:11.565156Z","caller":"traceutil/trace.go:171","msg":"trace[1844591741] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6257; }","duration":"430.297115ms","start":"2026-03-31T22:36:11.13484Z","end":"2026-03-31T22:36:11.565137Z","steps":["trace[1844591741] 'range keys from in-memory index tree' (duration: 429.960627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:11.565165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.292318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-31T22:36:11.5652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:11.134811Z","time spent":"430.379516ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T22:36:11.565234Z","caller":"traceutil/trace.go:171","msg":"trace[1875683009] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6257; }","duration":"431.395239ms","start":"2026-03-31T22:36:11.133818Z","end":"2026-03-31T22:36:11.565213Z","steps":["trace[1875683009] 'range keys from in-memory index tree' (duration: 431.124934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:11.565366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:11.133785Z","time spent":"431.564733ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T22:36:11.565065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.583224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:36:11.565439Z","caller":"traceutil/trace.go:171","msg":"trace[977932317] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6257; }","duration":"207.004884ms","start":"2026-03-31T22:36:11.358418Z","end":"2026-03-31T22:36:11.565422Z","steps":["trace[977932317] 'range keys from in-memory index tree' (duration: 206.474752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:11.565088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.637095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.35\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-31T22:36:11.565525Z","caller":"traceutil/trace.go:171","msg":"trace[1338537296] range","detail":"{range_begin:/registry/masterleases/199.204.45.35; range_end:; response_count:1; response_revision:6257; }","duration":"282.123826ms","start":"2026-03-31T22:36:11.283385Z","end":"2026-03-31T22:36:11.565509Z","steps":["trace[1338537296] 'range keys from in-memory index tree' (duration: 281.458771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:11.565252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.476741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T22:36:11.565638Z","caller":"traceutil/trace.go:171","msg":"trace[90898777] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6257; }","duration":"435.88933ms","start":"2026-03-31T22:36:11.129728Z","end":"2026-03-31T22:36:11.565618Z","steps":["trace[90898777] 'range keys from in-memory index tree' (duration: 435.354858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:11.565901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:11.12971Z","time spent":"436.098414ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T22:36:11.566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.610791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T22:36:11.566088Z","caller":"traceutil/trace.go:171","msg":"trace[1019021394] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6257; }","duration":"431.214624ms","start":"2026-03-31T22:36:11.13486Z","end":"2026-03-31T22:36:11.566075Z","steps":["trace[1019021394] 'range keys from in-memory index tree' (duration: 430.441977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:11.566128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:11.134826Z","time spent":"431.290707ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T22:36:11.565936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.039341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T22:36:11.566312Z","caller":"traceutil/trace.go:171","msg":"trace[1967474379] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6257; }","duration":"431.462011ms","start":"2026-03-31T22:36:11.134826Z","end":"2026-03-31T22:36:11.566288Z","steps":["trace[1967474379] 'range keys from in-memory index tree' (duration: 430.379966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:11.566499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:11.134817Z","time spent":"431.661805ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T22:36:14.586551Z","caller":"traceutil/trace.go:171","msg":"trace[543444092] transaction","detail":"{read_only:false; response_revision:6282; number_of_response:1; }","duration":"190.336188ms","start":"2026-03-31T22:36:14.396185Z","end":"2026-03-31T22:36:14.586521Z","steps":["trace[543444092] 'process raft request' (duration: 185.288725ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:14.808992Z","caller":"traceutil/trace.go:171","msg":"trace[2008340725] transaction","detail":"{read_only:false; response_revision:6283; number_of_response:1; }","duration":"359.231443ms","start":"2026-03-31T22:36:14.449709Z","end":"2026-03-31T22:36:14.80894Z","steps":["trace[2008340725] 'process raft request' (duration: 358.939237ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:14.809091Z","caller":"traceutil/trace.go:171","msg":"trace[1035204975] transaction","detail":"{read_only:false; response_revision:6284; number_of_response:1; }","duration":"358.439616ms","start":"2026-03-31T22:36:14.450634Z","end":"2026-03-31T22:36:14.809074Z","steps":["trace[1035204975] 'process raft request' (duration: 358.15878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:14.809214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:14.449688Z","time spent":"359.418388ms","remote":"127.0.0.1:53188","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:36:14.809275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:14.450628Z","time spent":"358.527008ms","remote":"127.0.0.1:53274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1563,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:36:14.809568Z","caller":"traceutil/trace.go:171","msg":"trace[1118966216] transaction","detail":"{read_only:false; response_revision:6285; number_of_response:1; }","duration":"354.398424ms","start":"2026-03-31T22:36:14.454634Z","end":"2026-03-31T22:36:14.809033Z","steps":["trace[1118966216] 'process raft request' (duration: 354.241571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:14.809639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:14.454609Z","time spent":"354.996827ms","remote":"127.0.0.1:53482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10497,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:36:14.861805Z","caller":"traceutil/trace.go:171","msg":"trace[1631399298] transaction","detail":"{read_only:false; response_revision:6286; number_of_response:1; }","duration":"193.10327ms","start":"2026-03-31T22:36:14.668672Z","end":"2026-03-31T22:36:14.861775Z","steps":["trace[1631399298] 'process raft request' (duration: 192.868005ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:14.861911Z","caller":"traceutil/trace.go:171","msg":"trace[934472226] transaction","detail":"{read_only:false; response_revision:6287; number_of_response:1; }","duration":"173.730414ms","start":"2026-03-31T22:36:14.688127Z","end":"2026-03-31T22:36:14.861858Z","steps":["trace[934472226] 'process raft request' (duration: 173.53895ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:14.861966Z","caller":"traceutil/trace.go:171","msg":"trace[1948317950] transaction","detail":"{read_only:false; response_revision:6288; number_of_response:1; }","duration":"148.127288ms","start":"2026-03-31T22:36:14.713786Z","end":"2026-03-31T22:36:14.861914Z","steps":["trace[1948317950] 'process raft request' (duration: 147.916723ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:15.0144Z","caller":"traceutil/trace.go:171","msg":"trace[743576444] transaction","detail":"{read_only:false; response_revision:6290; number_of_response:1; }","duration":"194.576263ms","start":"2026-03-31T22:36:14.819794Z","end":"2026-03-31T22:36:15.01437Z","steps":["trace[743576444] 'process raft request' (duration: 193.908428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:16.00144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.528226ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:36:16.001525Z","caller":"traceutil/trace.go:171","msg":"trace[818143553] linearizableReadLoop","detail":"{readStateIndex:6561; appliedIndex:6560; }","duration":"270.864343ms","start":"2026-03-31T22:36:15.730647Z","end":"2026-03-31T22:36:16.001511Z","steps":["trace[818143553] 'read index received' (duration: 146.142163ms)","trace[818143553] 'applied index is now lower than readState.Index' (duration: 124.7209ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:36:16.001764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.593269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T22:36:16.001796Z","caller":"traceutil/trace.go:171","msg":"trace[1368633156] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6294; }","duration":"326.645639ms","start":"2026-03-31T22:36:15.675141Z","end":"2026-03-31T22:36:16.001787Z","steps":["trace[1368633156] 'agreement among raft nodes before linearized reading' (duration: 326.413984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:16.001825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:15.675128Z","time spent":"326.686551ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T22:36:16.001809Z","caller":"traceutil/trace.go:171","msg":"trace[1648242755] transaction","detail":"{read_only:false; response_revision:6294; number_of_response:1; }","duration":"324.504271ms","start":"2026-03-31T22:36:15.677272Z","end":"2026-03-31T22:36:16.001776Z","steps":["trace[1648242755] 'process raft request' (duration: 199.574706ms)","trace[1648242755] 'compare' (duration: 124.425194ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:36:16.001862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.604349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T22:36:16.001938Z","caller":"traceutil/trace.go:171","msg":"trace[805797970] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6294; }","duration":"326.699871ms","start":"2026-03-31T22:36:15.675215Z","end":"2026-03-31T22:36:16.001914Z","steps":["trace[805797970] 'agreement among raft nodes before linearized reading' (duration: 326.538798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:16.001958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:15.677258Z","time spent":"324.618363ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:36:16.001994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:15.675201Z","time spent":"326.778663ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T22:36:16.002368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.257061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:36:16.002524Z","caller":"traceutil/trace.go:171","msg":"trace[562248236] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6294; }","duration":"318.989747ms","start":"2026-03-31T22:36:15.683489Z","end":"2026-03-31T22:36:16.002479Z","steps":["trace[562248236] 'agreement among raft nodes before linearized reading' (duration: 318.23143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:16.002705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:15.683477Z","time spent":"319.186011ms","remote":"127.0.0.1:53460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-31T22:36:16.041765Z","caller":"traceutil/trace.go:171","msg":"trace[1221719113] transaction","detail":"{read_only:false; response_revision:6295; number_of_response:1; }","duration":"307.075217ms","start":"2026-03-31T22:36:15.734664Z","end":"2026-03-31T22:36:16.041739Z","steps":["trace[1221719113] 'process raft request' (duration: 306.910923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:16.04191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:15.734643Z","time spent":"307.19568ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:36:16.19552Z","caller":"traceutil/trace.go:171","msg":"trace[1455060819] linearizableReadLoop","detail":"{readStateIndex:6563; appliedIndex:6561; }","duration":"189.13855ms","start":"2026-03-31T22:36:16.006356Z","end":"2026-03-31T22:36:16.195494Z","steps":["trace[1455060819] 'read index received' (duration: 35.306724ms)","trace[1455060819] 'applied index is now lower than readState.Index' (duration: 153.830676ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:36:16.195659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.301024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:36:16.195696Z","caller":"traceutil/trace.go:171","msg":"trace[1971197171] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6297; }","duration":"189.398436ms","start":"2026-03-31T22:36:16.006287Z","end":"2026-03-31T22:36:16.195685Z","steps":["trace[1971197171] 'agreement among raft nodes before linearized reading' (duration: 189.316395ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:16.195723Z","caller":"traceutil/trace.go:171","msg":"trace[820542200] transaction","detail":"{read_only:false; response_revision:6297; number_of_response:1; }","duration":"189.11233ms","start":"2026-03-31T22:36:16.006583Z","end":"2026-03-31T22:36:16.195695Z","steps":["trace[820542200] 'process raft request' (duration: 188.831463ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:16.195694Z","caller":"traceutil/trace.go:171","msg":"trace[435617751] transaction","detail":"{read_only:false; response_revision:6296; number_of_response:1; }","duration":"190.113553ms","start":"2026-03-31T22:36:16.005546Z","end":"2026-03-31T22:36:16.19566Z","steps":["trace[435617751] 'process raft request' (duration: 138.674974ms)","trace[435617751] 'compare' (duration: 51.03855ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:36:17.186404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.888354ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:36:17.186575Z","caller":"traceutil/trace.go:171","msg":"trace[255449056] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:6332; }","duration":"113.083248ms","start":"2026-03-31T22:36:17.073465Z","end":"2026-03-31T22:36:17.186548Z","steps":["trace[255449056] 'range keys from in-memory index tree' (duration: 112.870034ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:17.187351Z","caller":"traceutil/trace.go:171","msg":"trace[1076666839] transaction","detail":"{read_only:false; response_revision:6334; number_of_response:1; }","duration":"285.602705ms","start":"2026-03-31T22:36:16.901728Z","end":"2026-03-31T22:36:17.187331Z","steps":["trace[1076666839] 'process raft request' (duration: 285.566824ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:17.187366Z","caller":"traceutil/trace.go:171","msg":"trace[1057431436] transaction","detail":"{read_only:false; response_revision:6333; number_of_response:1; }","duration":"286.439303ms","start":"2026-03-31T22:36:16.900895Z","end":"2026-03-31T22:36:17.187334Z","steps":["trace[1057431436] 'process raft request' (duration: 286.286249ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:17.189519Z","caller":"traceutil/trace.go:171","msg":"trace[1178516357] linearizableReadLoop","detail":"{readStateIndex:6603; appliedIndex:6601; }","duration":"163.532395ms","start":"2026-03-31T22:36:17.025949Z","end":"2026-03-31T22:36:17.189482Z","steps":["trace[1178516357] 'read index received' (duration: 161.357666ms)","trace[1178516357] 'applied index is now lower than readState.Index' (duration: 2.172949ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:36:17.189675Z","caller":"traceutil/trace.go:171","msg":"trace[1583609896] transaction","detail":"{read_only:false; response_revision:6335; number_of_response:1; }","duration":"257.734216ms","start":"2026-03-31T22:36:16.931927Z","end":"2026-03-31T22:36:17.189661Z","steps":["trace[1583609896] 'process raft request' (duration: 257.263906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:17.190043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.074407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nxsdg\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-31T22:36:17.190076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.799119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T22:36:17.19009Z","caller":"traceutil/trace.go:171","msg":"trace[874973760] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nxsdg; range_end:; response_count:1; response_revision:6335; }","duration":"164.678201ms","start":"2026-03-31T22:36:17.025401Z","end":"2026-03-31T22:36:17.190079Z","steps":["trace[874973760] 'agreement among raft nodes before linearized reading' (duration: 164.474936ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:17.190129Z","caller":"traceutil/trace.go:171","msg":"trace[1804381387] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6335; }","duration":"131.892821ms","start":"2026-03-31T22:36:17.058222Z","end":"2026-03-31T22:36:17.190114Z","steps":["trace[1804381387] 'agreement among raft nodes before linearized reading' (duration: 131.689877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:17.191445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.599406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210982"} {"level":"info","ts":"2026-03-31T22:36:17.191526Z","caller":"traceutil/trace.go:171","msg":"trace[322815227] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:6335; }","duration":"143.754909ms","start":"2026-03-31T22:36:17.047753Z","end":"2026-03-31T22:36:17.191508Z","steps":["trace[322815227] 'agreement among raft nodes before linearized reading' (duration: 142.04004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:18.589377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.158267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:36:18.589469Z","caller":"traceutil/trace.go:171","msg":"trace[1499577732] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6365; }","duration":"230.295459ms","start":"2026-03-31T22:36:18.359158Z","end":"2026-03-31T22:36:18.589453Z","steps":["trace[1499577732] 'range keys from in-memory index tree' (duration: 230.082624ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:18.82327Z","caller":"traceutil/trace.go:171","msg":"trace[43168585] transaction","detail":"{read_only:false; response_revision:6366; number_of_response:1; }","duration":"183.467433ms","start":"2026-03-31T22:36:18.639766Z","end":"2026-03-31T22:36:18.823233Z","steps":["trace[43168585] 'process raft request' (duration: 183.244568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:21.415102Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.22723466s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T22:36:21.926519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.7385572s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:36:21.926752Z","caller":"traceutil/trace.go:171","msg":"trace[1038627728] transaction","detail":"{read_only:false; response_revision:6367; number_of_response:1; }","duration":"3.054351935s","start":"2026-03-31T22:36:18.872367Z","end":"2026-03-31T22:36:21.926719Z","steps":["trace[1038627728] 'process raft request' (duration: 315.493138ms)","trace[1038627728] 'compare' (duration: 2.737968878s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:36:21.926954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:18.872334Z","time spent":"3.054504928s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:36:21.926974Z","caller":"traceutil/trace.go:171","msg":"trace[914069660] linearizableReadLoop","detail":"{readStateIndex:6636; appliedIndex:6634; }","duration":"2.93736649s","start":"2026-03-31T22:36:18.989594Z","end":"2026-03-31T22:36:21.92696Z","steps":["trace[914069660] 'read index received' (duration: 198.282107ms)","trace[914069660] 'applied index is now lower than readState.Index' (duration: 2.739083343s)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:36:21.927027Z","caller":"traceutil/trace.go:171","msg":"trace[1044179549] transaction","detail":"{read_only:false; response_revision:6368; number_of_response:1; }","duration":"3.054196471s","start":"2026-03-31T22:36:18.872824Z","end":"2026-03-31T22:36:21.92702Z","steps":["trace[1044179549] 'process raft request' (duration: 3.053805722s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:21.927076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:18.872795Z","time spent":"3.054251303s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:36:21.927205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.937600225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/goldpinger-f4pkb\" ","response":"range_response_count:1 size:4991"} {"level":"info","ts":"2026-03-31T22:36:21.927285Z","caller":"traceutil/trace.go:171","msg":"trace[60119182] range","detail":"{range_begin:/registry/pods/monitoring/goldpinger-f4pkb; range_end:; response_count:1; response_revision:6368; }","duration":"2.937723938s","start":"2026-03-31T22:36:18.989541Z","end":"2026-03-31T22:36:21.927265Z","steps":["trace[60119182] 'agreement among raft nodes before linearized reading' (duration: 2.937519904s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:21.927335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:18.989521Z","time spent":"2.93780584s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":5014,"request content":"key:\"/registry/pods/monitoring/goldpinger-f4pkb\" "} {"level":"warn","ts":"2026-03-31T22:36:21.932513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.710054358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nxsdg\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T22:36:21.932571Z","caller":"traceutil/trace.go:171","msg":"trace[2129618484] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nxsdg; range_end:; response_count:1; response_revision:6369; }","duration":"2.71014212s","start":"2026-03-31T22:36:19.222413Z","end":"2026-03-31T22:36:21.932556Z","steps":["trace[2129618484] 'agreement among raft nodes before linearized reading' (duration: 2.709984576s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:21.932576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.722660832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T22:36:21.932608Z","caller":"traceutil/trace.go:171","msg":"trace[1359075915] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6369; }","duration":"1.722720654s","start":"2026-03-31T22:36:20.209879Z","end":"2026-03-31T22:36:21.9326Z","steps":["trace[1359075915] 'agreement among raft nodes before linearized reading' (duration: 1.722637732s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:21.932611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:19.222395Z","time spent":"2.710208892s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-nxsdg\" "} {"level":"warn","ts":"2026-03-31T22:36:21.93263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:20.209859Z","time spent":"1.722765984s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T22:36:21.932787Z","caller":"traceutil/trace.go:171","msg":"trace[1966170991] transaction","detail":"{read_only:false; response_revision:6369; number_of_response:1; }","duration":"1.102848368s","start":"2026-03-31T22:36:20.829908Z","end":"2026-03-31T22:36:21.932756Z","steps":["trace[1966170991] 'process raft request' (duration: 1.102405938s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:21.932793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.843813952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:36:21.932821Z","caller":"traceutil/trace.go:171","msg":"trace[1852710762] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:6369; }","duration":"1.843876432s","start":"2026-03-31T22:36:20.088936Z","end":"2026-03-31T22:36:21.932813Z","steps":["trace[1852710762] 'agreement among raft nodes before linearized reading' (duration: 1.843798151s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:21.93284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:20.829869Z","time spent":"1.10294342s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:36:21.93296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.860259601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:36:21.932984Z","caller":"traceutil/trace.go:171","msg":"trace[403678195] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:6369; }","duration":"1.860361414s","start":"2026-03-31T22:36:20.072616Z","end":"2026-03-31T22:36:21.932977Z","steps":["trace[403678195] 'agreement among raft nodes before linearized reading' (duration: 1.860243201s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:21.933017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:20.072581Z","time spent":"1.860429526s","remote":"127.0.0.1:53358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":99,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:36:21.933082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.721136427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-31T22:36:21.933092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.075666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T22:36:21.93313Z","caller":"traceutil/trace.go:171","msg":"trace[354040196] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6369; }","duration":"1.721199849s","start":"2026-03-31T22:36:20.211916Z","end":"2026-03-31T22:36:21.933116Z","steps":["trace[354040196] 'agreement among raft nodes before linearized reading' (duration: 1.721047056s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:21.933116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.840836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:36:21.933161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:20.211911Z","time spent":"1.72124405s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T22:36:21.933159Z","caller":"traceutil/trace.go:171","msg":"trace[1248095649] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6369; }","duration":"717.187169ms","start":"2026-03-31T22:36:21.215956Z","end":"2026-03-31T22:36:21.933143Z","steps":["trace[1248095649] 'agreement among raft nodes before linearized reading' (duration: 716.966414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:21.93315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.4793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-03-31T22:36:21.933175Z","caller":"traceutil/trace.go:171","msg":"trace[978062200] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6369; }","duration":"303.910467ms","start":"2026-03-31T22:36:21.629251Z","end":"2026-03-31T22:36:21.933161Z","steps":["trace[978062200] 'agreement among raft nodes before linearized reading' (duration: 303.785054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:21.933198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:21.215937Z","time spent":"717.253911ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T22:36:21.933199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.674513287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-80785d29-560f-41a6-873e-db21f587d889\" ","response":"range_response_count:1 size:3645"} {"level":"warn","ts":"2026-03-31T22:36:21.933203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.094863438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T22:36:21.93321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:21.629191Z","time spent":"304.013289ms","remote":"127.0.0.1:53020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T22:36:21.933214Z","caller":"traceutil/trace.go:171","msg":"trace[1516791346] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:6369; }","duration":"403.570283ms","start":"2026-03-31T22:36:21.529623Z","end":"2026-03-31T22:36:21.933193Z","steps":["trace[1516791346] 'agreement among raft nodes before linearized reading' (duration: 403.417039ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:21.933229Z","caller":"traceutil/trace.go:171","msg":"trace[43339949] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-80785d29-560f-41a6-873e-db21f587d889; range_end:; response_count:1; response_revision:6369; }","duration":"2.674570628s","start":"2026-03-31T22:36:19.258649Z","end":"2026-03-31T22:36:21.933219Z","steps":["trace[43339949] 'agreement among raft nodes before linearized reading' (duration: 2.674490897s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:21.933242Z","caller":"traceutil/trace.go:171","msg":"trace[418986673] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6369; }","duration":"2.094962981s","start":"2026-03-31T22:36:19.838268Z","end":"2026-03-31T22:36:21.933231Z","steps":["trace[418986673] 'agreement among raft nodes before linearized reading' (duration: 2.094852758s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:21.933254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:19.258632Z","time spent":"2.67461675s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-80785d29-560f-41a6-873e-db21f587d889\" "} {"level":"warn","ts":"2026-03-31T22:36:21.933253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:21.529602Z","time spent":"403.642574ms","remote":"127.0.0.1:39576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3266,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-31T22:36:21.932846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:20.08891Z","time spent":"1.843928614s","remote":"127.0.0.1:53188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":49,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:36:21.933274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:19.838226Z","time spent":"2.095040982s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T22:36:21.933313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.875699089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T22:36:21.933332Z","caller":"traceutil/trace.go:171","msg":"trace[1646744106] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6369; }","duration":"1.875745671s","start":"2026-03-31T22:36:20.05758Z","end":"2026-03-31T22:36:21.933326Z","steps":["trace[1646744106] 'agreement among raft nodes before linearized reading' (duration: 1.87569738s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:21.933349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:20.057561Z","time spent":"1.875784471s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T22:36:21.933341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.710799874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-31T22:36:21.933265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.918139245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T22:36:21.933383Z","caller":"traceutil/trace.go:171","msg":"trace[1767721646] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6369; }","duration":"2.710917157s","start":"2026-03-31T22:36:19.222453Z","end":"2026-03-31T22:36:21.93337Z","steps":["trace[1767721646] 'agreement among raft nodes before linearized reading' (duration: 2.710785224s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:21.933414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:19.222436Z","time spent":"2.710970899s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:36:21.933442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.303168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.35\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-31T22:36:21.933468Z","caller":"traceutil/trace.go:171","msg":"trace[1097227131] range","detail":"{range_begin:/registry/masterleases/199.204.45.35; range_end:; response_count:1; response_revision:6369; }","duration":"649.36292ms","start":"2026-03-31T22:36:21.284098Z","end":"2026-03-31T22:36:21.933461Z","steps":["trace[1097227131] 'agreement among raft nodes before linearized reading' (duration: 649.275948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:21.933486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:21.284078Z","time spent":"649.40354ms","remote":"127.0.0.1:53038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.35\" "} {"level":"warn","ts":"2026-03-31T22:36:21.933518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.954090386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:36:21.933568Z","caller":"traceutil/trace.go:171","msg":"trace[74790978] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:6369; }","duration":"1.954139597s","start":"2026-03-31T22:36:19.979412Z","end":"2026-03-31T22:36:21.933552Z","steps":["trace[74790978] 'agreement among raft nodes before linearized reading' (duration: 1.954070955s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:21.933613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:19.979382Z","time spent":"1.954217179s","remote":"127.0.0.1:55798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:36:21.933382Z","caller":"traceutil/trace.go:171","msg":"trace[1594193103] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6369; }","duration":"1.918292139s","start":"2026-03-31T22:36:20.015082Z","end":"2026-03-31T22:36:21.933374Z","steps":["trace[1594193103] 'agreement among raft nodes before linearized reading' (duration: 1.918140425s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:21.933726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:20.015052Z","time spent":"1.918663937s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T22:36:21.933912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.575284662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:36:21.934161Z","caller":"traceutil/trace.go:171","msg":"trace[245979070] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6369; }","duration":"1.575544678s","start":"2026-03-31T22:36:20.358572Z","end":"2026-03-31T22:36:21.934117Z","steps":["trace[245979070] 'agreement among raft nodes before linearized reading' (duration: 1.575305932s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:21.934241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:20.358548Z","time spent":"1.57564455s","remote":"127.0.0.1:53020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:36:22.436382Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219120757601833816,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:36:22.496132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:21.934111Z","time spent":"562.014871ms","remote":"127.0.0.1:53038","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T22:36:22.504065Z","caller":"traceutil/trace.go:171","msg":"trace[970616617] transaction","detail":"{read_only:false; response_revision:6371; number_of_response:1; }","duration":"566.520983ms","start":"2026-03-31T22:36:21.937512Z","end":"2026-03-31T22:36:22.504033Z","steps":["trace[970616617] 'process raft request' (duration: 566.39979ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:22.504101Z","caller":"traceutil/trace.go:171","msg":"trace[1273115443] transaction","detail":"{read_only:false; response_revision:6370; number_of_response:1; }","duration":"568.779614ms","start":"2026-03-31T22:36:21.935278Z","end":"2026-03-31T22:36:22.504057Z","steps":["trace[1273115443] 'process raft request' (duration: 568.322504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:22.504232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:21.93749Z","time spent":"566.654956ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:36:22.504275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:21.93526Z","time spent":"568.921187ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5180,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:36:22.504401Z","caller":"traceutil/trace.go:171","msg":"trace[935563115] transaction","detail":"{read_only:false; response_revision:6372; number_of_response:1; }","duration":"566.772738ms","start":"2026-03-31T22:36:21.937604Z","end":"2026-03-31T22:36:22.504376Z","steps":["trace[935563115] 'process raft request' (duration: 566.38288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:22.504523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:21.937596Z","time spent":"566.858491ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:36:22.504571Z","caller":"traceutil/trace.go:171","msg":"trace[1298544782] linearizableReadLoop","detail":"{readStateIndex:6646; appliedIndex:6637; }","duration":"569.0445ms","start":"2026-03-31T22:36:21.935499Z","end":"2026-03-31T22:36:22.504544Z","steps":["trace[1298544782] 'read index received' (duration: 560.492497ms)","trace[1298544782] 'applied index is now lower than readState.Index' (duration: 8.550813ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:36:22.50465Z","caller":"traceutil/trace.go:171","msg":"trace[914717480] transaction","detail":"{read_only:false; response_revision:6373; number_of_response:1; }","duration":"566.891401ms","start":"2026-03-31T22:36:21.937752Z","end":"2026-03-31T22:36:22.504644Z","steps":["trace[914717480] 'process raft request' (duration: 566.424181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:22.504692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:21.937744Z","time spent":"566.925642ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:36:22.504717Z","caller":"traceutil/trace.go:171","msg":"trace[1484016435] transaction","detail":"{read_only:false; response_revision:6376; number_of_response:1; }","duration":"566.479982ms","start":"2026-03-31T22:36:21.938219Z","end":"2026-03-31T22:36:22.504699Z","steps":["trace[1484016435] 'process raft request' (duration: 566.219177ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:22.504727Z","caller":"traceutil/trace.go:171","msg":"trace[2034863414] transaction","detail":"{read_only:false; response_revision:6374; number_of_response:1; }","duration":"566.714088ms","start":"2026-03-31T22:36:21.937993Z","end":"2026-03-31T22:36:22.504707Z","steps":["trace[2034863414] 'process raft request' (duration: 566.336919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:22.504836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:21.937986Z","time spent":"566.797989ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:36:22.504848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:21.938202Z","time spent":"566.557564ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:36:22.504624Z","caller":"traceutil/trace.go:171","msg":"trace[1103958543] transaction","detail":"{read_only:false; response_revision:6375; number_of_response:1; }","duration":"566.473902ms","start":"2026-03-31T22:36:21.938141Z","end":"2026-03-31T22:36:22.504615Z","steps":["trace[1103958543] 'process raft request' (duration: 566.246247ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:22.505033Z","caller":"traceutil/trace.go:171","msg":"trace[747147856] transaction","detail":"{read_only:false; response_revision:6377; number_of_response:1; }","duration":"138.179963ms","start":"2026-03-31T22:36:22.366838Z","end":"2026-03-31T22:36:22.505018Z","steps":["trace[747147856] 'process raft request' (duration: 137.653681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:22.505071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:21.938134Z","time spent":"566.889062ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:36:22.504988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.48316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:36:22.505152Z","caller":"traceutil/trace.go:171","msg":"trace[940312430] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6377; }","duration":"569.665474ms","start":"2026-03-31T22:36:21.935477Z","end":"2026-03-31T22:36:22.505142Z","steps":["trace[940312430] 'agreement among raft nodes before linearized reading' (duration: 569.46307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:22.505184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:21.93547Z","time spent":"569.705335ms","remote":"127.0.0.1:53032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:36:22.507188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.848006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:36:22.507225Z","caller":"traceutil/trace.go:171","msg":"trace[54796044] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:6378; }","duration":"153.923378ms","start":"2026-03-31T22:36:22.353291Z","end":"2026-03-31T22:36:22.507215Z","steps":["trace[54796044] 'agreement among raft nodes before linearized reading' (duration: 153.827546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:22.507255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.27693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:36:22.507268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.092146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T22:36:22.507296Z","caller":"traceutil/trace.go:171","msg":"trace[1663751123] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:6378; }","duration":"468.362712ms","start":"2026-03-31T22:36:22.038921Z","end":"2026-03-31T22:36:22.507284Z","steps":["trace[1663751123] 'agreement among raft nodes before linearized reading' (duration: 468.28423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:22.507325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:22.0389Z","time spent":"468.418153ms","remote":"127.0.0.1:55776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:36:22.507332Z","caller":"traceutil/trace.go:171","msg":"trace[843060031] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6378; }","duration":"571.170638ms","start":"2026-03-31T22:36:21.936144Z","end":"2026-03-31T22:36:22.507314Z","steps":["trace[843060031] 'agreement among raft nodes before linearized reading' (duration: 570.908023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:22.507382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:21.936137Z","time spent":"571.2324ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T22:36:22.517532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.456345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80088"} {"level":"info","ts":"2026-03-31T22:36:22.517581Z","caller":"traceutil/trace.go:171","msg":"trace[29294561] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:6378; }","duration":"579.533747ms","start":"2026-03-31T22:36:21.938037Z","end":"2026-03-31T22:36:22.517571Z","steps":["trace[29294561] 'agreement among raft nodes before linearized reading' (duration: 569.450599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:22.517607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:21.938024Z","time spent":"579.577248ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":80111,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T22:36:24.873454Z","caller":"traceutil/trace.go:171","msg":"trace[457853746] transaction","detail":"{read_only:false; response_revision:6396; number_of_response:1; }","duration":"361.454504ms","start":"2026-03-31T22:36:24.51197Z","end":"2026-03-31T22:36:24.873425Z","steps":["trace[457853746] 'process raft request' (duration: 361.259129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:24.873631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:24.511957Z","time spent":"361.589917ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:36:26.161482Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.288282105s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T22:36:26.223012Z","caller":"traceutil/trace.go:171","msg":"trace[697052663] transaction","detail":"{read_only:false; response_revision:6398; number_of_response:1; }","duration":"1.71013514s","start":"2026-03-31T22:36:24.512849Z","end":"2026-03-31T22:36:26.222984Z","steps":["trace[697052663] 'process raft request' (duration: 1.709993596s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:26.223132Z","caller":"traceutil/trace.go:171","msg":"trace[406911446] transaction","detail":"{read_only:false; response_revision:6397; number_of_response:1; }","duration":"1.710555669s","start":"2026-03-31T22:36:24.512549Z","end":"2026-03-31T22:36:26.223105Z","steps":["trace[406911446] 'process raft request' (duration: 1.649212547s)","trace[406911446] 'compare' (duration: 60.691487ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:36:26.223135Z","caller":"traceutil/trace.go:171","msg":"trace[1661670008] linearizableReadLoop","detail":"{readStateIndex:6670; appliedIndex:6664; }","duration":"1.695715655s","start":"2026-03-31T22:36:24.527397Z","end":"2026-03-31T22:36:26.223113Z","steps":["trace[1661670008] 'read index received' (duration: 345.793591ms)","trace[1661670008] 'applied index is now lower than readState.Index' (duration: 1.349921034s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:36:26.223175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:24.512839Z","time spent":"1.710256762s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:36:26.223236Z","caller":"traceutil/trace.go:171","msg":"trace[293202771] transaction","detail":"{read_only:false; response_revision:6399; number_of_response:1; }","duration":"1.710082408s","start":"2026-03-31T22:36:24.513143Z","end":"2026-03-31T22:36:26.223226Z","steps":["trace[293202771] 'process raft request' (duration: 1.709792192s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:26.223255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:24.512526Z","time spent":"1.710657441s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:36:26.223346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:24.513125Z","time spent":"1.71013483s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:36:26.223453Z","caller":"traceutil/trace.go:171","msg":"trace[705738787] transaction","detail":"{read_only:false; response_revision:6400; number_of_response:1; }","duration":"1.709943926s","start":"2026-03-31T22:36:24.5135Z","end":"2026-03-31T22:36:26.223444Z","steps":["trace[705738787] 'process raft request' (duration: 1.709529187s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:26.223545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:24.513491Z","time spent":"1.710026738s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:36:26.223636Z","caller":"traceutil/trace.go:171","msg":"trace[1541773548] transaction","detail":"{read_only:false; response_revision:6401; number_of_response:1; }","duration":"1.709455494s","start":"2026-03-31T22:36:24.51417Z","end":"2026-03-31T22:36:26.223626Z","steps":["trace[1541773548] 'process raft request' (duration: 1.708914502s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:26.223683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:24.514155Z","time spent":"1.709500605s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:36:26.22393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.696515213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nxsdg\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T22:36:26.22402Z","caller":"traceutil/trace.go:171","msg":"trace[1811774280] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nxsdg; range_end:; response_count:1; response_revision:6401; }","duration":"1.696648526s","start":"2026-03-31T22:36:24.527347Z","end":"2026-03-31T22:36:26.223996Z","steps":["trace[1811774280] 'agreement among raft nodes before linearized reading' (duration: 1.69635519s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:26.224067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:24.527326Z","time spent":"1.696730068s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-nxsdg\" "} {"level":"info","ts":"2026-03-31T22:36:26.229741Z","caller":"traceutil/trace.go:171","msg":"trace[1924432866] transaction","detail":"{read_only:false; response_revision:6402; number_of_response:1; }","duration":"1.188477436s","start":"2026-03-31T22:36:25.041244Z","end":"2026-03-31T22:36:26.229721Z","steps":["trace[1924432866] 'process raft request' (duration: 1.188350993s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:26.229849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:25.041208Z","time spent":"1.188579729s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:36:26.230085Z","caller":"traceutil/trace.go:171","msg":"trace[994946536] transaction","detail":"{read_only:false; response_revision:6403; number_of_response:1; }","duration":"292.774116ms","start":"2026-03-31T22:36:25.93728Z","end":"2026-03-31T22:36:26.230054Z","steps":["trace[994946536] 'process raft request' (duration: 292.411168ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:26.230534Z","caller":"traceutil/trace.go:171","msg":"trace[279301380] transaction","detail":"{read_only:false; response_revision:6404; number_of_response:1; }","duration":"288.110061ms","start":"2026-03-31T22:36:25.942413Z","end":"2026-03-31T22:36:26.230523Z","steps":["trace[279301380] 'process raft request' (duration: 287.590219ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:26.230668Z","caller":"traceutil/trace.go:171","msg":"trace[2062870768] transaction","detail":"{read_only:false; response_revision:6405; number_of_response:1; }","duration":"287.078758ms","start":"2026-03-31T22:36:25.943567Z","end":"2026-03-31T22:36:26.230646Z","steps":["trace[2062870768] 'process raft request' (duration: 286.879603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:26.230695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.266959664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-80785d29-560f-41a6-873e-db21f587d889\" ","response":"range_response_count:1 size:3948"} {"level":"info","ts":"2026-03-31T22:36:26.23076Z","caller":"traceutil/trace.go:171","msg":"trace[868495263] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-80785d29-560f-41a6-873e-db21f587d889; range_end:; response_count:1; response_revision:6405; }","duration":"1.267060787s","start":"2026-03-31T22:36:24.963682Z","end":"2026-03-31T22:36:26.230742Z","steps":["trace[868495263] 'agreement among raft nodes before linearized reading' (duration: 1.266864102s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:26.230688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.469214771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-31T22:36:26.230809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:24.963664Z","time spent":"1.267132218s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3971,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-80785d29-560f-41a6-873e-db21f587d889\" "} {"level":"info","ts":"2026-03-31T22:36:26.230815Z","caller":"traceutil/trace.go:171","msg":"trace[1190629224] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:6405; }","duration":"1.469370814s","start":"2026-03-31T22:36:24.761433Z","end":"2026-03-31T22:36:26.230803Z","steps":["trace[1190629224] 'agreement among raft nodes before linearized reading' (duration: 1.46916548s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:26.230872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:24.761415Z","time spent":"1.469430626s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T22:36:26.231027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.58851751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-31T22:36:26.231535Z","caller":"traceutil/trace.go:171","msg":"trace[1328043288] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:6405; }","duration":"1.589070972s","start":"2026-03-31T22:36:24.642408Z","end":"2026-03-31T22:36:26.231479Z","steps":["trace[1328043288] 'agreement among raft nodes before linearized reading' (duration: 1.588270033s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:26.231781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:24.642389Z","time spent":"1.589375019s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-31T22:36:31.426133Z","caller":"traceutil/trace.go:171","msg":"trace[1412318652] linearizableReadLoop","detail":"{readStateIndex:6760; appliedIndex:6759; }","duration":"233.981622ms","start":"2026-03-31T22:36:31.192132Z","end":"2026-03-31T22:36:31.426114Z","steps":["trace[1412318652] 'read index received' (duration: 233.786388ms)","trace[1412318652] 'applied index is now lower than readState.Index' (duration: 194.484µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:36:31.426293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.135895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:36:31.426335Z","caller":"traceutil/trace.go:171","msg":"trace[651034593] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:6485; }","duration":"234.229648ms","start":"2026-03-31T22:36:31.192095Z","end":"2026-03-31T22:36:31.426325Z","steps":["trace[651034593] 'agreement among raft nodes before linearized reading' (duration: 234.133936ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:31.426302Z","caller":"traceutil/trace.go:171","msg":"trace[2036428160] transaction","detail":"{read_only:false; response_revision:6485; number_of_response:1; }","duration":"525.100391ms","start":"2026-03-31T22:36:30.901139Z","end":"2026-03-31T22:36:31.42624Z","steps":["trace[2036428160] 'process raft request' (duration: 524.827955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:31.426419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.59973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.35\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-31T22:36:31.42646Z","caller":"traceutil/trace.go:171","msg":"trace[730242613] range","detail":"{range_begin:/registry/masterleases/199.204.45.35; range_end:; response_count:1; response_revision:6485; }","duration":"141.714354ms","start":"2026-03-31T22:36:31.284737Z","end":"2026-03-31T22:36:31.426451Z","steps":["trace[730242613] 'agreement among raft nodes before linearized reading' (duration: 141.54056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:31.426465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:30.901115Z","time spent":"525.278015ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:36:36.032161Z","caller":"traceutil/trace.go:171","msg":"trace[1042277857] transaction","detail":"{read_only:false; response_revision:6560; number_of_response:1; }","duration":"110.745814ms","start":"2026-03-31T22:36:35.921396Z","end":"2026-03-31T22:36:36.032141Z","steps":["trace[1042277857] 'process raft request' (duration: 110.638452ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:36.402983Z","caller":"traceutil/trace.go:171","msg":"trace[466603175] transaction","detail":"{read_only:false; response_revision:6563; number_of_response:1; }","duration":"138.500411ms","start":"2026-03-31T22:36:36.264462Z","end":"2026-03-31T22:36:36.402962Z","steps":["trace[466603175] 'process raft request' (duration: 138.050511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:36.403312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.189931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T22:36:36.40334Z","caller":"traceutil/trace.go:171","msg":"trace[1358324003] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6564; }","duration":"133.263033ms","start":"2026-03-31T22:36:36.270067Z","end":"2026-03-31T22:36:36.40333Z","steps":["trace[1358324003] 'agreement among raft nodes before linearized reading' (duration: 133.158511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:36.403383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.439139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nxsdg\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-31T22:36:36.403469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.312509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T22:36:36.403473Z","caller":"traceutil/trace.go:171","msg":"trace[1149190019] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nxsdg; range_end:; response_count:1; response_revision:6564; }","duration":"130.574443ms","start":"2026-03-31T22:36:36.272875Z","end":"2026-03-31T22:36:36.403449Z","steps":["trace[1149190019] 'agreement among raft nodes before linearized reading' (duration: 130.330327ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:36.403503Z","caller":"traceutil/trace.go:171","msg":"trace[1077342950] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6564; }","duration":"131.36043ms","start":"2026-03-31T22:36:36.272133Z","end":"2026-03-31T22:36:36.403493Z","steps":["trace[1077342950] 'agreement among raft nodes before linearized reading' (duration: 131.285288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:36.40358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.620836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T22:36:36.403617Z","caller":"traceutil/trace.go:171","msg":"trace[627396863] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6564; }","duration":"135.685688ms","start":"2026-03-31T22:36:36.267924Z","end":"2026-03-31T22:36:36.40361Z","steps":["trace[627396863] 'agreement among raft nodes before linearized reading' (duration: 135.579116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:36.403873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.611188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T22:36:36.403941Z","caller":"traceutil/trace.go:171","msg":"trace[1022408471] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6564; }","duration":"136.769772ms","start":"2026-03-31T22:36:36.267157Z","end":"2026-03-31T22:36:36.403926Z","steps":["trace[1022408471] 'agreement among raft nodes before linearized reading' (duration: 136.442065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:36.568437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.988672ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:36:36.568566Z","caller":"traceutil/trace.go:171","msg":"trace[513448957] linearizableReadLoop","detail":"{readStateIndex:6841; appliedIndex:6840; }","duration":"165.370666ms","start":"2026-03-31T22:36:36.40317Z","end":"2026-03-31T22:36:36.568541Z","steps":["trace[513448957] 'read index received' (duration: 58.255762ms)","trace[513448957] 'applied index is now lower than readState.Index' (duration: 107.113154ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:36:36.568625Z","caller":"traceutil/trace.go:171","msg":"trace[1764996627] transaction","detail":"{read_only:false; response_revision:6565; number_of_response:1; }","duration":"208.720123ms","start":"2026-03-31T22:36:36.359885Z","end":"2026-03-31T22:36:36.568605Z","steps":["trace[1764996627] 'process raft request' (duration: 101.471476ms)","trace[1764996627] 'compare' (duration: 106.802596ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:36:36.568682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.486243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:36:36.568734Z","caller":"traceutil/trace.go:171","msg":"trace[1216336311] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6565; }","duration":"210.557735ms","start":"2026-03-31T22:36:36.358161Z","end":"2026-03-31T22:36:36.568719Z","steps":["trace[1216336311] 'agreement among raft nodes before linearized reading' (duration: 210.474083ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:36.974865Z","caller":"traceutil/trace.go:171","msg":"trace[1595461838] transaction","detail":"{read_only:false; response_revision:6566; number_of_response:1; }","duration":"569.220816ms","start":"2026-03-31T22:36:36.405607Z","end":"2026-03-31T22:36:36.974828Z","steps":["trace[1595461838] 'process raft request' (duration: 494.516533ms)","trace[1595461838] 'compare' (duration: 74.140339ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:36:36.974947Z","caller":"traceutil/trace.go:171","msg":"trace[1475145538] transaction","detail":"{read_only:false; response_revision:6567; number_of_response:1; }","duration":"567.826014ms","start":"2026-03-31T22:36:36.407093Z","end":"2026-03-31T22:36:36.974919Z","steps":["trace[1475145538] 'process raft request' (duration: 567.63732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:36.97504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:36.405582Z","time spent":"569.361959ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:36:36.975064Z","caller":"traceutil/trace.go:171","msg":"trace[560772220] transaction","detail":"{read_only:false; response_revision:6569; number_of_response:1; }","duration":"567.68567ms","start":"2026-03-31T22:36:36.407345Z","end":"2026-03-31T22:36:36.975031Z","steps":["trace[560772220] 'process raft request' (duration: 567.564678ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:36.975101Z","caller":"traceutil/trace.go:171","msg":"trace[125340466] transaction","detail":"{read_only:false; response_revision:6570; number_of_response:1; }","duration":"567.530557ms","start":"2026-03-31T22:36:36.407532Z","end":"2026-03-31T22:36:36.975062Z","steps":["trace[125340466] 'process raft request' (duration: 567.434625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:36.975202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:36.407341Z","time spent":"567.793943ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:36:36.975209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:36.407083Z","time spent":"567.970697ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:36:36.975285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:36.407516Z","time spent":"567.67775ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:36:36.975372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.507699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81486"} {"level":"info","ts":"2026-03-31T22:36:36.975444Z","caller":"traceutil/trace.go:171","msg":"trace[845014022] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:6570; }","duration":"568.606431ms","start":"2026-03-31T22:36:36.406823Z","end":"2026-03-31T22:36:36.975429Z","steps":["trace[845014022] 'agreement among raft nodes before linearized reading' (duration: 568.291144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:36.9755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:36.406808Z","time spent":"568.676703ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81509,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T22:36:36.97538Z","caller":"traceutil/trace.go:171","msg":"trace[478860710] transaction","detail":"{read_only:false; response_revision:6568; number_of_response:1; }","duration":"568.057999ms","start":"2026-03-31T22:36:36.407305Z","end":"2026-03-31T22:36:36.975363Z","steps":["trace[478860710] 'process raft request' (duration: 567.550518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:36.975618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:36.407299Z","time spent":"568.279194ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:36:36.97504Z","caller":"traceutil/trace.go:171","msg":"trace[809100006] linearizableReadLoop","detail":"{readStateIndex:6846; appliedIndex:6841; }","duration":"406.419637ms","start":"2026-03-31T22:36:36.5686Z","end":"2026-03-31T22:36:36.97502Z","steps":["trace[809100006] 'read index received' (duration: 331.510789ms)","trace[809100006] 'applied index is now lower than readState.Index' (duration: 74.907398ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:36:37.01115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.486727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:36:37.011282Z","caller":"traceutil/trace.go:171","msg":"trace[1850871634] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6571; }","duration":"441.662181ms","start":"2026-03-31T22:36:36.5696Z","end":"2026-03-31T22:36:37.011262Z","steps":["trace[1850871634] 'agreement among raft nodes before linearized reading' (duration: 441.490597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:37.011362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:36.56958Z","time spent":"441.769504ms","remote":"127.0.0.1:53032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T22:36:37.661259Z","caller":"traceutil/trace.go:171","msg":"trace[782674992] linearizableReadLoop","detail":"{readStateIndex:6849; appliedIndex:6848; }","duration":"137.551639ms","start":"2026-03-31T22:36:37.523685Z","end":"2026-03-31T22:36:37.661237Z","steps":["trace[782674992] 'read index received' (duration: 137.339554ms)","trace[782674992] 'applied index is now lower than readState.Index' (duration: 211.195µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:36:37.661396Z","caller":"traceutil/trace.go:171","msg":"trace[1544080514] transaction","detail":"{read_only:false; response_revision:6573; number_of_response:1; }","duration":"144.286692ms","start":"2026-03-31T22:36:37.51708Z","end":"2026-03-31T22:36:37.661366Z","steps":["trace[1544080514] 'process raft request' (duration: 143.999725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:37.661561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.850785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T22:36:37.661622Z","caller":"traceutil/trace.go:171","msg":"trace[187859306] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6573; }","duration":"137.956198ms","start":"2026-03-31T22:36:37.523651Z","end":"2026-03-31T22:36:37.661607Z","steps":["trace[187859306] 'agreement among raft nodes before linearized reading' (duration: 137.725493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:37.661729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.872604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112297"} {"level":"warn","ts":"2026-03-31T22:36:37.661762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.646157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112297"} {"level":"info","ts":"2026-03-31T22:36:37.66179Z","caller":"traceutil/trace.go:171","msg":"trace[1342473238] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:6573; }","duration":"132.962056ms","start":"2026-03-31T22:36:37.528814Z","end":"2026-03-31T22:36:37.661776Z","steps":["trace[1342473238] 'agreement among raft nodes before linearized reading' (duration: 132.650209ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:37.661803Z","caller":"traceutil/trace.go:171","msg":"trace[337384654] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:6573; }","duration":"135.734299ms","start":"2026-03-31T22:36:37.526058Z","end":"2026-03-31T22:36:37.661792Z","steps":["trace[337384654] 'agreement among raft nodes before linearized reading' (duration: 135.33505ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:39.387919Z","caller":"traceutil/trace.go:171","msg":"trace[1016306539] linearizableReadLoop","detail":"{readStateIndex:6864; appliedIndex:6863; }","duration":"144.572668ms","start":"2026-03-31T22:36:39.243318Z","end":"2026-03-31T22:36:39.387891Z","steps":["trace[1016306539] 'read index received' (duration: 144.357533ms)","trace[1016306539] 'applied index is now lower than readState.Index' (duration: 213.915µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:36:39.388066Z","caller":"traceutil/trace.go:171","msg":"trace[1559848847] transaction","detail":"{read_only:false; response_revision:6587; number_of_response:1; }","duration":"199.040994ms","start":"2026-03-31T22:36:39.189009Z","end":"2026-03-31T22:36:39.38805Z","steps":["trace[1559848847] 'process raft request' (duration: 198.689476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:39.38837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.031178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-31T22:36:39.388433Z","caller":"traceutil/trace.go:171","msg":"trace[880454926] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:6587; }","duration":"145.108069ms","start":"2026-03-31T22:36:39.243307Z","end":"2026-03-31T22:36:39.388415Z","steps":["trace[880454926] 'agreement among raft nodes before linearized reading' (duration: 144.925185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:41.471348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.492895216s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:36:41.471479Z","caller":"traceutil/trace.go:171","msg":"trace[1441009868] transaction","detail":"{read_only:false; response_revision:6589; number_of_response:1; }","duration":"2.04082688s","start":"2026-03-31T22:36:39.430629Z","end":"2026-03-31T22:36:41.471456Z","steps":["trace[1441009868] 'process raft request' (duration: 547.72308ms)","trace[1441009868] 'compare' (duration: 1.492544198s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:36:41.471526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:39.430606Z","time spent":"2.040900653s","remote":"127.0.0.1:53188","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1283,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:36:41.474162Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.49575094s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T22:36:41.47461Z","caller":"traceutil/trace.go:171","msg":"trace[1234962701] transaction","detail":"{read_only:false; response_revision:6590; number_of_response:1; }","duration":"2.04391491s","start":"2026-03-31T22:36:39.430673Z","end":"2026-03-31T22:36:41.474587Z","steps":["trace[1234962701] 'process raft request' (duration: 2.043702125s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:41.474812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:39.430645Z","time spent":"2.044020293s","remote":"127.0.0.1:53188","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:36:41.474994Z","caller":"traceutil/trace.go:171","msg":"trace[710479474] transaction","detail":"{read_only:false; response_revision:6592; number_of_response:1; }","duration":"2.043561602s","start":"2026-03-31T22:36:39.431416Z","end":"2026-03-31T22:36:41.474977Z","steps":["trace[710479474] 'process raft request' (duration: 2.043358567s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:41.474973Z","caller":"traceutil/trace.go:171","msg":"trace[1209497917] transaction","detail":"{read_only:false; response_revision:6591; number_of_response:1; }","duration":"2.043725596s","start":"2026-03-31T22:36:39.431208Z","end":"2026-03-31T22:36:41.474934Z","steps":["trace[1209497917] 'process raft request' (duration: 2.043310436s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:41.47508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:39.431407Z","time spent":"2.043632543s","remote":"127.0.0.1:53274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1455,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:36:41.475165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:39.431185Z","time spent":"2.043880719s","remote":"127.0.0.1:53274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1869,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:36:41.474982Z","caller":"traceutil/trace.go:171","msg":"trace[1822913985] linearizableReadLoop","detail":"{readStateIndex:6870; appliedIndex:6865; }","duration":"1.784997336s","start":"2026-03-31T22:36:39.689962Z","end":"2026-03-31T22:36:41.474959Z","steps":["trace[1822913985] 'read index received' (duration: 288.402177ms)","trace[1822913985] 'applied index is now lower than readState.Index' (duration: 1.496594049s)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:36:41.475213Z","caller":"traceutil/trace.go:171","msg":"trace[1105681078] transaction","detail":"{read_only:false; response_revision:6593; number_of_response:1; }","duration":"2.036974983s","start":"2026-03-31T22:36:39.438226Z","end":"2026-03-31T22:36:41.475201Z","steps":["trace[1105681078] 'process raft request' (duration: 2.036669187s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:41.475169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.78519196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T22:36:41.4753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:39.438212Z","time spent":"2.037036595s","remote":"127.0.0.1:53462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12011,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:36:41.475307Z","caller":"traceutil/trace.go:171","msg":"trace[575298588] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6593; }","duration":"1.785364284s","start":"2026-03-31T22:36:39.689916Z","end":"2026-03-31T22:36:41.47528Z","steps":["trace[575298588] 'agreement among raft nodes before linearized reading' (duration: 1.785116119s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:41.475389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:39.689897Z","time spent":"1.785463937s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:36:41.477035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.246553435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-31T22:36:41.477107Z","caller":"traceutil/trace.go:171","msg":"trace[250291575] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:6596; }","duration":"1.246657188s","start":"2026-03-31T22:36:40.230411Z","end":"2026-03-31T22:36:41.477069Z","steps":["trace[250291575] 'agreement among raft nodes before linearized reading' (duration: 1.246505895s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:41.477139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:40.230376Z","time spent":"1.246755489s","remote":"127.0.0.1:53174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-31T22:36:41.477315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.541104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nxsdg\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T22:36:41.477341Z","caller":"traceutil/trace.go:171","msg":"trace[1671241019] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nxsdg; range_end:; response_count:1; response_revision:6596; }","duration":"392.611176ms","start":"2026-03-31T22:36:41.084724Z","end":"2026-03-31T22:36:41.477335Z","steps":["trace[1671241019] 'agreement among raft nodes before linearized reading' (duration: 392.533994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:41.47736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:41.084705Z","time spent":"392.649386ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-nxsdg\" "} {"level":"warn","ts":"2026-03-31T22:36:41.477441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.404851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T22:36:41.478173Z","caller":"traceutil/trace.go:171","msg":"trace[1478771940] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6596; }","duration":"393.24543ms","start":"2026-03-31T22:36:41.084911Z","end":"2026-03-31T22:36:41.478156Z","steps":["trace[1478771940] 'agreement among raft nodes before linearized reading' (duration: 392.34168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:41.478285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:41.084904Z","time spent":"393.368803ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T22:36:41.477489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.123832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:36:41.478414Z","caller":"traceutil/trace.go:171","msg":"trace[539253182] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:6596; }","duration":"649.065263ms","start":"2026-03-31T22:36:40.829319Z","end":"2026-03-31T22:36:41.478385Z","steps":["trace[539253182] 'agreement among raft nodes before linearized reading' (duration: 648.140063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:41.478484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:40.829297Z","time spent":"649.168345ms","remote":"127.0.0.1:46364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:36:41.477555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.357401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T22:36:41.478722Z","caller":"traceutil/trace.go:171","msg":"trace[1606653359] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6596; }","duration":"879.558557ms","start":"2026-03-31T22:36:40.599149Z","end":"2026-03-31T22:36:41.478707Z","steps":["trace[1606653359] 'agreement among raft nodes before linearized reading' (duration: 878.35362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:41.478762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:40.599126Z","time spent":"879.623958ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T22:36:41.477555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.937662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T22:36:41.478817Z","caller":"traceutil/trace.go:171","msg":"trace[1861604841] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6596; }","duration":"461.242851ms","start":"2026-03-31T22:36:41.017562Z","end":"2026-03-31T22:36:41.478805Z","steps":["trace[1861604841] 'agreement among raft nodes before linearized reading' (duration: 459.80767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:41.478862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:41.017541Z","time spent":"461.309772ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T22:36:41.477588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.116947695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:36:41.478957Z","caller":"traceutil/trace.go:171","msg":"trace[1700764044] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6596; }","duration":"1.118366776s","start":"2026-03-31T22:36:40.360576Z","end":"2026-03-31T22:36:41.478943Z","steps":["trace[1700764044] 'agreement among raft nodes before linearized reading' (duration: 1.116997506s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:41.478993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:40.36054Z","time spent":"1.118443658s","remote":"127.0.0.1:53020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T22:36:41.477609Z","caller":"traceutil/trace.go:171","msg":"trace[1498968941] transaction","detail":"{read_only:false; response_revision:6596; number_of_response:1; }","duration":"1.056627246s","start":"2026-03-31T22:36:40.420955Z","end":"2026-03-31T22:36:41.477582Z","steps":["trace[1498968941] 'process raft request' (duration: 1.055920521s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:41.477657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.750732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T22:36:41.477705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.962335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.35\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-31T22:36:41.477748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.501246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T22:36:41.477763Z","caller":"traceutil/trace.go:171","msg":"trace[374719633] transaction","detail":"{read_only:false; response_revision:6594; number_of_response:1; }","duration":"1.109274892s","start":"2026-03-31T22:36:40.368479Z","end":"2026-03-31T22:36:41.477754Z","steps":["trace[374719633] 'process raft request' (duration: 1.10827993s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:41.477772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.410161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:36:41.4778Z","caller":"traceutil/trace.go:171","msg":"trace[1261822849] transaction","detail":"{read_only:false; response_revision:6595; number_of_response:1; }","duration":"1.057162078s","start":"2026-03-31T22:36:40.420623Z","end":"2026-03-31T22:36:41.477785Z","steps":["trace[1261822849] 'process raft request' (duration: 1.056217487s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:41.477837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.604444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-31T22:36:41.477814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.510779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-31T22:36:41.477627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.694766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:36:41.479073Z","caller":"traceutil/trace.go:171","msg":"trace[763281472] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:6596; }","duration":"237.808577ms","start":"2026-03-31T22:36:41.241246Z","end":"2026-03-31T22:36:41.479054Z","steps":["trace[763281472] 'agreement among raft nodes before linearized reading' (duration: 236.382235ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:41.479083Z","caller":"traceutil/trace.go:171","msg":"trace[58659041] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:6596; }","duration":"433.185919ms","start":"2026-03-31T22:36:41.045885Z","end":"2026-03-31T22:36:41.479071Z","steps":["trace[58659041] 'agreement among raft nodes before linearized reading' (duration: 431.711817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:41.479127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:41.045867Z","time spent":"433.24675ms","remote":"127.0.0.1:53388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:36:41.479178Z","caller":"traceutil/trace.go:171","msg":"trace[2069480025] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6596; }","duration":"394.935958ms","start":"2026-03-31T22:36:41.084228Z","end":"2026-03-31T22:36:41.479164Z","steps":["trace[2069480025] 'agreement among raft nodes before linearized reading' (duration: 393.461335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:41.479226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:41.084223Z","time spent":"394.989949ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T22:36:41.479248Z","caller":"traceutil/trace.go:171","msg":"trace[351148325] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:6596; }","duration":"239.068397ms","start":"2026-03-31T22:36:41.240167Z","end":"2026-03-31T22:36:41.479236Z","steps":["trace[351148325] 'agreement among raft nodes before linearized reading' (duration: 237.620304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:41.479298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:40.420593Z","time spent":"1.058642922s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:36:41.479366Z","caller":"traceutil/trace.go:171","msg":"trace[1518259983] range","detail":"{range_begin:/registry/masterleases/199.204.45.35; range_end:; response_count:1; response_revision:6596; }","duration":"193.646124ms","start":"2026-03-31T22:36:41.285706Z","end":"2026-03-31T22:36:41.479352Z","steps":["trace[1518259983] 'agreement among raft nodes before linearized reading' (duration: 191.948895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:41.479426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:40.420928Z","time spent":"1.058467997s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:36:41.479383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:40.368458Z","time spent":"1.11090762s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:36:41.479406Z","caller":"traceutil/trace.go:171","msg":"trace[613603276] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:6596; }","duration":"232.07789ms","start":"2026-03-31T22:36:41.247322Z","end":"2026-03-31T22:36:41.4794Z","steps":["trace[613603276] 'agreement among raft nodes before linearized reading' (duration: 230.272689ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:41.47941Z","caller":"traceutil/trace.go:171","msg":"trace[1493881813] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6596; }","duration":"395.539103ms","start":"2026-03-31T22:36:41.083862Z","end":"2026-03-31T22:36:41.479401Z","steps":["trace[1493881813] 'agreement among raft nodes before linearized reading' (duration: 393.66761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:41.479573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:41.083852Z","time spent":"395.706836ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T22:36:41.713517Z","caller":"traceutil/trace.go:171","msg":"trace[928134367] transaction","detail":"{read_only:false; response_revision:6606; number_of_response:1; }","duration":"162.381698ms","start":"2026-03-31T22:36:41.551115Z","end":"2026-03-31T22:36:41.713496Z","steps":["trace[928134367] 'process raft request' (duration: 162.255375ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:42.058038Z","caller":"traceutil/trace.go:171","msg":"trace[1696434904] transaction","detail":"{read_only:false; response_revision:6607; number_of_response:1; }","duration":"108.930324ms","start":"2026-03-31T22:36:41.949031Z","end":"2026-03-31T22:36:42.057961Z","steps":["trace[1696434904] 'process raft request' (duration: 105.828424ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:46.418738Z","caller":"traceutil/trace.go:171","msg":"trace[1292668295] linearizableReadLoop","detail":"{readStateIndex:6918; appliedIndex:6917; }","duration":"157.054238ms","start":"2026-03-31T22:36:46.261664Z","end":"2026-03-31T22:36:46.418719Z","steps":["trace[1292668295] 'read index received' (duration: 156.861443ms)","trace[1292668295] 'applied index is now lower than readState.Index' (duration: 192.055µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:36:46.418799Z","caller":"traceutil/trace.go:171","msg":"trace[550123625] transaction","detail":"{read_only:false; response_revision:6639; number_of_response:1; }","duration":"160.443754ms","start":"2026-03-31T22:36:46.258322Z","end":"2026-03-31T22:36:46.418766Z","steps":["trace[550123625] 'process raft request' (duration: 160.25705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:46.419041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.333104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-31T22:36:46.419128Z","caller":"traceutil/trace.go:171","msg":"trace[1678850306] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:6639; }","duration":"157.478757ms","start":"2026-03-31T22:36:46.261625Z","end":"2026-03-31T22:36:46.419103Z","steps":["trace[1678850306] 'agreement among raft nodes before linearized reading' (duration: 157.176901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:46.993265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.660686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-80785d29-560f-41a6-873e-db21f587d889\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-31T22:36:46.993353Z","caller":"traceutil/trace.go:171","msg":"trace[93542584] range","detail":"{range_begin:/registry/persistentvolumes/pvc-80785d29-560f-41a6-873e-db21f587d889; range_end:; response_count:1; response_revision:6639; }","duration":"570.803179ms","start":"2026-03-31T22:36:46.422531Z","end":"2026-03-31T22:36:46.993334Z","steps":["trace[93542584] 'range keys from in-memory index tree' (duration: 570.484002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:46.9934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:46.422506Z","time spent":"570.883591ms","remote":"127.0.0.1:53166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-80785d29-560f-41a6-873e-db21f587d889\" "} {"level":"info","ts":"2026-03-31T22:36:46.993667Z","caller":"traceutil/trace.go:171","msg":"trace[2136564614] transaction","detail":"{read_only:false; response_revision:6640; number_of_response:1; }","duration":"568.807054ms","start":"2026-03-31T22:36:46.424833Z","end":"2026-03-31T22:36:46.99364Z","steps":["trace[2136564614] 'process raft request' (duration: 565.96696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:46.993818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:46.424808Z","time spent":"568.931916ms","remote":"127.0.0.1:53274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1504,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:36:47.770258Z","caller":"traceutil/trace.go:171","msg":"trace[393152240] transaction","detail":"{read_only:false; response_revision:6641; number_of_response:1; }","duration":"1.344796276s","start":"2026-03-31T22:36:46.425427Z","end":"2026-03-31T22:36:47.770224Z","steps":["trace[393152240] 'process raft request' (duration: 1.344389317s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:47.770344Z","caller":"traceutil/trace.go:171","msg":"trace[747417681] transaction","detail":"{read_only:false; response_revision:6642; number_of_response:1; }","duration":"1.344588641s","start":"2026-03-31T22:36:46.42572Z","end":"2026-03-31T22:36:47.770308Z","steps":["trace[747417681] 'process raft request' (duration: 1.344265984s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:47.770405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:46.425411Z","time spent":"1.344916858s","remote":"127.0.0.1:53274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1427,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:36:47.770465Z","caller":"traceutil/trace.go:171","msg":"trace[609314673] transaction","detail":"{read_only:false; response_revision:6643; number_of_response:1; }","duration":"1.344636852s","start":"2026-03-31T22:36:46.425787Z","end":"2026-03-31T22:36:47.770424Z","steps":["trace[609314673] 'process raft request' (duration: 1.344271184s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:47.770531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:46.42571Z","time spent":"1.344725974s","remote":"127.0.0.1:53188","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":949,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:36:47.770651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:46.425781Z","time spent":"1.344792936s","remote":"127.0.0.1:53188","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":891,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:36:47.994577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.456616ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T22:36:47.994764Z","caller":"traceutil/trace.go:171","msg":"trace[2116997520] linearizableReadLoop","detail":"{readStateIndex:6922; appliedIndex:6918; }","duration":"1.480687946s","start":"2026-03-31T22:36:46.513988Z","end":"2026-03-31T22:36:47.994676Z","steps":["trace[2116997520] 'read index received' (duration: 477.785203ms)","trace[2116997520] 'applied index is now lower than readState.Index' (duration: 1.002900423s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:36:47.995151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.481148267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:36:47.995203Z","caller":"traceutil/trace.go:171","msg":"trace[984191695] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:6643; }","duration":"1.48124037s","start":"2026-03-31T22:36:46.51395Z","end":"2026-03-31T22:36:47.99519Z","steps":["trace[984191695] 'agreement among raft nodes before linearized reading' (duration: 1.481140486s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:47.995289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:46.513906Z","time spent":"1.481370122s","remote":"127.0.0.1:39730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:36:48.056403Z","caller":"traceutil/trace.go:171","msg":"trace[450228186] transaction","detail":"{read_only:false; response_revision:6645; number_of_response:1; }","duration":"556.395123ms","start":"2026-03-31T22:36:47.499983Z","end":"2026-03-31T22:36:48.056379Z","steps":["trace[450228186] 'process raft request' (duration: 556.332512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:48.056542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:47.49996Z","time spent":"556.512576ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:36:48.056406Z","caller":"traceutil/trace.go:171","msg":"trace[504934126] transaction","detail":"{read_only:false; response_revision:6644; number_of_response:1; }","duration":"697.406751ms","start":"2026-03-31T22:36:47.358975Z","end":"2026-03-31T22:36:48.056381Z","steps":["trace[504934126] 'process raft request' (duration: 697.001122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:48.056634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:47.358963Z","time spent":"697.623176ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:36:48.056812Z","caller":"traceutil/trace.go:171","msg":"trace[1190235440] transaction","detail":"{read_only:false; response_revision:6646; number_of_response:1; }","duration":"556.697951ms","start":"2026-03-31T22:36:47.500077Z","end":"2026-03-31T22:36:48.056774Z","steps":["trace[1190235440] 'process raft request' (duration: 556.273301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:48.056976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:47.500067Z","time spent":"556.828895ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:36:48.057717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.335773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T22:36:48.057773Z","caller":"traceutil/trace.go:171","msg":"trace[122941318] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6647; }","duration":"528.434645ms","start":"2026-03-31T22:36:47.529325Z","end":"2026-03-31T22:36:48.05776Z","steps":["trace[122941318] 'agreement among raft nodes before linearized reading' (duration: 528.241261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:48.05781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:47.529305Z","time spent":"528.498766ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T22:36:48.057816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059683493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-03-31T22:36:48.057966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.622879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-03-31T22:36:48.058042Z","caller":"traceutil/trace.go:171","msg":"trace[1832800636] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:6647; }","duration":"805.739542ms","start":"2026-03-31T22:36:47.252285Z","end":"2026-03-31T22:36:48.058024Z","steps":["trace[1832800636] 'agreement among raft nodes before linearized reading' (duration: 805.448195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:48.058064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.955097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T22:36:48.058035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.641827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-03-31T22:36:48.058106Z","caller":"traceutil/trace.go:171","msg":"trace[1953327921] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6647; }","duration":"502.025519ms","start":"2026-03-31T22:36:47.556069Z","end":"2026-03-31T22:36:48.058095Z","steps":["trace[1953327921] 'agreement among raft nodes before linearized reading' (duration: 501.934367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:48.058139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:47.556052Z","time spent":"502.08073ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T22:36:48.058145Z","caller":"traceutil/trace.go:171","msg":"trace[1004598705] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:6647; }","duration":"990.804151ms","start":"2026-03-31T22:36:47.06731Z","end":"2026-03-31T22:36:48.058114Z","steps":["trace[1004598705] 'agreement among raft nodes before linearized reading' (duration: 990.503684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:48.058181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.737206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T22:36:48.058142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:47.252265Z","time spent":"805.816133ms","remote":"127.0.0.1:39576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3266,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-03-31T22:36:48.058066Z","caller":"traceutil/trace.go:171","msg":"trace[2091940248] transaction","detail":"{read_only:false; response_revision:6647; number_of_response:1; }","duration":"557.910248ms","start":"2026-03-31T22:36:47.500146Z","end":"2026-03-31T22:36:48.058056Z","steps":["trace[2091940248] 'process raft request' (duration: 556.573408ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:48.058281Z","caller":"traceutil/trace.go:171","msg":"trace[937496093] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6647; }","duration":"530.824288ms","start":"2026-03-31T22:36:47.527417Z","end":"2026-03-31T22:36:48.058241Z","steps":["trace[937496093] 'agreement among raft nodes before linearized reading' (duration: 530.628023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:48.058302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.566648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T22:36:48.058281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.342647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:36:48.058383Z","caller":"traceutil/trace.go:171","msg":"trace[1810885295] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6647; }","duration":"700.472761ms","start":"2026-03-31T22:36:47.357901Z","end":"2026-03-31T22:36:48.058374Z","steps":["trace[1810885295] 'agreement among raft nodes before linearized reading' (duration: 700.304187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:48.057982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.487865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:36:48.058421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:47.357885Z","time spent":"700.529551ms","remote":"127.0.0.1:53020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:36:48.058449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.154011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nxsdg\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-31T22:36:48.058369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:47.527409Z","time spent":"530.910809ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T22:36:48.058494Z","caller":"traceutil/trace.go:171","msg":"trace[981902245] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nxsdg; range_end:; response_count:1; response_revision:6647; }","duration":"529.225412ms","start":"2026-03-31T22:36:47.529261Z","end":"2026-03-31T22:36:48.058487Z","steps":["trace[981902245] 'agreement among raft nodes before linearized reading' (duration: 529.13658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:48.058213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:47.067289Z","time spent":"990.911734ms","remote":"127.0.0.1:39576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3266,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-31T22:36:48.058522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:47.529249Z","time spent":"529.266624ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-nxsdg\" "} {"level":"warn","ts":"2026-03-31T22:36:48.05851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.441887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T22:36:48.058347Z","caller":"traceutil/trace.go:171","msg":"trace[1921986732] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6647; }","duration":"528.626119ms","start":"2026-03-31T22:36:47.529708Z","end":"2026-03-31T22:36:48.058335Z","steps":["trace[1921986732] 'agreement among raft nodes before linearized reading' (duration: 528.538147ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:48.058578Z","caller":"traceutil/trace.go:171","msg":"trace[947639729] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6647; }","duration":"529.55177ms","start":"2026-03-31T22:36:47.529007Z","end":"2026-03-31T22:36:48.058559Z","steps":["trace[947639729] 'agreement among raft nodes before linearized reading' (duration: 528.968057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:48.058617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:47.529701Z","time spent":"528.901006ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T22:36:48.058626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:47.52898Z","time spent":"529.632341ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T22:36:48.058338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:47.500116Z","time spent":"558.184644ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:36:48.05847Z","caller":"traceutil/trace.go:171","msg":"trace[1059873623] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:6647; }","duration":"365.981955ms","start":"2026-03-31T22:36:47.692448Z","end":"2026-03-31T22:36:48.05843Z","steps":["trace[1059873623] 'agreement among raft nodes before linearized reading' (duration: 365.502914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:48.058805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:47.692431Z","time spent":"366.363294ms","remote":"127.0.0.1:55606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:36:48.058872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.316229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T22:36:48.058946Z","caller":"traceutil/trace.go:171","msg":"trace[2067927216] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6647; }","duration":"535.383511ms","start":"2026-03-31T22:36:47.523541Z","end":"2026-03-31T22:36:48.058924Z","steps":["trace[2067927216] 'agreement among raft nodes before linearized reading' (duration: 535.235037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:48.058985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:47.523467Z","time spent":"535.509534ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T22:36:48.059391Z","caller":"traceutil/trace.go:171","msg":"trace[1217513643] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:6647; }","duration":"1.059878246s","start":"2026-03-31T22:36:46.998031Z","end":"2026-03-31T22:36:48.057909Z","steps":["trace[1217513643] 'agreement among raft nodes before linearized reading' (duration: 1.059519408s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:48.059452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:46.998014Z","time spent":"1.061424041s","remote":"127.0.0.1:53174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-31T22:36:48.236497Z","caller":"traceutil/trace.go:171","msg":"trace[996681288] transaction","detail":"{read_only:false; response_revision:6649; number_of_response:1; }","duration":"171.798041ms","start":"2026-03-31T22:36:48.064664Z","end":"2026-03-31T22:36:48.236462Z","steps":["trace[996681288] 'process raft request' (duration: 171.502065ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:48.236622Z","caller":"traceutil/trace.go:171","msg":"trace[1299423416] transaction","detail":"{read_only:false; response_revision:6650; number_of_response:1; }","duration":"171.073204ms","start":"2026-03-31T22:36:48.065519Z","end":"2026-03-31T22:36:48.236592Z","steps":["trace[1299423416] 'process raft request' (duration: 170.828369ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:48.236669Z","caller":"traceutil/trace.go:171","msg":"trace[947519207] transaction","detail":"{read_only:false; response_revision:6653; number_of_response:1; }","duration":"171.008073ms","start":"2026-03-31T22:36:48.065627Z","end":"2026-03-31T22:36:48.236636Z","steps":["trace[947519207] 'process raft request' (duration: 170.900191ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:48.236817Z","caller":"traceutil/trace.go:171","msg":"trace[1335551258] transaction","detail":"{read_only:false; response_revision:6652; number_of_response:1; }","duration":"171.229898ms","start":"2026-03-31T22:36:48.065581Z","end":"2026-03-31T22:36:48.23681Z","steps":["trace[1335551258] 'process raft request' (duration: 170.8913ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:48.236799Z","caller":"traceutil/trace.go:171","msg":"trace[146355876] transaction","detail":"{read_only:false; response_revision:6651; number_of_response:1; }","duration":"171.167786ms","start":"2026-03-31T22:36:48.065551Z","end":"2026-03-31T22:36:48.236719Z","steps":["trace[146355876] 'process raft request' (duration: 170.854829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:48.236833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.854185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T22:36:48.236896Z","caller":"traceutil/trace.go:171","msg":"trace[1517005232] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6653; }","duration":"172.970407ms","start":"2026-03-31T22:36:48.063909Z","end":"2026-03-31T22:36:48.236879Z","steps":["trace[1517005232] 'agreement among raft nodes before linearized reading' (duration: 172.685261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:48.236898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.702196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1162"} {"level":"info","ts":"2026-03-31T22:36:48.236951Z","caller":"traceutil/trace.go:171","msg":"trace[1296484425] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:6653; }","duration":"170.785238ms","start":"2026-03-31T22:36:48.066156Z","end":"2026-03-31T22:36:48.236941Z","steps":["trace[1296484425] 'agreement among raft nodes before linearized reading' (duration: 170.569753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:48.270573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.024938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81773"} {"level":"info","ts":"2026-03-31T22:36:48.270845Z","caller":"traceutil/trace.go:171","msg":"trace[550712415] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:6653; }","duration":"205.339926ms","start":"2026-03-31T22:36:48.065484Z","end":"2026-03-31T22:36:48.270824Z","steps":["trace[550712415] 'agreement among raft nodes before linearized reading' (duration: 171.400292ms)","trace[550712415] 'range keys from in-memory index tree' (duration: 33.449273ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:37:27.133424Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219120757601835343,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:37:27.357859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.304116ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:37:27.358001Z","caller":"traceutil/trace.go:171","msg":"trace[461860633] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:6970; }","duration":"284.476059ms","start":"2026-03-31T22:37:27.073506Z","end":"2026-03-31T22:37:27.357982Z","steps":["trace[461860633] 'range keys from in-memory index tree' (duration: 284.282715ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:27.365729Z","caller":"traceutil/trace.go:171","msg":"trace[645232007] transaction","detail":"{read_only:false; response_revision:6971; number_of_response:1; }","duration":"807.251826ms","start":"2026-03-31T22:37:26.558446Z","end":"2026-03-31T22:37:27.365698Z","steps":["trace[645232007] 'process raft request' (duration: 807.084172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:27.365884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:26.558433Z","time spent":"807.371489ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:37:27.372461Z","caller":"traceutil/trace.go:171","msg":"trace[295775828] linearizableReadLoop","detail":"{readStateIndex:7261; appliedIndex:7259; }","duration":"740.052352ms","start":"2026-03-31T22:37:26.632376Z","end":"2026-03-31T22:37:27.372428Z","steps":["trace[295775828] 'read index received' (duration: 733.170896ms)","trace[295775828] 'applied index is now lower than readState.Index' (duration: 6.880506ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:37:27.372562Z","caller":"traceutil/trace.go:171","msg":"trace[1997594029] transaction","detail":"{read_only:false; response_revision:6972; number_of_response:1; }","duration":"776.999283ms","start":"2026-03-31T22:37:26.595551Z","end":"2026-03-31T22:37:27.37255Z","steps":["trace[1997594029] 'process raft request' (duration: 776.787839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:27.372631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.60529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:37:27.372675Z","caller":"traceutil/trace.go:171","msg":"trace[197813403] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6972; }","duration":"738.705712ms","start":"2026-03-31T22:37:26.633959Z","end":"2026-03-31T22:37:27.372665Z","steps":["trace[197813403] 'agreement among raft nodes before linearized reading' (duration: 738.62531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:27.372702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:26.633937Z","time spent":"738.757143ms","remote":"127.0.0.1:53256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-03-31T22:37:27.372706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.457445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:37:27.372735Z","caller":"traceutil/trace.go:171","msg":"trace[997916662] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6972; }","duration":"698.530896ms","start":"2026-03-31T22:37:26.674195Z","end":"2026-03-31T22:37:27.372726Z","steps":["trace[997916662] 'agreement among raft nodes before linearized reading' (duration: 698.474075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:27.372762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:26.674175Z","time spent":"698.578347ms","remote":"127.0.0.1:39664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:37:27.372638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:26.595498Z","time spent":"777.093905ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:37:27.372939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.661093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"info","ts":"2026-03-31T22:37:27.372977Z","caller":"traceutil/trace.go:171","msg":"trace[41776610] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:6972; }","duration":"735.700954ms","start":"2026-03-31T22:37:26.637268Z","end":"2026-03-31T22:37:27.372969Z","steps":["trace[41776610] 'agreement among raft nodes before linearized reading' (duration: 735.576891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:27.373046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:26.637243Z","time spent":"735.758765ms","remote":"127.0.0.1:53256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6182,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"warn","ts":"2026-03-31T22:37:27.372856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.486462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:37:27.373379Z","caller":"traceutil/trace.go:171","msg":"trace[645360835] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6972; }","duration":"741.053725ms","start":"2026-03-31T22:37:26.632312Z","end":"2026-03-31T22:37:27.373366Z","steps":["trace[645360835] 'agreement among raft nodes before linearized reading' (duration: 740.493892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:27.373424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:26.632288Z","time spent":"741.126016ms","remote":"127.0.0.1:53256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-03-31T22:37:36.747159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.392285ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:37:36.747287Z","caller":"traceutil/trace.go:171","msg":"trace[2097439454] linearizableReadLoop","detail":"{readStateIndex:7319; appliedIndex:7318; }","duration":"410.132489ms","start":"2026-03-31T22:37:36.337134Z","end":"2026-03-31T22:37:36.747266Z","steps":["trace[2097439454] 'read index received' (duration: 228.526869ms)","trace[2097439454] 'applied index is now lower than readState.Index' (duration: 181.60436ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:37:36.747428Z","caller":"traceutil/trace.go:171","msg":"trace[836929095] transaction","detail":"{read_only:false; response_revision:7029; number_of_response:1; }","duration":"448.31877ms","start":"2026-03-31T22:37:36.299054Z","end":"2026-03-31T22:37:36.747373Z","steps":["trace[836929095] 'process raft request' (duration: 266.610578ms)","trace[836929095] 'compare' (duration: 181.250122ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:37:36.748226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:36.299037Z","time spent":"449.073678ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:37:36.748507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.360298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210982"} {"level":"info","ts":"2026-03-31T22:37:36.748769Z","caller":"traceutil/trace.go:171","msg":"trace[1277137570] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:7029; }","duration":"411.662644ms","start":"2026-03-31T22:37:36.337085Z","end":"2026-03-31T22:37:36.748748Z","steps":["trace[1277137570] 'agreement among raft nodes before linearized reading' (duration: 410.269462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:36.748833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:36.337065Z","time spent":"411.750916ms","remote":"127.0.0.1:53116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2211005,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-03-31T22:37:36.811069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.086718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T22:37:36.811215Z","caller":"traceutil/trace.go:171","msg":"trace[261250272] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7029; }","duration":"216.277562ms","start":"2026-03-31T22:37:36.594922Z","end":"2026-03-31T22:37:36.8112Z","steps":["trace[261250272] 'agreement among raft nodes before linearized reading' (duration: 215.985076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:36.811276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.063805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T22:37:36.811308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.664867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T22:37:36.811343Z","caller":"traceutil/trace.go:171","msg":"trace[1099491113] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7029; }","duration":"223.158776ms","start":"2026-03-31T22:37:36.588163Z","end":"2026-03-31T22:37:36.811321Z","steps":["trace[1099491113] 'agreement among raft nodes before linearized reading' (duration: 223.018763ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:36.811357Z","caller":"traceutil/trace.go:171","msg":"trace[2095653856] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7029; }","duration":"250.740358ms","start":"2026-03-31T22:37:36.5606Z","end":"2026-03-31T22:37:36.81134Z","steps":["trace[2095653856] 'agreement among raft nodes before linearized reading' (duration: 250.595594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:36.81107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.776169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T22:37:36.81145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.800317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nxsdg\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T22:37:36.811471Z","caller":"traceutil/trace.go:171","msg":"trace[1974736775] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7029; }","duration":"219.218989ms","start":"2026-03-31T22:37:36.592232Z","end":"2026-03-31T22:37:36.811451Z","steps":["trace[1974736775] 'agreement among raft nodes before linearized reading' (duration: 218.668617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:36.811132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.499952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:37:36.811521Z","caller":"traceutil/trace.go:171","msg":"trace[1386744070] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nxsdg; range_end:; response_count:1; response_revision:7029; }","duration":"213.893778ms","start":"2026-03-31T22:37:36.597609Z","end":"2026-03-31T22:37:36.811503Z","steps":["trace[1386744070] 'agreement among raft nodes before linearized reading' (duration: 213.713624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:36.811133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.276732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T22:37:36.811583Z","caller":"traceutil/trace.go:171","msg":"trace[760765834] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7029; }","duration":"212.771544ms","start":"2026-03-31T22:37:36.598796Z","end":"2026-03-31T22:37:36.811568Z","steps":["trace[760765834] 'agreement among raft nodes before linearized reading' (duration: 212.14217ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:36.811524Z","caller":"traceutil/trace.go:171","msg":"trace[1381237433] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7029; }","duration":"451.936931ms","start":"2026-03-31T22:37:36.359573Z","end":"2026-03-31T22:37:36.811509Z","steps":["trace[1381237433] 'agreement among raft nodes before linearized reading' (duration: 451.510032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:36.811665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:36.359554Z","time spent":"452.099014ms","remote":"127.0.0.1:53020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T22:37:37.068491Z","caller":"traceutil/trace.go:171","msg":"trace[885892946] transaction","detail":"{read_only:false; response_revision:7035; number_of_response:1; }","duration":"140.871954ms","start":"2026-03-31T22:37:36.927589Z","end":"2026-03-31T22:37:37.068461Z","steps":["trace[885892946] 'process raft request' (duration: 114.413838ms)","trace[885892946] 'compare' (duration: 26.050927ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:37:37.567451Z","caller":"traceutil/trace.go:171","msg":"trace[780066126] transaction","detail":"{read_only:false; response_revision:7036; number_of_response:1; }","duration":"130.95558ms","start":"2026-03-31T22:37:37.436465Z","end":"2026-03-31T22:37:37.567421Z","steps":["trace[780066126] 'process raft request' (duration: 130.742076ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:37.960799Z","caller":"traceutil/trace.go:171","msg":"trace[2059629123] transaction","detail":"{read_only:false; response_revision:7037; number_of_response:1; }","duration":"242.062863ms","start":"2026-03-31T22:37:37.7187Z","end":"2026-03-31T22:37:37.960763Z","steps":["trace[2059629123] 'process raft request' (duration: 241.867629ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:39.053819Z","caller":"traceutil/trace.go:171","msg":"trace[25910226] transaction","detail":"{read_only:false; response_revision:7044; number_of_response:1; }","duration":"136.733421ms","start":"2026-03-31T22:37:38.917056Z","end":"2026-03-31T22:37:39.05379Z","steps":["trace[25910226] 'process raft request' (duration: 121.050297ms)","trace[25910226] 'compare' (duration: 15.53308ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:37:39.054183Z","caller":"traceutil/trace.go:171","msg":"trace[487209315] transaction","detail":"{read_only:false; response_revision:7045; number_of_response:1; }","duration":"136.758741ms","start":"2026-03-31T22:37:38.917394Z","end":"2026-03-31T22:37:39.054153Z","steps":["trace[487209315] 'process raft request' (duration: 136.358572ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:39.054225Z","caller":"traceutil/trace.go:171","msg":"trace[1132276557] transaction","detail":"{read_only:false; response_revision:7046; number_of_response:1; }","duration":"136.484235ms","start":"2026-03-31T22:37:38.917707Z","end":"2026-03-31T22:37:39.054191Z","steps":["trace[1132276557] 'process raft request' (duration: 136.335411ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:42.380584Z","caller":"traceutil/trace.go:171","msg":"trace[1325719471] transaction","detail":"{read_only:false; response_revision:7077; number_of_response:1; }","duration":"128.457924ms","start":"2026-03-31T22:37:42.252094Z","end":"2026-03-31T22:37:42.380552Z","steps":["trace[1325719471] 'process raft request' (duration: 128.200079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:45.537034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.862634ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:37:45.537323Z","caller":"traceutil/trace.go:171","msg":"trace[1192509777] linearizableReadLoop","detail":"{readStateIndex:7393; appliedIndex:7391; }","duration":"246.742349ms","start":"2026-03-31T22:37:45.290562Z","end":"2026-03-31T22:37:45.537304Z","steps":["trace[1192509777] 'read index received' (duration: 69.507956ms)","trace[1192509777] 'applied index is now lower than readState.Index' (duration: 177.233143ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:37:45.537405Z","caller":"traceutil/trace.go:171","msg":"trace[1463866379] transaction","detail":"{read_only:false; response_revision:7099; number_of_response:1; }","duration":"385.864012ms","start":"2026-03-31T22:37:45.151529Z","end":"2026-03-31T22:37:45.537393Z","steps":["trace[1463866379] 'process raft request' (duration: 208.527677ms)","trace[1463866379] 'compare' (duration: 176.67019ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:37:45.537481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:45.151503Z","time spent":"385.942915ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:37:45.537553Z","caller":"traceutil/trace.go:171","msg":"trace[747067323] transaction","detail":"{read_only:false; response_revision:7101; number_of_response:1; }","duration":"184.283071ms","start":"2026-03-31T22:37:45.353237Z","end":"2026-03-31T22:37:45.53752Z","steps":["trace[747067323] 'process raft request' (duration: 184.028075ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:45.53755Z","caller":"traceutil/trace.go:171","msg":"trace[137528243] transaction","detail":"{read_only:false; response_revision:7100; number_of_response:1; }","duration":"385.104415ms","start":"2026-03-31T22:37:45.152384Z","end":"2026-03-31T22:37:45.537489Z","steps":["trace[137528243] 'process raft request' (duration: 384.779858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:45.537751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:45.152368Z","time spent":"385.278309ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:37:45.53789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.299341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-31T22:37:45.537988Z","caller":"traceutil/trace.go:171","msg":"trace[811750324] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:7101; }","duration":"247.414734ms","start":"2026-03-31T22:37:45.290548Z","end":"2026-03-31T22:37:45.537963Z","steps":["trace[811750324] 'agreement among raft nodes before linearized reading' (duration: 246.983684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:45.544575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.212339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:37:45.544664Z","caller":"traceutil/trace.go:171","msg":"trace[2089346597] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:7102; }","duration":"128.347152ms","start":"2026-03-31T22:37:45.41629Z","end":"2026-03-31T22:37:45.544637Z","steps":["trace[2089346597] 'agreement among raft nodes before linearized reading' (duration: 128.178058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:45.54471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.651475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:37:45.544728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.508318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:37:45.544754Z","caller":"traceutil/trace.go:171","msg":"trace[1433194434] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7102; }","duration":"186.745378ms","start":"2026-03-31T22:37:45.357997Z","end":"2026-03-31T22:37:45.544742Z","steps":["trace[1433194434] 'agreement among raft nodes before linearized reading' (duration: 186.653226ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:45.544812Z","caller":"traceutil/trace.go:171","msg":"trace[929727445] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:7102; }","duration":"129.63523ms","start":"2026-03-31T22:37:45.415157Z","end":"2026-03-31T22:37:45.544792Z","steps":["trace[929727445] 'agreement among raft nodes before linearized reading' (duration: 129.470666ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:45.655792Z","caller":"traceutil/trace.go:171","msg":"trace[177559199] linearizableReadLoop","detail":"{readStateIndex:7396; appliedIndex:7395; }","duration":"111.326017ms","start":"2026-03-31T22:37:45.544441Z","end":"2026-03-31T22:37:45.655767Z","steps":["trace[177559199] 'read index received' (duration: 68.337299ms)","trace[177559199] 'applied index is now lower than readState.Index' (duration: 42.987368ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:37:45.655964Z","caller":"traceutil/trace.go:171","msg":"trace[1078692109] compact","detail":"{revision:4112; response_revision:7102; }","duration":"117.265401ms","start":"2026-03-31T22:37:45.53868Z","end":"2026-03-31T22:37:45.655945Z","steps":["trace[1078692109] 'process raft request' (duration: 74.163949ms)","trace[1078692109] 'check and update compact revision' (duration: 42.786564ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:37:45.655996Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":4112} {"level":"warn","ts":"2026-03-31T22:37:45.656104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.501199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:37:45.656157Z","caller":"traceutil/trace.go:171","msg":"trace[279133616] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7102; }","duration":"110.599481ms","start":"2026-03-31T22:37:45.545544Z","end":"2026-03-31T22:37:45.656144Z","steps":["trace[279133616] 'agreement among raft nodes before linearized reading' (duration: 110.51215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:45.656069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.890238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a8dfdb66-ee3f-4001-b3d4-c5f4f222783b\" ","response":"range_response_count:1 size:1293"} {"level":"info","ts":"2026-03-31T22:37:45.656575Z","caller":"traceutil/trace.go:171","msg":"trace[1044891189] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a8dfdb66-ee3f-4001-b3d4-c5f4f222783b; range_end:; response_count:1; response_revision:7102; }","duration":"115.4374ms","start":"2026-03-31T22:37:45.541119Z","end":"2026-03-31T22:37:45.656556Z","steps":["trace[1044891189] 'agreement among raft nodes before linearized reading' (duration: 114.817606ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:45.844113Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":4112,"took":"186.186495ms","hash":3452175716,"current-db-size-bytes":34873344,"current-db-size":"35 MB","current-db-size-in-use-bytes":32215040,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-31T22:37:45.844203Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3452175716,"revision":4112,"compact-revision":2451} {"level":"warn","ts":"2026-03-31T22:37:51.327858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.816567ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:37:51.327946Z","caller":"traceutil/trace.go:171","msg":"trace[766870815] linearizableReadLoop","detail":"{readStateIndex:7429; appliedIndex:7428; }","duration":"156.690101ms","start":"2026-03-31T22:37:51.171237Z","end":"2026-03-31T22:37:51.327928Z","steps":["trace[766870815] 'read index received' (duration: 37.651599ms)","trace[766870815] 'applied index is now lower than readState.Index' (duration: 119.037552ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:37:51.328018Z","caller":"traceutil/trace.go:171","msg":"trace[1858095666] transaction","detail":"{read_only:false; response_revision:7133; number_of_response:1; }","duration":"215.777361ms","start":"2026-03-31T22:37:51.11223Z","end":"2026-03-31T22:37:51.328007Z","steps":["trace[1858095666] 'process raft request' (duration: 96.710019ms)","trace[1858095666] 'compare' (duration: 118.733535ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:37:51.32844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.190811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T22:37:51.328515Z","caller":"traceutil/trace.go:171","msg":"trace[665071496] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7133; }","duration":"157.310564ms","start":"2026-03-31T22:37:51.171188Z","end":"2026-03-31T22:37:51.328498Z","steps":["trace[665071496] 'agreement among raft nodes before linearized reading' (duration: 157.09702ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:51.474434Z","caller":"traceutil/trace.go:171","msg":"trace[2019802646] linearizableReadLoop","detail":"{readStateIndex:7431; appliedIndex:7430; }","duration":"114.041589ms","start":"2026-03-31T22:37:51.360374Z","end":"2026-03-31T22:37:51.474416Z","steps":["trace[2019802646] 'read index received' (duration: 34.686481ms)","trace[2019802646] 'applied index is now lower than readState.Index' (duration: 79.354418ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:37:51.474509Z","caller":"traceutil/trace.go:171","msg":"trace[1969753019] transaction","detail":"{read_only:false; response_revision:7134; number_of_response:1; }","duration":"142.203073ms","start":"2026-03-31T22:37:51.332297Z","end":"2026-03-31T22:37:51.4745Z","steps":["trace[1969753019] 'process raft request' (duration: 100.905282ms)","trace[1969753019] 'compare' (duration: 40.974903ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:37:51.475072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.688163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:37:51.475236Z","caller":"traceutil/trace.go:171","msg":"trace[1465289435] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7135; }","duration":"114.870907ms","start":"2026-03-31T22:37:51.360325Z","end":"2026-03-31T22:37:51.475196Z","steps":["trace[1465289435] 'agreement among raft nodes before linearized reading' (duration: 114.160202ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:51.689048Z","caller":"traceutil/trace.go:171","msg":"trace[2064062402] transaction","detail":"{read_only:false; response_revision:7137; number_of_response:1; }","duration":"122.401998ms","start":"2026-03-31T22:37:51.566612Z","end":"2026-03-31T22:37:51.689014Z","steps":["trace[2064062402] 'process raft request' (duration: 122.335917ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:51.689135Z","caller":"traceutil/trace.go:171","msg":"trace[1776442367] transaction","detail":"{read_only:false; response_revision:7136; number_of_response:1; }","duration":"123.124604ms","start":"2026-03-31T22:37:51.56597Z","end":"2026-03-31T22:37:51.689095Z","steps":["trace[1776442367] 'process raft request' (duration: 66.418447ms)","trace[1776442367] 'compare' (duration: 56.413401ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:37:51.875086Z","caller":"traceutil/trace.go:171","msg":"trace[2144764085] transaction","detail":"{read_only:false; response_revision:7139; number_of_response:1; }","duration":"133.104339ms","start":"2026-03-31T22:37:51.74195Z","end":"2026-03-31T22:37:51.875055Z","steps":["trace[2144764085] 'process raft request' (duration: 116.817842ms)","trace[2144764085] 'compare' (duration: 16.172104ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:37:52.573999Z","caller":"traceutil/trace.go:171","msg":"trace[1371335881] transaction","detail":"{read_only:false; response_revision:7141; number_of_response:1; }","duration":"104.466054ms","start":"2026-03-31T22:37:52.469505Z","end":"2026-03-31T22:37:52.573971Z","steps":["trace[1371335881] 'process raft request' (duration: 104.328281ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:57.824284Z","caller":"traceutil/trace.go:171","msg":"trace[1982703899] transaction","detail":"{read_only:false; response_revision:7195; number_of_response:1; }","duration":"109.839284ms","start":"2026-03-31T22:37:57.714411Z","end":"2026-03-31T22:37:57.82425Z","steps":["trace[1982703899] 'process raft request' (duration: 64.874401ms)","trace[1982703899] 'compare' (duration: 44.757499ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:37:59.284705Z","caller":"traceutil/trace.go:171","msg":"trace[406154256] transaction","detail":"{read_only:false; response_revision:7200; number_of_response:1; }","duration":"383.343566ms","start":"2026-03-31T22:37:58.901334Z","end":"2026-03-31T22:37:59.284677Z","steps":["trace[406154256] 'process raft request' (duration: 383.181203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:59.284856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:58.901298Z","time spent":"383.4854ms","remote":"127.0.0.1:53256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5982,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:37:59.295564Z","caller":"traceutil/trace.go:171","msg":"trace[234936945] transaction","detail":"{read_only:false; response_revision:7201; number_of_response:1; }","duration":"307.393524ms","start":"2026-03-31T22:37:58.988134Z","end":"2026-03-31T22:37:59.295527Z","steps":["trace[234936945] 'process raft request' (duration: 307.20614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:59.295742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:58.988105Z","time spent":"307.551299ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:37:59.295812Z","caller":"traceutil/trace.go:171","msg":"trace[1229382644] transaction","detail":"{read_only:false; response_revision:7202; number_of_response:1; }","duration":"148.395454ms","start":"2026-03-31T22:37:59.147394Z","end":"2026-03-31T22:37:59.29579Z","steps":["trace[1229382644] 'process raft request' (duration: 148.070455ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:59.295801Z","caller":"traceutil/trace.go:171","msg":"trace[1147916319] linearizableReadLoop","detail":"{readStateIndex:7499; appliedIndex:7497; }","duration":"173.657011ms","start":"2026-03-31T22:37:59.122078Z","end":"2026-03-31T22:37:59.295735Z","steps":["trace[1147916319] 'read index received' (duration: 162.427308ms)","trace[1147916319] 'applied index is now lower than readState.Index' (duration: 11.228073ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:37:59.296121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.038251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T22:37:59.296252Z","caller":"traceutil/trace.go:171","msg":"trace[104220073] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7202; }","duration":"174.163783ms","start":"2026-03-31T22:37:59.122039Z","end":"2026-03-31T22:37:59.296203Z","steps":["trace[104220073] 'agreement among raft nodes before linearized reading' (duration: 173.940318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:59.296478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.76277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nxsdg\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T22:37:59.296541Z","caller":"traceutil/trace.go:171","msg":"trace[1498434537] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nxsdg; range_end:; response_count:1; response_revision:7202; }","duration":"171.866712ms","start":"2026-03-31T22:37:59.124661Z","end":"2026-03-31T22:37:59.296528Z","steps":["trace[1498434537] 'agreement among raft nodes before linearized reading' (duration: 171.621047ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:59.532136Z","caller":"traceutil/trace.go:171","msg":"trace[482470907] transaction","detail":"{read_only:false; response_revision:7204; number_of_response:1; }","duration":"165.683872ms","start":"2026-03-31T22:37:59.366421Z","end":"2026-03-31T22:37:59.532105Z","steps":["trace[482470907] 'process raft request' (duration: 165.518438ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:38:00.725422Z","caller":"traceutil/trace.go:171","msg":"trace[1394653723] transaction","detail":"{read_only:false; response_revision:7210; number_of_response:1; }","duration":"160.839264ms","start":"2026-03-31T22:38:00.564532Z","end":"2026-03-31T22:38:00.725371Z","steps":["trace[1394653723] 'process raft request' (duration: 97.351383ms)","trace[1394653723] 'compare' (duration: 63.332208ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:38:00.725491Z","caller":"traceutil/trace.go:171","msg":"trace[1515878050] transaction","detail":"{read_only:false; response_revision:7211; number_of_response:1; }","duration":"144.27594ms","start":"2026-03-31T22:38:00.581114Z","end":"2026-03-31T22:38:00.72539Z","steps":["trace[1515878050] 'process raft request' (duration: 144.200959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:38:01.199299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.480528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210982"} {"level":"info","ts":"2026-03-31T22:38:01.19939Z","caller":"traceutil/trace.go:171","msg":"trace[1214191323] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:7212; }","duration":"189.614112ms","start":"2026-03-31T22:38:01.009757Z","end":"2026-03-31T22:38:01.199371Z","steps":["trace[1214191323] 'range keys from in-memory index tree' (duration: 188.512867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:38:42.471749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.734612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"info","ts":"2026-03-31T22:38:42.47245Z","caller":"traceutil/trace.go:171","msg":"trace[613806749] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:7499; }","duration":"565.464829ms","start":"2026-03-31T22:38:41.906962Z","end":"2026-03-31T22:38:42.472427Z","steps":["trace[613806749] 'range keys from in-memory index tree' (duration: 564.547088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:38:42.472661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:38:41.906947Z","time spent":"565.680183ms","remote":"127.0.0.1:53188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":698,"request content":"key:\"/registry/services/endpoints/openstack/keystone-api\" "} {"level":"info","ts":"2026-03-31T22:38:42.471906Z","caller":"traceutil/trace.go:171","msg":"trace[753817250] linearizableReadLoop","detail":"{readStateIndex:7807; appliedIndex:7806; }","duration":"408.112645ms","start":"2026-03-31T22:38:42.063771Z","end":"2026-03-31T22:38:42.471883Z","steps":["trace[753817250] 'read index received' (duration: 353.877163ms)","trace[753817250] 'applied index is now lower than readState.Index' (duration: 54.234642ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:38:42.472072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.285139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T22:38:42.472974Z","caller":"traceutil/trace.go:171","msg":"trace[786740386] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7500; }","duration":"409.23353ms","start":"2026-03-31T22:38:42.063724Z","end":"2026-03-31T22:38:42.472957Z","steps":["trace[786740386] 'agreement among raft nodes before linearized reading' (duration: 408.230427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:38:42.473131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.445615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:38:42.473197Z","caller":"traceutil/trace.go:171","msg":"trace[453401159] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7500; }","duration":"113.552388ms","start":"2026-03-31T22:38:42.359627Z","end":"2026-03-31T22:38:42.47318Z","steps":["trace[453401159] 'agreement among raft nodes before linearized reading' (duration: 113.445275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:38:42.473336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.862549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T22:38:42.472298Z","caller":"traceutil/trace.go:171","msg":"trace[1759516292] transaction","detail":"{read_only:false; response_revision:7500; number_of_response:1; }","duration":"549.345585ms","start":"2026-03-31T22:38:41.922923Z","end":"2026-03-31T22:38:42.472269Z","steps":["trace[1759516292] 'process raft request' (duration: 494.888019ms)","trace[1759516292] 'compare' (duration: 53.842903ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:38:42.473499Z","caller":"traceutil/trace.go:171","msg":"trace[682586189] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7500; }","duration":"396.085894ms","start":"2026-03-31T22:38:42.077383Z","end":"2026-03-31T22:38:42.473469Z","steps":["trace[682586189] 'agreement among raft nodes before linearized reading' (duration: 395.668084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:38:42.473063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:38:42.063701Z","time spent":"409.324881ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T22:38:42.473574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:38:42.077356Z","time spent":"396.203356ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:38:42.473602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.198388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T22:38:42.473721Z","caller":"traceutil/trace.go:171","msg":"trace[61540444] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7500; }","duration":"274.34302ms","start":"2026-03-31T22:38:42.199353Z","end":"2026-03-31T22:38:42.473696Z","steps":["trace[61540444] 'agreement among raft nodes before linearized reading' (duration: 274.053314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:38:42.473765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:38:41.922883Z","time spent":"550.595664ms","remote":"127.0.0.1:42544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414304,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:38:42.769777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.173715ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:38:42.770004Z","caller":"traceutil/trace.go:171","msg":"trace[912935736] transaction","detail":"{read_only:false; response_revision:7501; number_of_response:1; }","duration":"292.384277ms","start":"2026-03-31T22:38:42.477582Z","end":"2026-03-31T22:38:42.769967Z","steps":["trace[912935736] 'process raft request' (duration: 164.944506ms)","trace[912935736] 'compare' (duration: 127.040122ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:38:42.770086Z","caller":"traceutil/trace.go:171","msg":"trace[1887702635] transaction","detail":"{read_only:false; response_revision:7504; number_of_response:1; }","duration":"290.579256ms","start":"2026-03-31T22:38:42.479484Z","end":"2026-03-31T22:38:42.770063Z","steps":["trace[1887702635] 'process raft request' (duration: 290.524975ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:38:42.770101Z","caller":"traceutil/trace.go:171","msg":"trace[274285123] transaction","detail":"{read_only:false; response_revision:7502; number_of_response:1; }","duration":"292.11261ms","start":"2026-03-31T22:38:42.477961Z","end":"2026-03-31T22:38:42.770073Z","steps":["trace[274285123] 'process raft request' (duration: 291.926366ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:38:42.770304Z","caller":"traceutil/trace.go:171","msg":"trace[1045932055] transaction","detail":"{read_only:false; response_revision:7503; number_of_response:1; }","duration":"291.342904ms","start":"2026-03-31T22:38:42.478891Z","end":"2026-03-31T22:38:42.770234Z","steps":["trace[1045932055] 'process raft request' (duration: 291.063706ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:38:43.021924Z","caller":"traceutil/trace.go:171","msg":"trace[63476275] transaction","detail":"{read_only:false; response_revision:7505; number_of_response:1; }","duration":"131.621995ms","start":"2026-03-31T22:38:42.890272Z","end":"2026-03-31T22:38:43.021894Z","steps":["trace[63476275] 'process raft request' (duration: 51.258336ms)","trace[63476275] 'compare' (duration: 80.114783ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:38:43.021926Z","caller":"traceutil/trace.go:171","msg":"trace[314830296] linearizableReadLoop","detail":"{readStateIndex:7812; appliedIndex:7811; }","duration":"130.320705ms","start":"2026-03-31T22:38:42.891572Z","end":"2026-03-31T22:38:43.021892Z","steps":["trace[314830296] 'read index received' (duration: 49.868344ms)","trace[314830296] 'applied index is now lower than readState.Index' (duration: 80.450531ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:38:43.022197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.578401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19519"} {"level":"info","ts":"2026-03-31T22:38:43.022444Z","caller":"traceutil/trace.go:171","msg":"trace[1635181464] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7505; }","duration":"130.848748ms","start":"2026-03-31T22:38:42.891522Z","end":"2026-03-31T22:38:43.022371Z","steps":["trace[1635181464] 'agreement among raft nodes before linearized reading' (duration: 130.449318ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:38:50.984584Z","caller":"traceutil/trace.go:171","msg":"trace[1918265495] transaction","detail":"{read_only:false; response_revision:7543; number_of_response:1; }","duration":"100.129306ms","start":"2026-03-31T22:38:50.884431Z","end":"2026-03-31T22:38:50.984561Z","steps":["trace[1918265495] 'process raft request' (duration: 93.331943ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:38:51.201365Z","caller":"traceutil/trace.go:171","msg":"trace[1740196754] transaction","detail":"{read_only:false; response_revision:7545; number_of_response:1; }","duration":"135.059942ms","start":"2026-03-31T22:38:51.066282Z","end":"2026-03-31T22:38:51.201342Z","steps":["trace[1740196754] 'process raft request' (duration: 134.911039ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:38:53.069359Z","caller":"traceutil/trace.go:171","msg":"trace[513004019] linearizableReadLoop","detail":"{readStateIndex:7860; appliedIndex:7859; }","duration":"179.485133ms","start":"2026-03-31T22:38:52.88985Z","end":"2026-03-31T22:38:53.069336Z","steps":["trace[513004019] 'read index received' (duration: 179.395431ms)","trace[513004019] 'applied index is now lower than readState.Index' (duration: 88.432µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:38:53.069502Z","caller":"traceutil/trace.go:171","msg":"trace[407380508] transaction","detail":"{read_only:false; response_revision:7551; number_of_response:1; }","duration":"181.510629ms","start":"2026-03-31T22:38:52.887953Z","end":"2026-03-31T22:38:53.069463Z","steps":["trace[407380508] 'process raft request' (duration: 181.225683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:38:53.069782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.906243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T22:38:53.069865Z","caller":"traceutil/trace.go:171","msg":"trace[583289725] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7551; }","duration":"180.032655ms","start":"2026-03-31T22:38:52.889813Z","end":"2026-03-31T22:38:53.069846Z","steps":["trace[583289725] 'agreement among raft nodes before linearized reading' (duration: 179.705958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:38:53.097932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.664291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T22:38:53.098018Z","caller":"traceutil/trace.go:171","msg":"trace[926579790] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7552; }","duration":"109.794923ms","start":"2026-03-31T22:38:52.9882Z","end":"2026-03-31T22:38:53.097995Z","steps":["trace[926579790] 'agreement among raft nodes before linearized reading' (duration: 109.567838ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:41:36.295967Z","caller":"traceutil/trace.go:171","msg":"trace[852189478] linearizableReadLoop","detail":"{readStateIndex:9071; appliedIndex:9069; }","duration":"108.276851ms","start":"2026-03-31T22:41:36.18767Z","end":"2026-03-31T22:41:36.295947Z","steps":["trace[852189478] 'read index received' (duration: 45.949645ms)","trace[852189478] 'applied index is now lower than readState.Index' (duration: 62.326086ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:41:36.296052Z","caller":"traceutil/trace.go:171","msg":"trace[462104630] transaction","detail":"{read_only:false; response_revision:8722; number_of_response:1; }","duration":"135.23231ms","start":"2026-03-31T22:41:36.160737Z","end":"2026-03-31T22:41:36.295969Z","steps":["trace[462104630] 'process raft request' (duration: 72.871213ms)","trace[462104630] 'compare' (duration: 62.137942ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:41:36.296155Z","caller":"traceutil/trace.go:171","msg":"trace[246808242] transaction","detail":"{read_only:false; response_revision:8723; number_of_response:1; }","duration":"135.364422ms","start":"2026-03-31T22:41:36.160737Z","end":"2026-03-31T22:41:36.296101Z","steps":["trace[246808242] 'process raft request' (duration: 135.156478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:36.296232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.553277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:41:36.296611Z","caller":"traceutil/trace.go:171","msg":"trace[440227374] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:8723; }","duration":"108.988737ms","start":"2026-03-31T22:41:36.187612Z","end":"2026-03-31T22:41:36.296601Z","steps":["trace[440227374] 'agreement among raft nodes before linearized reading' (duration: 108.493646ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:41:36.496831Z","caller":"traceutil/trace.go:171","msg":"trace[87918889] transaction","detail":"{read_only:false; response_revision:8724; number_of_response:1; }","duration":"111.310319ms","start":"2026-03-31T22:41:36.385498Z","end":"2026-03-31T22:41:36.496808Z","steps":["trace[87918889] 'process raft request' (duration: 111.129325ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:41:37.135305Z","caller":"traceutil/trace.go:171","msg":"trace[111156349] linearizableReadLoop","detail":"{readStateIndex:9076; appliedIndex:9075; }","duration":"118.778548ms","start":"2026-03-31T22:41:37.016494Z","end":"2026-03-31T22:41:37.135272Z","steps":["trace[111156349] 'read index received' (duration: 118.680096ms)","trace[111156349] 'applied index is now lower than readState.Index' (duration: 97.712µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:41:37.135403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.90341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:41:37.135431Z","caller":"traceutil/trace.go:171","msg":"trace[197792548] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:8727; }","duration":"118.983502ms","start":"2026-03-31T22:41:37.016439Z","end":"2026-03-31T22:41:37.135423Z","steps":["trace[197792548] 'agreement among raft nodes before linearized reading' (duration: 118.919971ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:41:37.135499Z","caller":"traceutil/trace.go:171","msg":"trace[1473121644] transaction","detail":"{read_only:false; response_revision:8727; number_of_response:1; }","duration":"140.438636ms","start":"2026-03-31T22:41:36.995033Z","end":"2026-03-31T22:41:37.135471Z","steps":["trace[1473121644] 'process raft request' (duration: 140.114739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:38.673985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.758871ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:41:38.674435Z","caller":"traceutil/trace.go:171","msg":"trace[554004736] linearizableReadLoop","detail":"{readStateIndex:9079; appliedIndex:9078; }","duration":"373.856759ms","start":"2026-03-31T22:41:38.300563Z","end":"2026-03-31T22:41:38.67442Z","steps":["trace[554004736] 'read index received' (duration: 43.131µs)","trace[554004736] 'applied index is now lower than readState.Index' (duration: 373.812028ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:41:38.674583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.012792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T22:41:38.674652Z","caller":"traceutil/trace.go:171","msg":"trace[194282073] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8730; }","duration":"374.129975ms","start":"2026-03-31T22:41:38.300509Z","end":"2026-03-31T22:41:38.674639Z","steps":["trace[194282073] 'agreement among raft nodes before linearized reading' (duration: 373.962331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:38.674679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:38.300488Z","time spent":"374.184826ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T22:41:38.674848Z","caller":"traceutil/trace.go:171","msg":"trace[64674786] transaction","detail":"{read_only:false; response_revision:8730; number_of_response:1; }","duration":"551.905573ms","start":"2026-03-31T22:41:38.122531Z","end":"2026-03-31T22:41:38.674436Z","steps":["trace[64674786] 'process raft request' (duration: 33.606958ms)","trace[64674786] 'compare' (duration: 517.643259ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:41:38.675179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:38.122492Z","time spent":"552.378972ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:41:38.957526Z","caller":"traceutil/trace.go:171","msg":"trace[942956776] transaction","detail":"{read_only:false; response_revision:8731; number_of_response:1; }","duration":"594.226227ms","start":"2026-03-31T22:41:38.363262Z","end":"2026-03-31T22:41:38.957488Z","steps":["trace[942956776] 'process raft request' (duration: 514.231263ms)","trace[942956776] 'compare' (duration: 79.80117ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:41:38.957724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:38.36324Z","time spent":"594.3869ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:41:38.959689Z","caller":"traceutil/trace.go:171","msg":"trace[330281000] transaction","detail":"{read_only:false; response_revision:8732; number_of_response:1; }","duration":"457.411062ms","start":"2026-03-31T22:41:38.502249Z","end":"2026-03-31T22:41:38.95966Z","steps":["trace[330281000] 'process raft request' (duration: 457.262739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:38.959864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:38.502226Z","time spent":"457.537815ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:41:38.96002Z","caller":"traceutil/trace.go:171","msg":"trace[1537814846] transaction","detail":"{read_only:false; response_revision:8733; number_of_response:1; }","duration":"281.684801ms","start":"2026-03-31T22:41:38.678308Z","end":"2026-03-31T22:41:38.959992Z","steps":["trace[1537814846] 'process raft request' (duration: 281.316782ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:41:38.960185Z","caller":"traceutil/trace.go:171","msg":"trace[2110647854] transaction","detail":"{read_only:false; response_revision:8734; number_of_response:1; }","duration":"114.802208ms","start":"2026-03-31T22:41:38.845364Z","end":"2026-03-31T22:41:38.960166Z","steps":["trace[2110647854] 'process raft request' (duration: 114.521042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:38.96026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.516429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T22:41:38.96028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.58492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:41:38.960329Z","caller":"traceutil/trace.go:171","msg":"trace[1114620609] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8734; }","duration":"659.5788ms","start":"2026-03-31T22:41:38.300733Z","end":"2026-03-31T22:41:38.960312Z","steps":["trace[1114620609] 'agreement among raft nodes before linearized reading' (duration: 659.414307ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:41:38.960335Z","caller":"traceutil/trace.go:171","msg":"trace[1635440890] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:0; response_revision:8734; }","duration":"659.675853ms","start":"2026-03-31T22:41:38.300644Z","end":"2026-03-31T22:41:38.96032Z","steps":["trace[1635440890] 'agreement among raft nodes before linearized reading' (duration: 659.592671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:38.960374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:38.300713Z","time spent":"659.648273ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T22:41:38.960379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:38.30049Z","time spent":"659.877967ms","remote":"127.0.0.1:53256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" "} {"level":"info","ts":"2026-03-31T22:41:38.960024Z","caller":"traceutil/trace.go:171","msg":"trace[1576548161] linearizableReadLoop","detail":"{readStateIndex:9081; appliedIndex:9079; }","duration":"285.505726ms","start":"2026-03-31T22:41:38.674488Z","end":"2026-03-31T22:41:38.959993Z","steps":["trace[1576548161] 'read index received' (duration: 203.005666ms)","trace[1576548161] 'applied index is now lower than readState.Index' (duration: 82.49905ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:41:38.960121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.512109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:41:38.960578Z","caller":"traceutil/trace.go:171","msg":"trace[1787548223] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:8734; }","duration":"660.00946ms","start":"2026-03-31T22:41:38.300553Z","end":"2026-03-31T22:41:38.960563Z","steps":["trace[1787548223] 'agreement among raft nodes before linearized reading' (duration: 659.513029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:38.960624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:38.300537Z","time spent":"660.074371ms","remote":"127.0.0.1:53256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/barbican-ks-user\" "} {"level":"warn","ts":"2026-03-31T22:41:38.960118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.3627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:41:38.960785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.544153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nxsdg\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T22:41:38.960806Z","caller":"traceutil/trace.go:171","msg":"trace[1311381341] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:8734; }","duration":"646.060785ms","start":"2026-03-31T22:41:38.314699Z","end":"2026-03-31T22:41:38.960759Z","steps":["trace[1311381341] 'agreement among raft nodes before linearized reading' (duration: 645.36325ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:41:38.960849Z","caller":"traceutil/trace.go:171","msg":"trace[618501317] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nxsdg; range_end:; response_count:1; response_revision:8734; }","duration":"232.641695ms","start":"2026-03-31T22:41:38.728191Z","end":"2026-03-31T22:41:38.960833Z","steps":["trace[618501317] 'agreement among raft nodes before linearized reading' (duration: 232.461581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:41:38.960878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:41:38.314681Z","time spent":"646.163227ms","remote":"127.0.0.1:39730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:41:38.961051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.061118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T22:41:38.961113Z","caller":"traceutil/trace.go:171","msg":"trace[1509833242] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8734; }","duration":"191.156789ms","start":"2026-03-31T22:41:38.769942Z","end":"2026-03-31T22:41:38.961099Z","steps":["trace[1509833242] 'agreement among raft nodes before linearized reading' (duration: 191.009226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:23.418647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.255928ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:42:23.419673Z","caller":"traceutil/trace.go:171","msg":"trace[903976606] transaction","detail":"{read_only:false; response_revision:9022; number_of_response:1; }","duration":"136.522747ms","start":"2026-03-31T22:42:23.283125Z","end":"2026-03-31T22:42:23.419648Z","steps":["trace[903976606] 'process raft request' (duration: 20.161684ms)","trace[903976606] 'compare' (duration: 115.147566ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:42:30.654081Z","caller":"traceutil/trace.go:171","msg":"trace[531345753] transaction","detail":"{read_only:false; response_revision:9058; number_of_response:1; }","duration":"287.193305ms","start":"2026-03-31T22:42:30.366865Z","end":"2026-03-31T22:42:30.654059Z","steps":["trace[531345753] 'process raft request' (duration: 287.039952ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:31.122185Z","caller":"traceutil/trace.go:171","msg":"trace[1369961171] transaction","detail":"{read_only:false; response_revision:9059; number_of_response:1; }","duration":"125.484589ms","start":"2026-03-31T22:42:30.996677Z","end":"2026-03-31T22:42:31.122161Z","steps":["trace[1369961171] 'process raft request' (duration: 125.302345ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:31.37136Z","caller":"traceutil/trace.go:171","msg":"trace[1766382655] transaction","detail":"{read_only:false; response_revision:9061; number_of_response:1; }","duration":"121.260634ms","start":"2026-03-31T22:42:31.250078Z","end":"2026-03-31T22:42:31.371339Z","steps":["trace[1766382655] 'process raft request' (duration: 121.216653ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:31.371441Z","caller":"traceutil/trace.go:171","msg":"trace[1287214595] transaction","detail":"{read_only:false; response_revision:9060; number_of_response:1; }","duration":"374.37194ms","start":"2026-03-31T22:42:30.997027Z","end":"2026-03-31T22:42:31.371399Z","steps":["trace[1287214595] 'process raft request' (duration: 314.743976ms)","trace[1287214595] 'compare' (duration: 59.315998ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:42:31.371503Z","caller":"traceutil/trace.go:171","msg":"trace[2043624875] linearizableReadLoop","detail":"{readStateIndex:9421; appliedIndex:9419; }","duration":"270.130691ms","start":"2026-03-31T22:42:31.101362Z","end":"2026-03-31T22:42:31.371493Z","steps":["trace[2043624875] 'read index received' (duration: 20.620566ms)","trace[2043624875] 'applied index is now lower than readState.Index' (duration: 249.509195ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:42:31.371583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:30.997006Z","time spent":"374.502843ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:42:31.37201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.634025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:42:31.374032Z","caller":"traceutil/trace.go:171","msg":"trace[926378711] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:9061; }","duration":"238.722562ms","start":"2026-03-31T22:42:31.135293Z","end":"2026-03-31T22:42:31.374016Z","steps":["trace[926378711] 'agreement among raft nodes before linearized reading' (duration: 236.599993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:31.372092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.559418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:42:31.374168Z","caller":"traceutil/trace.go:171","msg":"trace[320868799] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:9061; }","duration":"220.668625ms","start":"2026-03-31T22:42:31.153492Z","end":"2026-03-31T22:42:31.37416Z","steps":["trace[320868799] 'agreement among raft nodes before linearized reading' (duration: 218.566077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:31.372401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.02513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:1 size:7403"} {"level":"info","ts":"2026-03-31T22:42:31.37432Z","caller":"traceutil/trace.go:171","msg":"trace[652179211] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:1; response_revision:9061; }","duration":"272.972055ms","start":"2026-03-31T22:42:31.101327Z","end":"2026-03-31T22:42:31.374299Z","steps":["trace[652179211] 'agreement among raft nodes before linearized reading' (duration: 270.233333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:31.609217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.97311ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:42:31.609697Z","caller":"traceutil/trace.go:171","msg":"trace[618774936] transaction","detail":"{read_only:false; response_revision:9065; number_of_response:1; }","duration":"144.908367ms","start":"2026-03-31T22:42:31.46477Z","end":"2026-03-31T22:42:31.609678Z","steps":["trace[618774936] 'process raft request' (duration: 22.405585ms)","trace[618774936] 'compare' (duration: 121.871248ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:42:31.609731Z","caller":"traceutil/trace.go:171","msg":"trace[1290099164] linearizableReadLoop","detail":"{readStateIndex:9427; appliedIndex:9426; }","duration":"140.332444ms","start":"2026-03-31T22:42:31.469369Z","end":"2026-03-31T22:42:31.609702Z","steps":["trace[1290099164] 'read index received' (duration: 17.874583ms)","trace[1290099164] 'applied index is now lower than readState.Index' (duration: 122.455281ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:42:31.609964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.579319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T22:42:31.609993Z","caller":"traceutil/trace.go:171","msg":"trace[2126792335] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9066; }","duration":"140.659591ms","start":"2026-03-31T22:42:31.469322Z","end":"2026-03-31T22:42:31.609982Z","steps":["trace[2126792335] 'agreement among raft nodes before linearized reading' (duration: 140.507158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:31.609986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.768361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T22:42:31.61005Z","caller":"traceutil/trace.go:171","msg":"trace[995331308] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9066; }","duration":"104.881064ms","start":"2026-03-31T22:42:31.505154Z","end":"2026-03-31T22:42:31.610035Z","steps":["trace[995331308] 'agreement among raft nodes before linearized reading' (duration: 104.69123ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:31.811923Z","caller":"traceutil/trace.go:171","msg":"trace[1091555775] linearizableReadLoop","detail":"{readStateIndex:9430; appliedIndex:9429; }","duration":"175.561688ms","start":"2026-03-31T22:42:31.63633Z","end":"2026-03-31T22:42:31.811892Z","steps":["trace[1091555775] 'read index received' (duration: 12.011831ms)","trace[1091555775] 'applied index is now lower than readState.Index' (duration: 163.549117ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:42:31.812356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.011218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:42:31.812351Z","caller":"traceutil/trace.go:171","msg":"trace[139514828] transaction","detail":"{read_only:false; response_revision:9068; number_of_response:1; }","duration":"198.365222ms","start":"2026-03-31T22:42:31.613957Z","end":"2026-03-31T22:42:31.812322Z","steps":["trace[139514828] 'process raft request' (duration: 157.404659ms)","trace[139514828] 'compare' (duration: 40.332999ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:42:31.812398Z","caller":"traceutil/trace.go:171","msg":"trace[1812432890] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:9068; }","duration":"176.07099ms","start":"2026-03-31T22:42:31.636318Z","end":"2026-03-31T22:42:31.812389Z","steps":["trace[1812432890] 'agreement among raft nodes before linearized reading' (duration: 175.981338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:31.812394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.552775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:42:31.812458Z","caller":"traceutil/trace.go:171","msg":"trace[1623686721] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:9068; }","duration":"135.656598ms","start":"2026-03-31T22:42:31.676785Z","end":"2026-03-31T22:42:31.812442Z","steps":["trace[1623686721] 'agreement among raft nodes before linearized reading' (duration: 135.545865ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:32.395682Z","caller":"traceutil/trace.go:171","msg":"trace[1308096453] transaction","detail":"{read_only:false; response_revision:9070; number_of_response:1; }","duration":"264.292318ms","start":"2026-03-31T22:42:32.131345Z","end":"2026-03-31T22:42:32.395637Z","steps":["trace[1308096453] 'process raft request' (duration: 179.67441ms)","trace[1308096453] 'compare' (duration: 84.002704ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:42:38.720976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.572558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:42:38.721072Z","caller":"traceutil/trace.go:171","msg":"trace[25608448] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:9137; }","duration":"505.71755ms","start":"2026-03-31T22:42:38.215338Z","end":"2026-03-31T22:42:38.721055Z","steps":["trace[25608448] 'count revisions from in-memory index tree' (duration: 505.479965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:38.721105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:38.21532Z","time spent":"505.776072ms","remote":"127.0.0.1:55616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:42:38.722808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.722798ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:42:38.723075Z","caller":"traceutil/trace.go:171","msg":"trace[1532983337] transaction","detail":"{read_only:false; response_revision:9138; number_of_response:1; }","duration":"494.035277ms","start":"2026-03-31T22:42:38.229011Z","end":"2026-03-31T22:42:38.723046Z","steps":["trace[1532983337] 'process raft request' (duration: 72.012353ms)","trace[1532983337] 'compare' (duration: 420.756616ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:42:38.723281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:38.22899Z","time spent":"494.207881ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:42:38.723555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.080332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:42:38.723722Z","caller":"traceutil/trace.go:171","msg":"trace[804604903] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9140; }","duration":"405.280606ms","start":"2026-03-31T22:42:38.318426Z","end":"2026-03-31T22:42:38.723707Z","steps":["trace[804604903] 'agreement among raft nodes before linearized reading' (duration: 405.048391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:38.723775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:38.318408Z","time spent":"405.352018ms","remote":"127.0.0.1:39646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:42:38.723647Z","caller":"traceutil/trace.go:171","msg":"trace[1169245907] linearizableReadLoop","detail":"{readStateIndex:9504; appliedIndex:9503; }","duration":"404.551351ms","start":"2026-03-31T22:42:38.318461Z","end":"2026-03-31T22:42:38.723013Z","steps":["trace[1169245907] 'read index received' (duration: 38.201µs)","trace[1169245907] 'applied index is now lower than readState.Index' (duration: 404.51143ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:42:38.723939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.662431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:42:38.723966Z","caller":"traceutil/trace.go:171","msg":"trace[1152951647] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9140; }","duration":"364.722743ms","start":"2026-03-31T22:42:38.359235Z","end":"2026-03-31T22:42:38.723958Z","steps":["trace[1152951647] 'agreement among raft nodes before linearized reading' (duration: 364.671661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:38.723986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:38.359208Z","time spent":"364.773103ms","remote":"127.0.0.1:53020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:42:39.633242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.726914ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:42:39.633385Z","caller":"traceutil/trace.go:171","msg":"trace[1573681069] linearizableReadLoop","detail":"{readStateIndex:9510; appliedIndex:9509; }","duration":"157.249935ms","start":"2026-03-31T22:42:39.476115Z","end":"2026-03-31T22:42:39.633365Z","steps":["trace[1573681069] 'read index received' (duration: 35.203443ms)","trace[1573681069] 'applied index is now lower than readState.Index' (duration: 122.044662ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:42:39.633423Z","caller":"traceutil/trace.go:171","msg":"trace[1911057377] transaction","detail":"{read_only:false; response_revision:9144; number_of_response:1; }","duration":"159.154008ms","start":"2026-03-31T22:42:39.474226Z","end":"2026-03-31T22:42:39.63338Z","steps":["trace[1911057377] 'process raft request' (duration: 37.147308ms)","trace[1911057377] 'compare' (duration: 121.53498ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:42:39.633654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.513631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T22:42:39.633749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.955463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T22:42:39.633765Z","caller":"traceutil/trace.go:171","msg":"trace[1280692153] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9144; }","duration":"157.668014ms","start":"2026-03-31T22:42:39.476075Z","end":"2026-03-31T22:42:39.633743Z","steps":["trace[1280692153] 'agreement among raft nodes before linearized reading' (duration: 157.385818ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:39.6338Z","caller":"traceutil/trace.go:171","msg":"trace[212912947] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9144; }","duration":"151.010774ms","start":"2026-03-31T22:42:39.482775Z","end":"2026-03-31T22:42:39.633786Z","steps":["trace[212912947] 'agreement among raft nodes before linearized reading' (duration: 150.887002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:39.633871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.158083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223968"} {"level":"info","ts":"2026-03-31T22:42:39.633903Z","caller":"traceutil/trace.go:171","msg":"trace[1825514655] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:9144; }","duration":"157.232265ms","start":"2026-03-31T22:42:39.476663Z","end":"2026-03-31T22:42:39.633895Z","steps":["trace[1825514655] 'agreement among raft nodes before linearized reading' (duration: 156.815236ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:45.676331Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7101} {"level":"info","ts":"2026-03-31T22:42:45.886706Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7101,"took":"208.588112ms","hash":1199631797,"current-db-size-bytes":41869312,"current-db-size":"42 MB","current-db-size-in-use-bytes":24993792,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-31T22:42:45.886769Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1199631797,"revision":7101,"compact-revision":4112} {"level":"info","ts":"2026-03-31T22:42:48.683107Z","caller":"traceutil/trace.go:171","msg":"trace[792947481] transaction","detail":"{read_only:false; response_revision:9206; number_of_response:1; }","duration":"123.591776ms","start":"2026-03-31T22:42:48.559494Z","end":"2026-03-31T22:42:48.683086Z","steps":["trace[792947481] 'process raft request' (duration: 123.284579ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:48.912561Z","caller":"traceutil/trace.go:171","msg":"trace[343008478] transaction","detail":"{read_only:false; response_revision:9220; number_of_response:1; }","duration":"103.723788ms","start":"2026-03-31T22:42:48.808807Z","end":"2026-03-31T22:42:48.912531Z","steps":["trace[343008478] 'process raft request' (duration: 101.721334ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:48.97079Z","caller":"traceutil/trace.go:171","msg":"trace[1120310673] transaction","detail":"{read_only:false; response_revision:9222; number_of_response:1; }","duration":"158.84879ms","start":"2026-03-31T22:42:48.811912Z","end":"2026-03-31T22:42:48.970761Z","steps":["trace[1120310673] 'process raft request' (duration: 158.736978ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:48.970923Z","caller":"traceutil/trace.go:171","msg":"trace[1655309902] transaction","detail":"{read_only:false; response_revision:9223; number_of_response:1; }","duration":"158.877151ms","start":"2026-03-31T22:42:48.812014Z","end":"2026-03-31T22:42:48.970891Z","steps":["trace[1655309902] 'process raft request' (duration: 158.670496ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:48.970948Z","caller":"traceutil/trace.go:171","msg":"trace[553279925] transaction","detail":"{read_only:false; response_revision:9225; number_of_response:1; }","duration":"158.673747ms","start":"2026-03-31T22:42:48.81225Z","end":"2026-03-31T22:42:48.970924Z","steps":["trace[553279925] 'process raft request' (duration: 158.495083ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:48.970964Z","caller":"traceutil/trace.go:171","msg":"trace[1621434601] transaction","detail":"{read_only:false; response_revision:9226; number_of_response:1; }","duration":"157.551451ms","start":"2026-03-31T22:42:48.813397Z","end":"2026-03-31T22:42:48.970948Z","steps":["trace[1621434601] 'process raft request' (duration: 157.380277ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:48.971138Z","caller":"traceutil/trace.go:171","msg":"trace[1883507775] transaction","detail":"{read_only:false; response_revision:9227; number_of_response:1; }","duration":"155.080185ms","start":"2026-03-31T22:42:48.816045Z","end":"2026-03-31T22:42:48.971125Z","steps":["trace[1883507775] 'process raft request' (duration: 154.764788ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:48.9709Z","caller":"traceutil/trace.go:171","msg":"trace[221358805] transaction","detail":"{read_only:false; response_revision:9224; number_of_response:1; }","duration":"158.750909ms","start":"2026-03-31T22:42:48.81212Z","end":"2026-03-31T22:42:48.97087Z","steps":["trace[221358805] 'process raft request' (duration: 158.598355ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:48.971314Z","caller":"traceutil/trace.go:171","msg":"trace[775407735] transaction","detail":"{read_only:false; response_revision:9221; number_of_response:1; }","duration":"161.152623ms","start":"2026-03-31T22:42:48.809584Z","end":"2026-03-31T22:42:48.970736Z","steps":["trace[775407735] 'process raft request' (duration: 160.949278ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:48.971546Z","caller":"traceutil/trace.go:171","msg":"trace[1147567496] transaction","detail":"{read_only:false; response_revision:9228; number_of_response:1; }","duration":"155.181698ms","start":"2026-03-31T22:42:48.816334Z","end":"2026-03-31T22:42:48.971516Z","steps":["trace[1147567496] 'process raft request' (duration: 154.981503ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:48.971614Z","caller":"traceutil/trace.go:171","msg":"trace[1674948050] transaction","detail":"{read_only:false; response_revision:9230; number_of_response:1; }","duration":"154.185977ms","start":"2026-03-31T22:42:48.817416Z","end":"2026-03-31T22:42:48.971602Z","steps":["trace[1674948050] 'process raft request' (duration: 154.097364ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:48.971679Z","caller":"traceutil/trace.go:171","msg":"trace[1272593318] transaction","detail":"{read_only:false; response_revision:9231; number_of_response:1; }","duration":"152.273683ms","start":"2026-03-31T22:42:48.819396Z","end":"2026-03-31T22:42:48.97167Z","steps":["trace[1272593318] 'process raft request' (duration: 152.16576ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:48.971891Z","caller":"traceutil/trace.go:171","msg":"trace[1268524943] transaction","detail":"{read_only:false; response_revision:9233; number_of_response:1; }","duration":"151.181238ms","start":"2026-03-31T22:42:48.820699Z","end":"2026-03-31T22:42:48.97188Z","steps":["trace[1268524943] 'process raft request' (duration: 150.971863ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:48.97188Z","caller":"traceutil/trace.go:171","msg":"trace[205344836] transaction","detail":"{read_only:false; response_revision:9232; number_of_response:1; }","duration":"151.825423ms","start":"2026-03-31T22:42:48.819985Z","end":"2026-03-31T22:42:48.971811Z","steps":["trace[205344836] 'process raft request' (duration: 151.619469ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:48.971618Z","caller":"traceutil/trace.go:171","msg":"trace[1660990156] transaction","detail":"{read_only:false; response_revision:9229; number_of_response:1; }","duration":"154.939803ms","start":"2026-03-31T22:42:48.816646Z","end":"2026-03-31T22:42:48.971585Z","steps":["trace[1660990156] 'process raft request' (duration: 154.82082ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:48.972057Z","caller":"traceutil/trace.go:171","msg":"trace[1866132182] transaction","detail":"{read_only:false; response_revision:9234; number_of_response:1; }","duration":"151.070416ms","start":"2026-03-31T22:42:48.820972Z","end":"2026-03-31T22:42:48.972043Z","steps":["trace[1866132182] 'process raft request' (duration: 150.749088ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:48.972072Z","caller":"traceutil/trace.go:171","msg":"trace[2040278350] transaction","detail":"{read_only:false; response_revision:9235; number_of_response:1; }","duration":"147.285911ms","start":"2026-03-31T22:42:48.82477Z","end":"2026-03-31T22:42:48.972056Z","steps":["trace[2040278350] 'process raft request' (duration: 147.007195ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:48.972096Z","caller":"traceutil/trace.go:171","msg":"trace[1589716276] transaction","detail":"{read_only:false; response_revision:9236; number_of_response:1; }","duration":"146.048843ms","start":"2026-03-31T22:42:48.826038Z","end":"2026-03-31T22:42:48.972087Z","steps":["trace[1589716276] 'process raft request' (duration: 145.912339ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:48.972168Z","caller":"traceutil/trace.go:171","msg":"trace[1110267794] transaction","detail":"{read_only:false; response_revision:9237; number_of_response:1; }","duration":"144.722463ms","start":"2026-03-31T22:42:48.827438Z","end":"2026-03-31T22:42:48.97216Z","steps":["trace[1110267794] 'process raft request' (duration: 144.58405ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:48.972321Z","caller":"traceutil/trace.go:171","msg":"trace[1344574438] transaction","detail":"{read_only:false; response_revision:9238; number_of_response:1; }","duration":"139.064976ms","start":"2026-03-31T22:42:48.833214Z","end":"2026-03-31T22:42:48.972279Z","steps":["trace[1344574438] 'process raft request' (duration: 138.854141ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:48.972362Z","caller":"traceutil/trace.go:171","msg":"trace[924743686] transaction","detail":"{read_only:false; response_revision:9240; number_of_response:1; }","duration":"109.922798ms","start":"2026-03-31T22:42:48.862419Z","end":"2026-03-31T22:42:48.972342Z","steps":["trace[924743686] 'process raft request' (duration: 109.862047ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:48.972381Z","caller":"traceutil/trace.go:171","msg":"trace[197665536] transaction","detail":"{read_only:false; response_revision:9239; number_of_response:1; }","duration":"110.86727ms","start":"2026-03-31T22:42:48.861502Z","end":"2026-03-31T22:42:48.972369Z","steps":["trace[197665536] 'process raft request' (duration: 110.710116ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:49.143462Z","caller":"traceutil/trace.go:171","msg":"trace[102942676] transaction","detail":"{read_only:false; response_revision:9244; number_of_response:1; }","duration":"142.710558ms","start":"2026-03-31T22:42:49.000726Z","end":"2026-03-31T22:42:49.143437Z","steps":["trace[102942676] 'process raft request' (duration: 103.062674ms)","trace[102942676] 'compare' (duration: 39.542261ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:42:49.160362Z","caller":"traceutil/trace.go:171","msg":"trace[1946608935] transaction","detail":"{read_only:false; response_revision:9246; number_of_response:1; }","duration":"156.466998ms","start":"2026-03-31T22:42:49.003862Z","end":"2026-03-31T22:42:49.160329Z","steps":["trace[1946608935] 'process raft request' (duration: 156.364486ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:49.160522Z","caller":"traceutil/trace.go:171","msg":"trace[42225196] transaction","detail":"{read_only:false; response_revision:9248; number_of_response:1; }","duration":"156.10415ms","start":"2026-03-31T22:42:49.0044Z","end":"2026-03-31T22:42:49.160504Z","steps":["trace[42225196] 'process raft request' (duration: 155.884305ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:49.160561Z","caller":"traceutil/trace.go:171","msg":"trace[971633414] transaction","detail":"{read_only:false; response_revision:9250; number_of_response:1; }","duration":"155.729221ms","start":"2026-03-31T22:42:49.004776Z","end":"2026-03-31T22:42:49.160505Z","steps":["trace[971633414] 'process raft request' (duration: 155.549847ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:49.160662Z","caller":"traceutil/trace.go:171","msg":"trace[1524460552] transaction","detail":"{read_only:false; response_revision:9247; number_of_response:1; }","duration":"156.5713ms","start":"2026-03-31T22:42:49.004018Z","end":"2026-03-31T22:42:49.160589Z","steps":["trace[1524460552] 'process raft request' (duration: 156.245423ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:49.160691Z","caller":"traceutil/trace.go:171","msg":"trace[1729336819] transaction","detail":"{read_only:false; response_revision:9252; number_of_response:1; }","duration":"155.68297ms","start":"2026-03-31T22:42:49.005002Z","end":"2026-03-31T22:42:49.160685Z","steps":["trace[1729336819] 'process raft request' (duration: 155.365163ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:49.160799Z","caller":"traceutil/trace.go:171","msg":"trace[313679193] transaction","detail":"{read_only:false; response_revision:9254; number_of_response:1; }","duration":"155.184668ms","start":"2026-03-31T22:42:49.005601Z","end":"2026-03-31T22:42:49.160785Z","steps":["trace[313679193] 'process raft request' (duration: 154.811ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:49.160666Z","caller":"traceutil/trace.go:171","msg":"trace[139609803] transaction","detail":"{read_only:false; response_revision:9251; number_of_response:1; }","duration":"155.777223ms","start":"2026-03-31T22:42:49.004881Z","end":"2026-03-31T22:42:49.160659Z","steps":["trace[139609803] 'process raft request' (duration: 155.465726ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:49.160712Z","caller":"traceutil/trace.go:171","msg":"trace[323328791] transaction","detail":"{read_only:false; response_revision:9253; number_of_response:1; }","duration":"155.319151ms","start":"2026-03-31T22:42:49.005388Z","end":"2026-03-31T22:42:49.160707Z","steps":["trace[323328791] 'process raft request' (duration: 154.995403ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:49.160731Z","caller":"traceutil/trace.go:171","msg":"trace[1097116384] transaction","detail":"{read_only:false; response_revision:9256; number_of_response:1; }","duration":"153.990581ms","start":"2026-03-31T22:42:49.006735Z","end":"2026-03-31T22:42:49.160725Z","steps":["trace[1097116384] 'process raft request' (duration: 153.714565ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:49.160445Z","caller":"traceutil/trace.go:171","msg":"trace[1419850441] transaction","detail":"{read_only:false; response_revision:9245; number_of_response:1; }","duration":"156.819706ms","start":"2026-03-31T22:42:49.003582Z","end":"2026-03-31T22:42:49.160402Z","steps":["trace[1419850441] 'process raft request' (duration: 156.493019ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:49.160569Z","caller":"traceutil/trace.go:171","msg":"trace[2026901941] transaction","detail":"{read_only:false; response_revision:9257; number_of_response:1; }","duration":"148.436447ms","start":"2026-03-31T22:42:49.012094Z","end":"2026-03-31T22:42:49.16053Z","steps":["trace[2026901941] 'process raft request' (duration: 148.382236ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:49.160765Z","caller":"traceutil/trace.go:171","msg":"trace[908215233] transaction","detail":"{read_only:false; response_revision:9255; number_of_response:1; }","duration":"154.216907ms","start":"2026-03-31T22:42:49.00653Z","end":"2026-03-31T22:42:49.160747Z","steps":["trace[908215233] 'process raft request' (duration: 153.90241ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:49.160763Z","caller":"traceutil/trace.go:171","msg":"trace[476798209] transaction","detail":"{read_only:false; response_revision:9249; number_of_response:1; }","duration":"156.037028ms","start":"2026-03-31T22:42:49.004681Z","end":"2026-03-31T22:42:49.160718Z","steps":["trace[476798209] 'process raft request' (duration: 155.624649ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:49.399785Z","caller":"traceutil/trace.go:171","msg":"trace[1701757619] transaction","detail":"{read_only:false; response_revision:9260; number_of_response:1; }","duration":"232.815779ms","start":"2026-03-31T22:42:49.166941Z","end":"2026-03-31T22:42:49.399757Z","steps":["trace[1701757619] 'process raft request' (duration: 232.755947ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:49.399865Z","caller":"traceutil/trace.go:171","msg":"trace[1795586949] transaction","detail":"{read_only:false; response_revision:9262; number_of_response:1; }","duration":"232.764658ms","start":"2026-03-31T22:42:49.167085Z","end":"2026-03-31T22:42:49.399849Z","steps":["trace[1795586949] 'process raft request' (duration: 232.662846ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:49.399786Z","caller":"traceutil/trace.go:171","msg":"trace[203123050] transaction","detail":"{read_only:false; response_revision:9259; number_of_response:1; }","duration":"233.33818ms","start":"2026-03-31T22:42:49.166405Z","end":"2026-03-31T22:42:49.399743Z","steps":["trace[203123050] 'process raft request' (duration: 204.114472ms)","trace[203123050] 'compare' (duration: 29.049245ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:42:49.399892Z","caller":"traceutil/trace.go:171","msg":"trace[198105450] transaction","detail":"{read_only:false; response_revision:9261; number_of_response:1; }","duration":"232.86483ms","start":"2026-03-31T22:42:49.166987Z","end":"2026-03-31T22:42:49.399852Z","steps":["trace[198105450] 'process raft request' (duration: 232.740277ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:49.399974Z","caller":"traceutil/trace.go:171","msg":"trace[1773173131] transaction","detail":"{read_only:false; response_revision:9265; number_of_response:1; }","duration":"232.518352ms","start":"2026-03-31T22:42:49.167447Z","end":"2026-03-31T22:42:49.399965Z","steps":["trace[1773173131] 'process raft request' (duration: 232.40646ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:49.399991Z","caller":"traceutil/trace.go:171","msg":"trace[1547501684] transaction","detail":"{read_only:false; response_revision:9269; number_of_response:1; }","duration":"232.170823ms","start":"2026-03-31T22:42:49.167801Z","end":"2026-03-31T22:42:49.399972Z","steps":["trace[1547501684] 'process raft request' (duration: 232.141233ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:49.400042Z","caller":"traceutil/trace.go:171","msg":"trace[2091728358] transaction","detail":"{read_only:false; response_revision:9263; number_of_response:1; }","duration":"232.720586ms","start":"2026-03-31T22:42:49.167314Z","end":"2026-03-31T22:42:49.400034Z","steps":["trace[2091728358] 'process raft request' (duration: 232.45677ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:49.400051Z","caller":"traceutil/trace.go:171","msg":"trace[1906447474] transaction","detail":"{read_only:false; response_revision:9267; number_of_response:1; }","duration":"232.521312ms","start":"2026-03-31T22:42:49.167507Z","end":"2026-03-31T22:42:49.400029Z","steps":["trace[1906447474] 'process raft request' (duration: 232.387489ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:49.400124Z","caller":"traceutil/trace.go:171","msg":"trace[1201939287] transaction","detail":"{read_only:false; response_revision:9268; number_of_response:1; }","duration":"232.575093ms","start":"2026-03-31T22:42:49.167541Z","end":"2026-03-31T22:42:49.400116Z","steps":["trace[1201939287] 'process raft request' (duration: 232.378358ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:49.400135Z","caller":"traceutil/trace.go:171","msg":"trace[1605421900] transaction","detail":"{read_only:false; response_revision:9264; number_of_response:1; }","duration":"232.787478ms","start":"2026-03-31T22:42:49.167329Z","end":"2026-03-31T22:42:49.400116Z","steps":["trace[1605421900] 'process raft request' (duration: 232.465241ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:49.40021Z","caller":"traceutil/trace.go:171","msg":"trace[1252215172] transaction","detail":"{read_only:false; response_revision:9266; number_of_response:1; }","duration":"232.692157ms","start":"2026-03-31T22:42:49.16751Z","end":"2026-03-31T22:42:49.400202Z","steps":["trace[1252215172] 'process raft request' (duration: 232.365168ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:49.482903Z","caller":"traceutil/trace.go:171","msg":"trace[98406718] linearizableReadLoop","detail":"{readStateIndex:9639; appliedIndex:9627; }","duration":"158.986044ms","start":"2026-03-31T22:42:49.323891Z","end":"2026-03-31T22:42:49.482877Z","steps":["trace[98406718] 'read index received' (duration: 46.643761ms)","trace[98406718] 'applied index is now lower than readState.Index' (duration: 112.341213ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:42:49.483231Z","caller":"traceutil/trace.go:171","msg":"trace[972866274] transaction","detail":"{read_only:false; response_revision:9270; number_of_response:1; }","duration":"238.441626ms","start":"2026-03-31T22:42:49.244777Z","end":"2026-03-31T22:42:49.483219Z","steps":["trace[972866274] 'process raft request' (duration: 237.969105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:49.483439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.530817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:42:49.483478Z","caller":"traceutil/trace.go:171","msg":"trace[599021668] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:9270; }","duration":"159.649219ms","start":"2026-03-31T22:42:49.323819Z","end":"2026-03-31T22:42:49.483468Z","steps":["trace[599021668] 'agreement among raft nodes before linearized reading' (duration: 159.569757ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:49.703967Z","caller":"traceutil/trace.go:171","msg":"trace[1387761035] transaction","detail":"{read_only:false; response_revision:9272; number_of_response:1; }","duration":"297.979317ms","start":"2026-03-31T22:42:49.405948Z","end":"2026-03-31T22:42:49.703927Z","steps":["trace[1387761035] 'process raft request' (duration: 297.66426ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:49.704Z","caller":"traceutil/trace.go:171","msg":"trace[1758776789] transaction","detail":"{read_only:false; response_revision:9271; number_of_response:1; }","duration":"298.148741ms","start":"2026-03-31T22:42:49.405827Z","end":"2026-03-31T22:42:49.703976Z","steps":["trace[1758776789] 'process raft request' (duration: 291.247715ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:49.704174Z","caller":"traceutil/trace.go:171","msg":"trace[2056510382] transaction","detail":"{read_only:false; response_revision:9274; number_of_response:1; }","duration":"298.143641ms","start":"2026-03-31T22:42:49.406002Z","end":"2026-03-31T22:42:49.704146Z","steps":["trace[2056510382] 'process raft request' (duration: 297.918466ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:49.704343Z","caller":"traceutil/trace.go:171","msg":"trace[2042379978] transaction","detail":"{read_only:false; response_revision:9273; number_of_response:1; }","duration":"298.11983ms","start":"2026-03-31T22:42:49.405982Z","end":"2026-03-31T22:42:49.704102Z","steps":["trace[2042379978] 'process raft request' (duration: 297.745682ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:49.704379Z","caller":"traceutil/trace.go:171","msg":"trace[952048550] transaction","detail":"{read_only:false; response_revision:9276; number_of_response:1; }","duration":"298.215842ms","start":"2026-03-31T22:42:49.406121Z","end":"2026-03-31T22:42:49.704336Z","steps":["trace[952048550] 'process raft request' (duration: 298.137681ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:49.704401Z","caller":"traceutil/trace.go:171","msg":"trace[162877326] transaction","detail":"{read_only:false; response_revision:9277; number_of_response:1; }","duration":"298.254134ms","start":"2026-03-31T22:42:49.406133Z","end":"2026-03-31T22:42:49.704388Z","steps":["trace[162877326] 'process raft request' (duration: 298.166992ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:49.704367Z","caller":"traceutil/trace.go:171","msg":"trace[1202419201] transaction","detail":"{read_only:false; response_revision:9275; number_of_response:1; }","duration":"298.301015ms","start":"2026-03-31T22:42:49.406013Z","end":"2026-03-31T22:42:49.704314Z","steps":["trace[1202419201] 'process raft request' (duration: 298.129391ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:49.704396Z","caller":"traceutil/trace.go:171","msg":"trace[2132740136] linearizableReadLoop","detail":"{readStateIndex:9647; appliedIndex:9639; }","duration":"221.407531ms","start":"2026-03-31T22:42:49.482972Z","end":"2026-03-31T22:42:49.704379Z","steps":["trace[2132740136] 'read index received' (duration: 1.233478ms)","trace[2132740136] 'applied index is now lower than readState.Index' (duration: 220.172983ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:42:49.70447Z","caller":"traceutil/trace.go:171","msg":"trace[738169191] transaction","detail":"{read_only:false; response_revision:9278; number_of_response:1; }","duration":"298.196132ms","start":"2026-03-31T22:42:49.406264Z","end":"2026-03-31T22:42:49.70446Z","steps":["trace[738169191] 'process raft request' (duration: 298.070509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:49.704513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.302102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:42:49.704578Z","caller":"traceutil/trace.go:171","msg":"trace[200518868] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9278; }","duration":"344.415644ms","start":"2026-03-31T22:42:49.360146Z","end":"2026-03-31T22:42:49.704562Z","steps":["trace[200518868] 'agreement among raft nodes before linearized reading' (duration: 344.283991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:49.70462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:49.360126Z","time spent":"344.483665ms","remote":"127.0.0.1:53020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T22:42:50.091094Z","caller":"traceutil/trace.go:171","msg":"trace[1754760576] transaction","detail":"{read_only:false; response_revision:9279; number_of_response:1; }","duration":"601.535461ms","start":"2026-03-31T22:42:49.489524Z","end":"2026-03-31T22:42:50.09106Z","steps":["trace[1754760576] 'process raft request' (duration: 601.247695ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:50.091194Z","caller":"traceutil/trace.go:171","msg":"trace[1419825280] linearizableReadLoop","detail":"{readStateIndex:9649; appliedIndex:9647; }","duration":"385.016599ms","start":"2026-03-31T22:42:49.706152Z","end":"2026-03-31T22:42:50.091169Z","steps":["trace[1419825280] 'read index received' (duration: 384.670392ms)","trace[1419825280] 'applied index is now lower than readState.Index' (duration: 345.217µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:42:50.091242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:49.489492Z","time spent":"601.677844ms","remote":"127.0.0.1:53058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4493,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:42:50.091294Z","caller":"traceutil/trace.go:171","msg":"trace[479289006] transaction","detail":"{read_only:false; response_revision:9280; number_of_response:1; }","duration":"564.69322ms","start":"2026-03-31T22:42:49.526588Z","end":"2026-03-31T22:42:50.091281Z","steps":["trace[479289006] 'process raft request' (duration: 564.421454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:50.091414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.259465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:42:50.091416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:49.526569Z","time spent":"564.757612ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:42:50.091453Z","caller":"traceutil/trace.go:171","msg":"trace[83888986] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9280; }","duration":"385.327497ms","start":"2026-03-31T22:42:49.706117Z","end":"2026-03-31T22:42:50.091445Z","steps":["trace[83888986] 'agreement among raft nodes before linearized reading' (duration: 385.249345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:50.091477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:49.706103Z","time spent":"385.368227ms","remote":"127.0.0.1:53032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T22:42:50.142378Z","caller":"traceutil/trace.go:171","msg":"trace[1810255562] transaction","detail":"{read_only:false; response_revision:9281; number_of_response:1; }","duration":"297.911836ms","start":"2026-03-31T22:42:49.84444Z","end":"2026-03-31T22:42:50.142351Z","steps":["trace[1810255562] 'process raft request' (duration: 297.696521ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:50.142566Z","caller":"traceutil/trace.go:171","msg":"trace[993265613] transaction","detail":"{read_only:false; response_revision:9283; number_of_response:1; }","duration":"297.920457ms","start":"2026-03-31T22:42:49.844633Z","end":"2026-03-31T22:42:50.142554Z","steps":["trace[993265613] 'process raft request' (duration: 297.810764ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:50.142606Z","caller":"traceutil/trace.go:171","msg":"trace[1019656571] transaction","detail":"{read_only:false; response_revision:9282; number_of_response:1; }","duration":"298.018469ms","start":"2026-03-31T22:42:49.844562Z","end":"2026-03-31T22:42:50.14258Z","steps":["trace[1019656571] 'process raft request' (duration: 297.687001ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:50.142687Z","caller":"traceutil/trace.go:171","msg":"trace[745294487] transaction","detail":"{read_only:false; response_revision:9286; number_of_response:1; }","duration":"297.972538ms","start":"2026-03-31T22:42:49.844677Z","end":"2026-03-31T22:42:50.14265Z","steps":["trace[745294487] 'process raft request' (duration: 297.846715ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:50.142709Z","caller":"traceutil/trace.go:171","msg":"trace[756975578] transaction","detail":"{read_only:false; response_revision:9285; number_of_response:1; }","duration":"298.012409ms","start":"2026-03-31T22:42:49.844685Z","end":"2026-03-31T22:42:50.142697Z","steps":["trace[756975578] 'process raft request' (duration: 297.813923ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:50.142746Z","caller":"traceutil/trace.go:171","msg":"trace[1743861445] transaction","detail":"{read_only:false; response_revision:9287; number_of_response:1; }","duration":"298.022969ms","start":"2026-03-31T22:42:49.84471Z","end":"2026-03-31T22:42:50.142732Z","steps":["trace[1743861445] 'process raft request' (duration: 297.838605ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:50.142684Z","caller":"traceutil/trace.go:171","msg":"trace[480778495] transaction","detail":"{read_only:false; response_revision:9284; number_of_response:1; }","duration":"297.987968ms","start":"2026-03-31T22:42:49.844662Z","end":"2026-03-31T22:42:50.14265Z","steps":["trace[480778495] 'process raft request' (duration: 297.811684ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:50.142798Z","caller":"traceutil/trace.go:171","msg":"trace[71237975] transaction","detail":"{read_only:false; response_revision:9288; number_of_response:1; }","duration":"298.0561ms","start":"2026-03-31T22:42:49.844732Z","end":"2026-03-31T22:42:50.142788Z","steps":["trace[71237975] 'process raft request' (duration: 297.838195ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:50.142953Z","caller":"traceutil/trace.go:171","msg":"trace[1267607536] transaction","detail":"{read_only:false; response_revision:9289; number_of_response:1; }","duration":"298.176593ms","start":"2026-03-31T22:42:49.844764Z","end":"2026-03-31T22:42:50.142941Z","steps":["trace[1267607536] 'process raft request' (duration: 297.829955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:50.143328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.915659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nxsdg\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T22:42:50.143371Z","caller":"traceutil/trace.go:171","msg":"trace[855917653] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nxsdg; range_end:; response_count:1; response_revision:9290; }","duration":"299.011521ms","start":"2026-03-31T22:42:49.844348Z","end":"2026-03-31T22:42:50.14336Z","steps":["trace[855917653] 'agreement among raft nodes before linearized reading' (duration: 298.828087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:50.14343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.782836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T22:42:50.143461Z","caller":"traceutil/trace.go:171","msg":"trace[203791327] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9290; }","duration":"298.844807ms","start":"2026-03-31T22:42:49.844607Z","end":"2026-03-31T22:42:50.143452Z","steps":["trace[203791327] 'agreement among raft nodes before linearized reading' (duration: 298.705444ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:50.143594Z","caller":"traceutil/trace.go:171","msg":"trace[1619052470] transaction","detail":"{read_only:false; response_revision:9290; number_of_response:1; }","duration":"297.729191ms","start":"2026-03-31T22:42:49.845855Z","end":"2026-03-31T22:42:50.143584Z","steps":["trace[1619052470] 'process raft request' (duration: 296.7587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:50.143592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.96313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T22:42:50.143624Z","caller":"traceutil/trace.go:171","msg":"trace[1019504865] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9290; }","duration":"299.004261ms","start":"2026-03-31T22:42:49.844611Z","end":"2026-03-31T22:42:50.143615Z","steps":["trace[1019504865] 'agreement among raft nodes before linearized reading' (duration: 298.911589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:50.143726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.076903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T22:42:50.14378Z","caller":"traceutil/trace.go:171","msg":"trace[1237700517] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9290; }","duration":"299.150824ms","start":"2026-03-31T22:42:49.844614Z","end":"2026-03-31T22:42:50.143765Z","steps":["trace[1237700517] 'agreement among raft nodes before linearized reading' (duration: 299.004491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:50.143845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.231187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T22:42:50.14376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.234066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T22:42:50.14393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.334789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T22:42:50.143914Z","caller":"traceutil/trace.go:171","msg":"trace[73245613] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9290; }","duration":"299.43678ms","start":"2026-03-31T22:42:49.84446Z","end":"2026-03-31T22:42:50.143897Z","steps":["trace[73245613] 'agreement among raft nodes before linearized reading' (duration: 299.120033ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:50.143953Z","caller":"traceutil/trace.go:171","msg":"trace[1010327684] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9290; }","duration":"299.357809ms","start":"2026-03-31T22:42:49.844588Z","end":"2026-03-31T22:42:50.143946Z","steps":["trace[1010327684] 'agreement among raft nodes before linearized reading' (duration: 299.299358ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:50.14387Z","caller":"traceutil/trace.go:171","msg":"trace[1082661657] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9290; }","duration":"233.305359ms","start":"2026-03-31T22:42:49.910557Z","end":"2026-03-31T22:42:50.143863Z","steps":["trace[1082661657] 'agreement among raft nodes before linearized reading' (duration: 233.205257ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:50.401298Z","caller":"traceutil/trace.go:171","msg":"trace[609471676] transaction","detail":"{read_only:false; response_revision:9291; number_of_response:1; }","duration":"304.438864ms","start":"2026-03-31T22:42:50.096805Z","end":"2026-03-31T22:42:50.401244Z","steps":["trace[609471676] 'process raft request' (duration: 304.228949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:50.401436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:50.096784Z","time spent":"304.582777ms","remote":"127.0.0.1:53058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4167,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:42:50.572873Z","caller":"traceutil/trace.go:171","msg":"trace[435005850] transaction","detail":"{read_only:false; response_revision:9292; number_of_response:1; }","duration":"426.080466ms","start":"2026-03-31T22:42:50.146771Z","end":"2026-03-31T22:42:50.572852Z","steps":["trace[435005850] 'process raft request' (duration: 425.894532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:50.572988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:50.146749Z","time spent":"426.176968ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:42:50.573181Z","caller":"traceutil/trace.go:171","msg":"trace[841565601] transaction","detail":"{read_only:false; response_revision:9293; number_of_response:1; }","duration":"425.027952ms","start":"2026-03-31T22:42:50.148144Z","end":"2026-03-31T22:42:50.573172Z","steps":["trace[841565601] 'process raft request' (duration: 424.670344ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:50.573274Z","caller":"traceutil/trace.go:171","msg":"trace[926064841] transaction","detail":"{read_only:false; response_revision:9294; number_of_response:1; }","duration":"423.840765ms","start":"2026-03-31T22:42:50.14942Z","end":"2026-03-31T22:42:50.57326Z","steps":["trace[926064841] 'process raft request' (duration: 423.667231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:50.57333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:50.149408Z","time spent":"423.894867ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:42:50.573516Z","caller":"traceutil/trace.go:171","msg":"trace[868837738] transaction","detail":"{read_only:false; response_revision:9296; number_of_response:1; }","duration":"423.942498ms","start":"2026-03-31T22:42:50.149534Z","end":"2026-03-31T22:42:50.573477Z","steps":["trace[868837738] 'process raft request' (duration: 423.689442ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:50.573566Z","caller":"traceutil/trace.go:171","msg":"trace[1225870106] transaction","detail":"{read_only:false; response_revision:9298; number_of_response:1; }","duration":"423.897846ms","start":"2026-03-31T22:42:50.149652Z","end":"2026-03-31T22:42:50.57355Z","steps":["trace[1225870106] 'process raft request' (duration: 423.653091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:50.573656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:50.148135Z","time spent":"425.074454ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:42:50.573657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:50.149642Z","time spent":"423.963588ms","remote":"127.0.0.1:53460","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3614,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:42:50.573513Z","caller":"traceutil/trace.go:171","msg":"trace[1858945518] transaction","detail":"{read_only:false; response_revision:9297; number_of_response:1; }","duration":"423.846625ms","start":"2026-03-31T22:42:50.149623Z","end":"2026-03-31T22:42:50.57347Z","steps":["trace[1858945518] 'process raft request' (duration: 423.644641ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:50.573646Z","caller":"traceutil/trace.go:171","msg":"trace[1526266291] transaction","detail":"{read_only:false; response_revision:9295; number_of_response:1; }","duration":"424.099571ms","start":"2026-03-31T22:42:50.149521Z","end":"2026-03-31T22:42:50.57362Z","steps":["trace[1526266291] 'process raft request' (duration: 423.649721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:50.574254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:50.149512Z","time spent":"424.715975ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:42:50.574251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.705515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223780"} {"level":"warn","ts":"2026-03-31T22:42:50.574247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:50.149576Z","time spent":"424.486121ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:42:50.574318Z","caller":"traceutil/trace.go:171","msg":"trace[818926545] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:9300; }","duration":"424.808828ms","start":"2026-03-31T22:42:50.149496Z","end":"2026-03-31T22:42:50.574304Z","steps":["trace[818926545] 'agreement among raft nodes before linearized reading' (duration: 424.387138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:50.574358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:50.149474Z","time spent":"424.874299ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223803,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T22:42:50.573674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:50.149514Z","time spent":"424.0828ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:42:50.573799Z","caller":"traceutil/trace.go:171","msg":"trace[1496805885] transaction","detail":"{read_only:false; response_revision:9299; number_of_response:1; }","duration":"423.944777ms","start":"2026-03-31T22:42:50.149843Z","end":"2026-03-31T22:42:50.573788Z","steps":["trace[1496805885] 'process raft request' (duration: 423.643991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:50.574481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:50.149834Z","time spent":"424.619793ms","remote":"127.0.0.1:53058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4502,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:42:50.573846Z","caller":"traceutil/trace.go:171","msg":"trace[914564264] linearizableReadLoop","detail":"{readStateIndex:9664; appliedIndex:9659; }","duration":"424.288985ms","start":"2026-03-31T22:42:50.149535Z","end":"2026-03-31T22:42:50.573824Z","steps":["trace[914564264] 'read index received' (duration: 251.526711ms)","trace[914564264] 'applied index is now lower than readState.Index' (duration: 172.761084ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:42:50.573847Z","caller":"traceutil/trace.go:171","msg":"trace[922330448] transaction","detail":"{read_only:false; response_revision:9300; number_of_response:1; }","duration":"254.850115ms","start":"2026-03-31T22:42:50.318978Z","end":"2026-03-31T22:42:50.573828Z","steps":["trace[922330448] 'process raft request' (duration: 254.728893ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:50.90426Z","caller":"traceutil/trace.go:171","msg":"trace[182755913] linearizableReadLoop","detail":"{readStateIndex:9670; appliedIndex:9669; }","duration":"329.650911ms","start":"2026-03-31T22:42:50.574589Z","end":"2026-03-31T22:42:50.90424Z","steps":["trace[182755913] 'read index received' (duration: 329.385915ms)","trace[182755913] 'applied index is now lower than readState.Index' (duration: 263.856µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:42:50.904303Z","caller":"traceutil/trace.go:171","msg":"trace[643451085] transaction","detail":"{read_only:false; response_revision:9301; number_of_response:1; }","duration":"496.83709ms","start":"2026-03-31T22:42:50.407437Z","end":"2026-03-31T22:42:50.904274Z","steps":["trace[643451085] 'process raft request' (duration: 496.662086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:50.904419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:50.407415Z","time spent":"496.938053ms","remote":"127.0.0.1:53058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9308,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:42:50.904465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.584224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:42:50.90459Z","caller":"traceutil/trace.go:171","msg":"trace[850348350] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9301; }","duration":"535.79721ms","start":"2026-03-31T22:42:50.368783Z","end":"2026-03-31T22:42:50.90458Z","steps":["trace[850348350] 'agreement among raft nodes before linearized reading' (duration: 535.559833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:50.90478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:50.368735Z","time spent":"536.035505ms","remote":"127.0.0.1:53020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T22:42:51.025128Z","caller":"traceutil/trace.go:171","msg":"trace[2031558190] transaction","detail":"{read_only:false; response_revision:9302; number_of_response:1; }","duration":"445.916484ms","start":"2026-03-31T22:42:50.579172Z","end":"2026-03-31T22:42:51.025088Z","steps":["trace[2031558190] 'process raft request' (duration: 445.676677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:51.025259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:50.579095Z","time spent":"446.108368ms","remote":"127.0.0.1:53482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3862,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:42:51.025343Z","caller":"traceutil/trace.go:171","msg":"trace[67212076] transaction","detail":"{read_only:false; response_revision:9303; number_of_response:1; }","duration":"444.944172ms","start":"2026-03-31T22:42:50.58037Z","end":"2026-03-31T22:42:51.025314Z","steps":["trace[67212076] 'process raft request' (duration: 444.598363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:51.025486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:50.580358Z","time spent":"445.049794ms","remote":"127.0.0.1:53058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4176,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:42:51.025638Z","caller":"traceutil/trace.go:171","msg":"trace[999725532] linearizableReadLoop","detail":"{readStateIndex:9673; appliedIndex:9672; }","duration":"121.302585ms","start":"2026-03-31T22:42:50.904318Z","end":"2026-03-31T22:42:51.02562Z","steps":["trace[999725532] 'read index received' (duration: 120.808904ms)","trace[999725532] 'applied index is now lower than readState.Index' (duration: 492.951µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:42:51.025828Z","caller":"traceutil/trace.go:171","msg":"trace[803344074] transaction","detail":"{read_only:false; response_revision:9304; number_of_response:1; }","duration":"225.185397ms","start":"2026-03-31T22:42:50.800633Z","end":"2026-03-31T22:42:51.025818Z","steps":["trace[803344074] 'process raft request' (duration: 224.594734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:51.026036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.558169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T22:42:51.026093Z","caller":"traceutil/trace.go:171","msg":"trace[1527782200] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9304; }","duration":"309.652382ms","start":"2026-03-31T22:42:50.716426Z","end":"2026-03-31T22:42:51.026078Z","steps":["trace[1527782200] 'agreement among raft nodes before linearized reading' (duration: 309.453007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:51.026127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:50.71641Z","time spent":"309.708902ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T22:42:51.18801Z","caller":"traceutil/trace.go:171","msg":"trace[45223118] transaction","detail":"{read_only:false; response_revision:9305; number_of_response:1; }","duration":"278.132961ms","start":"2026-03-31T22:42:50.909855Z","end":"2026-03-31T22:42:51.187988Z","steps":["trace[45223118] 'process raft request' (duration: 277.870645ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:51.188239Z","caller":"traceutil/trace.go:171","msg":"trace[1899263013] transaction","detail":"{read_only:false; response_revision:9306; number_of_response:1; }","duration":"209.283888ms","start":"2026-03-31T22:42:50.978946Z","end":"2026-03-31T22:42:51.18823Z","steps":["trace[1899263013] 'process raft request' (duration: 208.981262ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:51.18854Z","caller":"traceutil/trace.go:171","msg":"trace[1518258528] linearizableReadLoop","detail":"{readStateIndex:9676; appliedIndex:9673; }","duration":"162.829141ms","start":"2026-03-31T22:42:51.025694Z","end":"2026-03-31T22:42:51.188523Z","steps":["trace[1518258528] 'read index received' (duration: 162.010743ms)","trace[1518258528] 'applied index is now lower than readState.Index' (duration: 816.498µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:42:51.188577Z","caller":"traceutil/trace.go:171","msg":"trace[97416558] transaction","detail":"{read_only:false; response_revision:9307; number_of_response:1; }","duration":"208.185163ms","start":"2026-03-31T22:42:50.980372Z","end":"2026-03-31T22:42:51.188557Z","steps":["trace[97416558] 'process raft request' (duration: 207.817945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:51.188731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.835097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:42:51.188815Z","caller":"traceutil/trace.go:171","msg":"trace[1805792863] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9307; }","duration":"282.959049ms","start":"2026-03-31T22:42:50.905838Z","end":"2026-03-31T22:42:51.188797Z","steps":["trace[1805792863] 'agreement among raft nodes before linearized reading' (duration: 282.764484ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:51.245346Z","caller":"traceutil/trace.go:171","msg":"trace[530147214] transaction","detail":"{read_only:false; response_revision:9308; number_of_response:1; }","duration":"213.661657ms","start":"2026-03-31T22:42:51.031662Z","end":"2026-03-31T22:42:51.245324Z","steps":["trace[530147214] 'process raft request' (duration: 213.486133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:51.245729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.866667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T22:42:51.245793Z","caller":"traceutil/trace.go:171","msg":"trace[1892800600] transaction","detail":"{read_only:false; response_revision:9309; number_of_response:1; }","duration":"207.725803ms","start":"2026-03-31T22:42:51.038055Z","end":"2026-03-31T22:42:51.24578Z","steps":["trace[1892800600] 'process raft request' (duration: 207.209802ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:51.245852Z","caller":"traceutil/trace.go:171","msg":"trace[483140313] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9309; }","duration":"216.028661ms","start":"2026-03-31T22:42:51.029773Z","end":"2026-03-31T22:42:51.245802Z","steps":["trace[483140313] 'agreement among raft nodes before linearized reading' (duration: 215.757235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:51.24593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.422297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/rook-ceph/\" range_end:\"/registry/limitranges/rook-ceph0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:42:51.246013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.691319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/rook-ceph/\" range_end:\"/registry/secrets/rook-ceph0\" ","response":"range_response_count:1 size:307179"} {"level":"info","ts":"2026-03-31T22:42:51.246071Z","caller":"traceutil/trace.go:171","msg":"trace[333128203] range","detail":"{range_begin:/registry/limitranges/rook-ceph/; range_end:/registry/limitranges/rook-ceph0; response_count:0; response_revision:9309; }","duration":"215.594361ms","start":"2026-03-31T22:42:51.030449Z","end":"2026-03-31T22:42:51.246044Z","steps":["trace[333128203] 'agreement among raft nodes before linearized reading' (duration: 215.321025ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:51.2461Z","caller":"traceutil/trace.go:171","msg":"trace[1983527081] range","detail":"{range_begin:/registry/secrets/rook-ceph/; range_end:/registry/secrets/rook-ceph0; response_count:1; response_revision:9309; }","duration":"115.847322ms","start":"2026-03-31T22:42:51.130235Z","end":"2026-03-31T22:42:51.246082Z","steps":["trace[1983527081] 'agreement among raft nodes before linearized reading' (duration: 115.344141ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:54.22505Z","caller":"traceutil/trace.go:171","msg":"trace[2138379224] transaction","detail":"{read_only:false; response_revision:9357; number_of_response:1; }","duration":"117.139551ms","start":"2026-03-31T22:42:54.107888Z","end":"2026-03-31T22:42:54.225027Z","steps":["trace[2138379224] 'process raft request' (duration: 116.967717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:56.968249Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219120757601841736,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:42:57.050795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.712446016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:42:57.050871Z","caller":"traceutil/trace.go:171","msg":"trace[1823181952] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:9367; }","duration":"1.712569539s","start":"2026-03-31T22:42:55.338285Z","end":"2026-03-31T22:42:57.050854Z","steps":["trace[1823181952] 'count revisions from in-memory index tree' (duration: 1.712360975s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:57.050907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:55.338266Z","time spent":"1.71263068s","remote":"127.0.0.1:53374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:42:57.051088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.691601946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:42:57.051118Z","caller":"traceutil/trace.go:171","msg":"trace[1319915672] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9367; }","duration":"1.691669747s","start":"2026-03-31T22:42:55.359439Z","end":"2026-03-31T22:42:57.051109Z","steps":["trace[1319915672] 'range keys from in-memory index tree' (duration: 1.691530274s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:57.051139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:55.359421Z","time spent":"1.691712239s","remote":"127.0.0.1:53020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:42:57.469097Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219120757601841736,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:42:57.969902Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219120757601841736,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:42:58.184923Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.135212602s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T22:42:58.185359Z","caller":"traceutil/trace.go:171","msg":"trace[813717895] transaction","detail":"{read_only:false; response_revision:9368; number_of_response:1; }","duration":"1.95347256s","start":"2026-03-31T22:42:56.231814Z","end":"2026-03-31T22:42:58.185286Z","steps":["trace[813717895] 'process raft request' (duration: 1.953315086s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:58.185509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:56.231793Z","time spent":"1.953641784s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:42:58.196323Z","caller":"traceutil/trace.go:171","msg":"trace[85462231] linearizableReadLoop","detail":"{readStateIndex:9742; appliedIndex:9738; }","duration":"1.728940828s","start":"2026-03-31T22:42:56.467354Z","end":"2026-03-31T22:42:58.196295Z","steps":["trace[85462231] 'read index received' (duration: 1.717819627s)","trace[85462231] 'applied index is now lower than readState.Index' (duration: 11.120361ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:42:58.196372Z","caller":"traceutil/trace.go:171","msg":"trace[1550667800] transaction","detail":"{read_only:false; response_revision:9369; number_of_response:1; }","duration":"980.319081ms","start":"2026-03-31T22:42:57.215999Z","end":"2026-03-31T22:42:58.196318Z","steps":["trace[1550667800] 'process raft request' (duration: 980.107417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:58.196569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:57.21598Z","time spent":"980.482794ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:42:58.19658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.729211094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T22:42:58.196618Z","caller":"traceutil/trace.go:171","msg":"trace[269625749] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9370; }","duration":"1.729304787s","start":"2026-03-31T22:42:56.4673Z","end":"2026-03-31T22:42:58.196605Z","steps":["trace[269625749] 'agreement among raft nodes before linearized reading' (duration: 1.729142162s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:58.196653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:56.46728Z","time spent":"1.729364998s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T22:42:58.196649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.599015409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T22:42:58.196696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.560526021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nxsdg\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-31T22:42:58.196713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.568480561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T22:42:58.19674Z","caller":"traceutil/trace.go:171","msg":"trace[645190185] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nxsdg; range_end:; response_count:1; response_revision:9370; }","duration":"1.560597752s","start":"2026-03-31T22:42:56.63613Z","end":"2026-03-31T22:42:58.196728Z","steps":["trace[645190185] 'agreement among raft nodes before linearized reading' (duration: 1.560388408s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:58.196729Z","caller":"traceutil/trace.go:171","msg":"trace[1171609806] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9370; }","duration":"1.599155872s","start":"2026-03-31T22:42:56.597558Z","end":"2026-03-31T22:42:58.196713Z","steps":["trace[1171609806] 'agreement among raft nodes before linearized reading' (duration: 1.598925126s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:58.196755Z","caller":"traceutil/trace.go:171","msg":"trace[739523763] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9370; }","duration":"1.568553792s","start":"2026-03-31T22:42:56.628188Z","end":"2026-03-31T22:42:58.196742Z","steps":["trace[739523763] 'agreement among raft nodes before linearized reading' (duration: 1.568453469s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:58.196763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:56.636116Z","time spent":"1.560642325s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-nxsdg\" "} {"level":"warn","ts":"2026-03-31T22:42:58.19674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.567492068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T22:42:58.196782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:56.628172Z","time spent":"1.568602963s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T22:42:58.196787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:56.597541Z","time spent":"1.599234103s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T22:42:58.196818Z","caller":"traceutil/trace.go:171","msg":"trace[31109524] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9370; }","duration":"1.567629232s","start":"2026-03-31T22:42:56.629169Z","end":"2026-03-31T22:42:58.196798Z","steps":["trace[31109524] 'agreement among raft nodes before linearized reading' (duration: 1.567374626s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:58.196839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.951375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:42:58.196823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.567662482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T22:42:58.19689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.143883049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:42:58.196852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:56.629136Z","time spent":"1.567709493s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T22:42:58.19675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.567534059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T22:42:58.196441Z","caller":"traceutil/trace.go:171","msg":"trace[1374870601] transaction","detail":"{read_only:false; response_revision:9370; number_of_response:1; }","duration":"980.234498ms","start":"2026-03-31T22:42:57.216116Z","end":"2026-03-31T22:42:58.196351Z","steps":["trace[1374870601] 'process raft request' (duration: 980.122146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:58.19867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:57.216093Z","time spent":"982.444367ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:42:58.197672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.586073848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T22:42:58.198771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.928121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T22:42:58.199216Z","caller":"traceutil/trace.go:171","msg":"trace[1799661460] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9370; }","duration":"1.588409669s","start":"2026-03-31T22:42:56.610755Z","end":"2026-03-31T22:42:58.199164Z","steps":["trace[1799661460] 'agreement among raft nodes before linearized reading' (duration: 1.585996186s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:58.19924Z","caller":"traceutil/trace.go:171","msg":"trace[1896684424] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9370; }","duration":"237.449933ms","start":"2026-03-31T22:42:57.961743Z","end":"2026-03-31T22:42:58.199193Z","steps":["trace[1896684424] 'agreement among raft nodes before linearized reading' (duration: 235.141062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:58.199287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:56.610738Z","time spent":"1.588531173s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T22:42:58.198148Z","caller":"traceutil/trace.go:171","msg":"trace[1214132092] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9370; }","duration":"1.1439384s","start":"2026-03-31T22:42:57.052966Z","end":"2026-03-31T22:42:58.196904Z","steps":["trace[1214132092] 'agreement among raft nodes before linearized reading' (duration: 1.143901379s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:58.199407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:57.052947Z","time spent":"1.146446846s","remote":"127.0.0.1:53032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T22:42:58.198052Z","caller":"traceutil/trace.go:171","msg":"trace[1414200872] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:9370; }","duration":"998.215014ms","start":"2026-03-31T22:42:57.199802Z","end":"2026-03-31T22:42:58.198017Z","steps":["trace[1414200872] 'agreement among raft nodes before linearized reading' (duration: 996.993567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:58.199539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:57.199785Z","time spent":"999.737868ms","remote":"127.0.0.1:39702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:42:58.198337Z","caller":"traceutil/trace.go:171","msg":"trace[2020273292] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9370; }","duration":"1.567829446s","start":"2026-03-31T22:42:56.629072Z","end":"2026-03-31T22:42:58.196902Z","steps":["trace[2020273292] 'agreement among raft nodes before linearized reading' (duration: 1.567483939s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:58.196984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.281796858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-31T22:42:58.198948Z","caller":"traceutil/trace.go:171","msg":"trace[1864078530] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9370; }","duration":"1.567790695s","start":"2026-03-31T22:42:56.62918Z","end":"2026-03-31T22:42:58.196971Z","steps":["trace[1864078530] 'agreement among raft nodes before linearized reading' (duration: 1.567429827s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:58.198375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.217954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:42:58.201161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:56.62905Z","time spent":"1.572089261s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T22:42:58.201266Z","caller":"traceutil/trace.go:171","msg":"trace[741303071] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:9370; }","duration":"668.545191ms","start":"2026-03-31T22:42:57.53264Z","end":"2026-03-31T22:42:58.201185Z","steps":["trace[741303071] 'agreement among raft nodes before linearized reading' (duration: 664.250635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:58.201425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:57.532598Z","time spent":"668.786227ms","remote":"127.0.0.1:55700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:42:58.201525Z","caller":"traceutil/trace.go:171","msg":"trace[1232630286] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9370; }","duration":"1.28636229s","start":"2026-03-31T22:42:56.915138Z","end":"2026-03-31T22:42:58.2015Z","steps":["trace[1232630286] 'agreement among raft nodes before linearized reading' (duration: 1.281737307s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:42:58.201553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:56.629171Z","time spent":"1.572345488s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:42:58.201574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:42:56.915118Z","time spent":"1.286443622s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-31T22:43:00.388863Z","caller":"traceutil/trace.go:171","msg":"trace[1376223163] transaction","detail":"{read_only:false; response_revision:9383; number_of_response:1; }","duration":"122.816568ms","start":"2026-03-31T22:43:00.266026Z","end":"2026-03-31T22:43:00.388843Z","steps":["trace[1376223163] 'process raft request' (duration: 122.756167ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:00.388885Z","caller":"traceutil/trace.go:171","msg":"trace[1101536512] transaction","detail":"{read_only:false; response_revision:9382; number_of_response:1; }","duration":"122.845089ms","start":"2026-03-31T22:43:00.266027Z","end":"2026-03-31T22:43:00.388872Z","steps":["trace[1101536512] 'process raft request' (duration: 58.633881ms)","trace[1101536512] 'compare' (duration: 63.933882ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:43:00.403747Z","caller":"traceutil/trace.go:171","msg":"trace[1055035862] linearizableReadLoop","detail":"{readStateIndex:9759; appliedIndex:9753; }","duration":"133.029949ms","start":"2026-03-31T22:43:00.270698Z","end":"2026-03-31T22:43:00.403728Z","steps":["trace[1055035862] 'read index received' (duration: 53.976367ms)","trace[1055035862] 'applied index is now lower than readState.Index' (duration: 79.052932ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:43:00.403907Z","caller":"traceutil/trace.go:171","msg":"trace[1591907062] transaction","detail":"{read_only:false; response_revision:9387; number_of_response:1; }","duration":"137.580951ms","start":"2026-03-31T22:43:00.266309Z","end":"2026-03-31T22:43:00.40389Z","steps":["trace[1591907062] 'process raft request' (duration: 137.396827ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:00.40401Z","caller":"traceutil/trace.go:171","msg":"trace[1566828539] transaction","detail":"{read_only:false; response_revision:9385; number_of_response:1; }","duration":"137.715915ms","start":"2026-03-31T22:43:00.266249Z","end":"2026-03-31T22:43:00.403965Z","steps":["trace[1566828539] 'process raft request' (duration: 137.416567ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:00.40411Z","caller":"traceutil/trace.go:171","msg":"trace[1278384436] transaction","detail":"{read_only:false; response_revision:9386; number_of_response:1; }","duration":"137.864259ms","start":"2026-03-31T22:43:00.266235Z","end":"2026-03-31T22:43:00.404099Z","steps":["trace[1278384436] 'process raft request' (duration: 137.452779ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:00.404292Z","caller":"traceutil/trace.go:171","msg":"trace[1541876204] transaction","detail":"{read_only:false; response_revision:9384; number_of_response:1; }","duration":"138.106984ms","start":"2026-03-31T22:43:00.266177Z","end":"2026-03-31T22:43:00.404284Z","steps":["trace[1541876204] 'process raft request' (duration: 137.395067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:00.404304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.588042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223780"} {"level":"info","ts":"2026-03-31T22:43:00.404333Z","caller":"traceutil/trace.go:171","msg":"trace[1728533037] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:9387; }","duration":"133.657013ms","start":"2026-03-31T22:43:00.270668Z","end":"2026-03-31T22:43:00.404325Z","steps":["trace[1728533037] 'agreement among raft nodes before linearized reading' (duration: 133.356086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:00.404421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.180211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:43:00.404452Z","caller":"traceutil/trace.go:171","msg":"trace[1356171691] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:9387; }","duration":"132.228682ms","start":"2026-03-31T22:43:00.272215Z","end":"2026-03-31T22:43:00.404444Z","steps":["trace[1356171691] 'agreement among raft nodes before linearized reading' (duration: 132.17441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:00.404986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.358124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:43:00.405016Z","caller":"traceutil/trace.go:171","msg":"trace[1834539566] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:9387; }","duration":"116.404915ms","start":"2026-03-31T22:43:00.288604Z","end":"2026-03-31T22:43:00.405009Z","steps":["trace[1834539566] 'agreement among raft nodes before linearized reading' (duration: 116.362264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:00.40514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.144321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:43:00.405169Z","caller":"traceutil/trace.go:171","msg":"trace[112337451] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:9387; }","duration":"117.246934ms","start":"2026-03-31T22:43:00.287914Z","end":"2026-03-31T22:43:00.405161Z","steps":["trace[112337451] 'agreement among raft nodes before linearized reading' (duration: 117.203793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:00.405271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.376197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:43:00.405302Z","caller":"traceutil/trace.go:171","msg":"trace[1452442836] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:9387; }","duration":"117.486269ms","start":"2026-03-31T22:43:00.287809Z","end":"2026-03-31T22:43:00.405295Z","steps":["trace[1452442836] 'agreement among raft nodes before linearized reading' (duration: 117.437297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:00.405411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.475826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:43:00.40544Z","caller":"traceutil/trace.go:171","msg":"trace[1251617347] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:9387; }","duration":"132.516958ms","start":"2026-03-31T22:43:00.272916Z","end":"2026-03-31T22:43:00.405433Z","steps":["trace[1251617347] 'agreement among raft nodes before linearized reading' (duration: 132.470567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:00.40554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.175552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:43:00.40557Z","caller":"traceutil/trace.go:171","msg":"trace[1792828889] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:9387; }","duration":"133.207523ms","start":"2026-03-31T22:43:00.272355Z","end":"2026-03-31T22:43:00.405563Z","steps":["trace[1792828889] 'agreement among raft nodes before linearized reading' (duration: 133.162171ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:01.647152Z","caller":"traceutil/trace.go:171","msg":"trace[970674914] transaction","detail":"{read_only:false; response_revision:9390; number_of_response:1; }","duration":"122.789039ms","start":"2026-03-31T22:43:01.524304Z","end":"2026-03-31T22:43:01.647093Z","steps":["trace[970674914] 'process raft request' (duration: 122.628755ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:02.679482Z","caller":"traceutil/trace.go:171","msg":"trace[2095778373] linearizableReadLoop","detail":"{readStateIndex:9774; appliedIndex:9773; }","duration":"191.753274ms","start":"2026-03-31T22:43:02.487687Z","end":"2026-03-31T22:43:02.67944Z","steps":["trace[2095778373] 'read index received' (duration: 126.82839ms)","trace[2095778373] 'applied index is now lower than readState.Index' (duration: 64.923024ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:43:02.679685Z","caller":"traceutil/trace.go:171","msg":"trace[768418678] transaction","detail":"{read_only:false; response_revision:9401; number_of_response:1; }","duration":"192.401648ms","start":"2026-03-31T22:43:02.487226Z","end":"2026-03-31T22:43:02.679627Z","steps":["trace[768418678] 'process raft request' (duration: 127.199088ms)","trace[768418678] 'compare' (duration: 64.827572ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:43:02.680178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.468599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223780"} {"level":"info","ts":"2026-03-31T22:43:02.680239Z","caller":"traceutil/trace.go:171","msg":"trace[1922986592] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:9401; }","duration":"192.598562ms","start":"2026-03-31T22:43:02.487628Z","end":"2026-03-31T22:43:02.680226Z","steps":["trace[1922986592] 'agreement among raft nodes before linearized reading' (duration: 191.964928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:06.859198Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219120757601841875,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T22:43:07.054496Z","caller":"traceutil/trace.go:171","msg":"trace[374638030] transaction","detail":"{read_only:false; response_revision:9414; number_of_response:1; }","duration":"719.274086ms","start":"2026-03-31T22:43:06.335192Z","end":"2026-03-31T22:43:07.054466Z","steps":["trace[374638030] 'process raft request' (duration: 719.081581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:07.054651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:06.335157Z","time spent":"719.418889ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:43:08.358856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000146232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T22:43:08.358934Z","caller":"traceutil/trace.go:171","msg":"trace[1290762672] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000282234s","start":"2026-03-31T22:43:06.358635Z","end":"2026-03-31T22:43:08.358917Z","steps":["trace[1290762672] 'agreement among raft nodes before linearized reading' (duration: 2.000172832s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:08.35898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:06.358618Z","time spent":"2.000352357s","remote":"127.0.0.1:53020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 22:43:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T22:43:08.43439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006675895s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:43:08.434743Z","caller":"traceutil/trace.go:171","msg":"trace[869788818] transaction","detail":"{read_only:false; response_revision:9415; number_of_response:1; }","duration":"2.088728909s","start":"2026-03-31T22:43:06.345968Z","end":"2026-03-31T22:43:08.434697Z","steps":["trace[869788818] 'process raft request' (duration: 1.081652386s)","trace[869788818] 'compare' (duration: 1.006238235s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:43:08.434916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:06.345947Z","time spent":"2.088887132s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:43:08.435173Z","caller":"traceutil/trace.go:171","msg":"trace[1510050110] transaction","detail":"{read_only:false; response_revision:9416; number_of_response:1; }","duration":"2.08830821s","start":"2026-03-31T22:43:06.346857Z","end":"2026-03-31T22:43:08.435166Z","steps":["trace[1510050110] 'process raft request' (duration: 2.087667545s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:08.435247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:06.346829Z","time spent":"2.088392131s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:43:08.704578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.964466ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T22:43:08.704664Z","caller":"traceutil/trace.go:171","msg":"trace[697743758] linearizableReadLoop","detail":"{readStateIndex:9790; appliedIndex:9786; }","duration":"2.345969938s","start":"2026-03-31T22:43:06.35868Z","end":"2026-03-31T22:43:08.70465Z","steps":["trace[697743758] 'read index received' (duration: 695.653702ms)","trace[697743758] 'applied index is now lower than readState.Index' (duration: 1.650315066s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:43:08.705073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.995944858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nxsdg\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T22:43:08.705098Z","caller":"traceutil/trace.go:171","msg":"trace[1550468956] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nxsdg; range_end:; response_count:1; response_revision:9416; }","duration":"1.995998529s","start":"2026-03-31T22:43:06.709091Z","end":"2026-03-31T22:43:08.70509Z","steps":["trace[1550468956] 'agreement among raft nodes before linearized reading' (duration: 1.995876907s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:08.705084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.255334394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T22:43:08.705099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.017752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:43:08.705149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.178414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:43:08.705172Z","caller":"traceutil/trace.go:171","msg":"trace[1676244484] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:9416; }","duration":"798.246706ms","start":"2026-03-31T22:43:07.906921Z","end":"2026-03-31T22:43:08.705168Z","steps":["trace[1676244484] 'agreement among raft nodes before linearized reading' (duration: 798.210325ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:08.70517Z","caller":"traceutil/trace.go:171","msg":"trace[167895873] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9416; }","duration":"2.255452587s","start":"2026-03-31T22:43:06.449686Z","end":"2026-03-31T22:43:08.705138Z","steps":["trace[167895873] 'agreement among raft nodes before linearized reading' (duration: 2.255270053s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:08.705185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:07.906903Z","time spent":"798.277926ms","remote":"127.0.0.1:53290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:43:08.705189Z","caller":"traceutil/trace.go:171","msg":"trace[1977713722] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9416; }","duration":"346.152744ms","start":"2026-03-31T22:43:08.359015Z","end":"2026-03-31T22:43:08.705168Z","steps":["trace[1977713722] 'agreement among raft nodes before linearized reading' (duration: 345.99598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:08.705201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:06.449668Z","time spent":"2.255526609s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T22:43:08.705223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:08.358998Z","time spent":"346.216856ms","remote":"127.0.0.1:53032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:43:08.705374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.007660811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T22:43:08.705399Z","caller":"traceutil/trace.go:171","msg":"trace[1551971372] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9416; }","duration":"2.007717293s","start":"2026-03-31T22:43:06.697676Z","end":"2026-03-31T22:43:08.705394Z","steps":["trace[1551971372] 'agreement among raft nodes before linearized reading' (duration: 2.007644441s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:08.705419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:06.697659Z","time spent":"2.007756153s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T22:43:08.705439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.243306254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T22:43:08.705479Z","caller":"traceutil/trace.go:171","msg":"trace[1277333989] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9416; }","duration":"2.243396796s","start":"2026-03-31T22:43:06.462076Z","end":"2026-03-31T22:43:08.705473Z","steps":["trace[1277333989] 'agreement among raft nodes before linearized reading' (duration: 2.243310074s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:08.705501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:06.462048Z","time spent":"2.243448227s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:43:08.705118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:06.709081Z","time spent":"1.99603208s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-nxsdg\" "} {"level":"warn","ts":"2026-03-31T22:43:08.705568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.211438366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T22:43:08.705649Z","caller":"traceutil/trace.go:171","msg":"trace[1933029669] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9416; }","duration":"2.211580899s","start":"2026-03-31T22:43:06.494052Z","end":"2026-03-31T22:43:08.705633Z","steps":["trace[1933029669] 'agreement among raft nodes before linearized reading' (duration: 2.211321803s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:08.70569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.182264577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T22:43:08.705702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:06.49403Z","time spent":"2.211662561s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T22:43:08.705718Z","caller":"traceutil/trace.go:171","msg":"trace[1769396586] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9416; }","duration":"2.182315119s","start":"2026-03-31T22:43:06.523397Z","end":"2026-03-31T22:43:08.705712Z","steps":["trace[1769396586] 'agreement among raft nodes before linearized reading' (duration: 2.182237087s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:08.705741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:06.523387Z","time spent":"2.18234939s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T22:43:08.705783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.187488715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T22:43:08.70582Z","caller":"traceutil/trace.go:171","msg":"trace[392252475] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9416; }","duration":"2.187564147s","start":"2026-03-31T22:43:06.518248Z","end":"2026-03-31T22:43:08.705812Z","steps":["trace[392252475] 'agreement among raft nodes before linearized reading' (duration: 2.187446415s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:08.705847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:06.518228Z","time spent":"2.187613448s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T22:43:08.705867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.130638404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:43:08.705904Z","caller":"traceutil/trace.go:171","msg":"trace[252289708] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:9416; }","duration":"2.130715046s","start":"2026-03-31T22:43:06.575179Z","end":"2026-03-31T22:43:08.705894Z","steps":["trace[252289708] 'agreement among raft nodes before linearized reading' (duration: 2.130656595s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:08.705931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:06.575158Z","time spent":"2.130765797s","remote":"127.0.0.1:39738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:43:08.706429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.773245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T22:43:08.706506Z","caller":"traceutil/trace.go:171","msg":"trace[1417186006] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9416; }","duration":"306.912658ms","start":"2026-03-31T22:43:08.399575Z","end":"2026-03-31T22:43:08.706487Z","steps":["trace[1417186006] 'agreement among raft nodes before linearized reading' (duration: 305.498847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:08.706543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:08.399548Z","time spent":"306.98581ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T22:43:09.120589Z","caller":"traceutil/trace.go:171","msg":"trace[1968531445] transaction","detail":"{read_only:false; response_revision:9419; number_of_response:1; }","duration":"411.15535ms","start":"2026-03-31T22:43:08.709412Z","end":"2026-03-31T22:43:09.120567Z","steps":["trace[1968531445] 'process raft request' (duration: 411.084908ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:09.120624Z","caller":"traceutil/trace.go:171","msg":"trace[1399794233] transaction","detail":"{read_only:false; response_revision:9418; number_of_response:1; }","duration":"411.287462ms","start":"2026-03-31T22:43:08.709295Z","end":"2026-03-31T22:43:09.120583Z","steps":["trace[1399794233] 'process raft request' (duration: 411.043776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:09.120734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:08.709403Z","time spent":"411.255022ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:43:09.12078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:08.709273Z","time spent":"411.420455ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:43:09.120915Z","caller":"traceutil/trace.go:171","msg":"trace[922555132] transaction","detail":"{read_only:false; response_revision:9420; number_of_response:1; }","duration":"411.455496ms","start":"2026-03-31T22:43:08.709449Z","end":"2026-03-31T22:43:09.120905Z","steps":["trace[922555132] 'process raft request' (duration: 411.082288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:09.120967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:08.709429Z","time spent":"411.513097ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:43:09.120948Z","caller":"traceutil/trace.go:171","msg":"trace[1294738841] transaction","detail":"{read_only:false; response_revision:9421; number_of_response:1; }","duration":"411.444025ms","start":"2026-03-31T22:43:08.709474Z","end":"2026-03-31T22:43:09.120919Z","steps":["trace[1294738841] 'process raft request' (duration: 411.295092ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:09.120969Z","caller":"traceutil/trace.go:171","msg":"trace[1440583098] linearizableReadLoop","detail":"{readStateIndex:9795; appliedIndex:9790; }","duration":"411.053857ms","start":"2026-03-31T22:43:08.709905Z","end":"2026-03-31T22:43:09.120959Z","steps":["trace[1440583098] 'read index received' (duration: 30.119879ms)","trace[1440583098] 'applied index is now lower than readState.Index' (duration: 380.933208ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:43:09.121015Z","caller":"traceutil/trace.go:171","msg":"trace[1120402241] transaction","detail":"{read_only:false; response_revision:9422; number_of_response:1; }","duration":"409.201195ms","start":"2026-03-31T22:43:08.711789Z","end":"2026-03-31T22:43:09.12099Z","steps":["trace[1120402241] 'process raft request' (duration: 409.093103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:09.121076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.16803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-31T22:43:09.121091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:08.709466Z","time spent":"411.548398ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:43:09.12111Z","caller":"traceutil/trace.go:171","msg":"trace[5241841] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9422; }","duration":"411.22336ms","start":"2026-03-31T22:43:08.70988Z","end":"2026-03-31T22:43:09.121103Z","steps":["trace[5241841] 'agreement among raft nodes before linearized reading' (duration: 411.107138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:09.121136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:08.709869Z","time spent":"411.261132ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T22:43:09.121146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:08.71178Z","time spent":"409.296217ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:43:09.177047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.499414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:43:09.177126Z","caller":"traceutil/trace.go:171","msg":"trace[1619488135] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9423; }","duration":"465.611266ms","start":"2026-03-31T22:43:08.711494Z","end":"2026-03-31T22:43:09.177105Z","steps":["trace[1619488135] 'agreement among raft nodes before linearized reading' (duration: 465.465563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:09.177166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:08.711487Z","time spent":"465.670068ms","remote":"127.0.0.1:53020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T22:43:09.177134Z","caller":"traceutil/trace.go:171","msg":"trace[714686199] transaction","detail":"{read_only:false; response_revision:9423; number_of_response:1; }","duration":"116.70468ms","start":"2026-03-31T22:43:09.060372Z","end":"2026-03-31T22:43:09.177077Z","steps":["trace[714686199] 'process raft request' (duration: 116.408104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:09.177311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.161839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223780"} {"level":"info","ts":"2026-03-31T22:43:09.177385Z","caller":"traceutil/trace.go:171","msg":"trace[1779527467] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:9423; }","duration":"466.272951ms","start":"2026-03-31T22:43:08.711097Z","end":"2026-03-31T22:43:09.17737Z","steps":["trace[1779527467] 'agreement among raft nodes before linearized reading' (duration: 465.855372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:09.177382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.414128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a20d44343d08b4\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-31T22:43:09.177423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:08.711089Z","time spent":"466.325362ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223803,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T22:43:09.177452Z","caller":"traceutil/trace.go:171","msg":"trace[1847350261] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a20d44343d08b4; range_end:; response_count:1; response_revision:9423; }","duration":"467.512429ms","start":"2026-03-31T22:43:08.709922Z","end":"2026-03-31T22:43:09.177434Z","steps":["trace[1847350261] 'agreement among raft nodes before linearized reading' (duration: 467.326225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:09.17748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:08.709914Z","time spent":"467.560081ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a20d44343d08b4\" "} {"level":"info","ts":"2026-03-31T22:43:09.39727Z","caller":"traceutil/trace.go:171","msg":"trace[287664492] linearizableReadLoop","detail":"{readStateIndex:9798; appliedIndex:9797; }","duration":"159.493696ms","start":"2026-03-31T22:43:09.237757Z","end":"2026-03-31T22:43:09.39725Z","steps":["trace[287664492] 'read index received' (duration: 159.358683ms)","trace[287664492] 'applied index is now lower than readState.Index' (duration: 134.393µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:43:09.397365Z","caller":"traceutil/trace.go:171","msg":"trace[1721263716] transaction","detail":"{read_only:false; response_revision:9424; number_of_response:1; }","duration":"216.161453ms","start":"2026-03-31T22:43:09.181152Z","end":"2026-03-31T22:43:09.397313Z","steps":["trace[1721263716] 'process raft request' (duration: 215.965379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:09.397463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.6871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:43:09.397509Z","caller":"traceutil/trace.go:171","msg":"trace[1142608351] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9424; }","duration":"159.788482ms","start":"2026-03-31T22:43:09.237711Z","end":"2026-03-31T22:43:09.397499Z","steps":["trace[1142608351] 'agreement among raft nodes before linearized reading' (duration: 159.665759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:09.744466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.088529ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:43:09.744551Z","caller":"traceutil/trace.go:171","msg":"trace[382740249] linearizableReadLoop","detail":"{readStateIndex:9799; appliedIndex:9798; }","duration":"343.869163ms","start":"2026-03-31T22:43:09.400669Z","end":"2026-03-31T22:43:09.744538Z","steps":["trace[382740249] 'read index received' (duration: 93.643171ms)","trace[382740249] 'applied index is now lower than readState.Index' (duration: 250.224952ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:43:09.744581Z","caller":"traceutil/trace.go:171","msg":"trace[1581439292] transaction","detail":"{read_only:false; response_revision:9425; number_of_response:1; }","duration":"497.820753ms","start":"2026-03-31T22:43:09.246729Z","end":"2026-03-31T22:43:09.74455Z","steps":["trace[1581439292] 'process raft request' (duration: 247.572381ms)","trace[1581439292] 'compare' (duration: 249.997137ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:43:09.744683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.979625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:43:09.744719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:09.246704Z","time spent":"497.943666ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:43:09.744759Z","caller":"traceutil/trace.go:171","msg":"trace[1296896193] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9425; }","duration":"344.109888ms","start":"2026-03-31T22:43:09.400633Z","end":"2026-03-31T22:43:09.744743Z","steps":["trace[1296896193] 'agreement among raft nodes before linearized reading' (duration: 343.964484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:09.744797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:09.400617Z","time spent":"344.17199ms","remote":"127.0.0.1:53224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T22:43:09.744937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.836395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:43:09.744989Z","caller":"traceutil/trace.go:171","msg":"trace[149910766] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:9425; }","duration":"120.893066ms","start":"2026-03-31T22:43:09.624087Z","end":"2026-03-31T22:43:09.74498Z","steps":["trace[149910766] 'agreement among raft nodes before linearized reading' (duration: 120.524988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:11.245932Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219120757601841902,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:43:11.746954Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219120757601841902,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:43:12.166303Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.726405182s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T22:43:12.166712Z","caller":"traceutil/trace.go:171","msg":"trace[1237616810] transaction","detail":"{read_only:false; response_revision:9426; number_of_response:1; }","duration":"1.726903623s","start":"2026-03-31T22:43:10.439786Z","end":"2026-03-31T22:43:12.166689Z","steps":["trace[1237616810] 'process raft request' (duration: 1.726730339s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:12.166943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:10.439764Z","time spent":"1.727023376s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:43:13.262565Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.063217816s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T22:43:13.360501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999690646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T22:43:13.360581Z","caller":"traceutil/trace.go:171","msg":"trace[1284925297] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999823339s","start":"2026-03-31T22:43:11.36074Z","end":"2026-03-31T22:43:13.360563Z","steps":["trace[1284925297] 'agreement among raft nodes before linearized reading' (duration: 1.999722107s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:13.360617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:11.360719Z","time spent":"1.99989079s","remote":"127.0.0.1:53020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 22:43:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T22:43:13.467231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.393983ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:43:13.467608Z","caller":"traceutil/trace.go:171","msg":"trace[533928775] linearizableReadLoop","detail":"{readStateIndex:9803; appliedIndex:9799; }","duration":"2.722722864s","start":"2026-03-31T22:43:10.744869Z","end":"2026-03-31T22:43:13.467592Z","steps":["trace[533928775] 'read index received' (duration: 1.42162551s)","trace[533928775] 'applied index is now lower than readState.Index' (duration: 1.301096304s)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:43:13.467697Z","caller":"traceutil/trace.go:171","msg":"trace[124560356] transaction","detail":"{read_only:false; response_revision:9427; number_of_response:1; }","duration":"3.027813752s","start":"2026-03-31T22:43:10.439873Z","end":"2026-03-31T22:43:13.467686Z","steps":["trace[124560356] 'process raft request' (duration: 2.822852286s)","trace[124560356] 'compare' (duration: 204.24893ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:43:13.46775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:10.439813Z","time spent":"3.027906385s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:43:13.46777Z","caller":"traceutil/trace.go:171","msg":"trace[917378767] transaction","detail":"{read_only:false; response_revision:9429; number_of_response:1; }","duration":"2.285050087s","start":"2026-03-31T22:43:11.182678Z","end":"2026-03-31T22:43:13.467728Z","steps":["trace[917378767] 'process raft request' (duration: 2.284865023s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:13.467912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.688551964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:43:13.467976Z","caller":"traceutil/trace.go:171","msg":"trace[1899809157] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:9429; }","duration":"2.688680247s","start":"2026-03-31T22:43:10.779281Z","end":"2026-03-31T22:43:13.467961Z","steps":["trace[1899809157] 'agreement among raft nodes before linearized reading' (duration: 2.688519414s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:13.468009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:10.779256Z","time spent":"2.688743949s","remote":"127.0.0.1:53166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":7,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:43:13.468136Z","caller":"traceutil/trace.go:171","msg":"trace[883001998] transaction","detail":"{read_only:false; response_revision:9428; number_of_response:1; }","duration":"2.497452357s","start":"2026-03-31T22:43:10.970668Z","end":"2026-03-31T22:43:13.468121Z","steps":["trace[883001998] 'process raft request' (duration: 2.496649439s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:13.468169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.161481981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.35\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-31T22:43:13.468188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:10.970647Z","time spent":"2.497513047s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:43:13.468203Z","caller":"traceutil/trace.go:171","msg":"trace[1290582396] range","detail":"{range_begin:/registry/masterleases/199.204.45.35; range_end:; response_count:1; response_revision:9429; }","duration":"2.161545843s","start":"2026-03-31T22:43:11.306648Z","end":"2026-03-31T22:43:13.468194Z","steps":["trace[1290582396] 'agreement among raft nodes before linearized reading' (duration: 2.161434381s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:13.468231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:11.306627Z","time spent":"2.161596884s","remote":"127.0.0.1:53038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.35\" "} {"level":"warn","ts":"2026-03-31T22:43:13.468263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.342334529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T22:43:13.468289Z","caller":"traceutil/trace.go:171","msg":"trace[276026221] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9429; }","duration":"2.342373899s","start":"2026-03-31T22:43:11.125906Z","end":"2026-03-31T22:43:13.46828Z","steps":["trace[276026221] 'agreement among raft nodes before linearized reading' (duration: 2.342304018s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:13.468311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:11.125897Z","time spent":"2.34240701s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:43:13.468301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.342327728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T22:43:13.468335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.355184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:43:13.468328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.342117163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T22:43:13.468378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.20717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-31T22:43:13.468387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.957639326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5657f765b9-7rhs9.18a20e551387be13\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-03-31T22:43:13.468403Z","caller":"traceutil/trace.go:171","msg":"trace[1248670657] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9429; }","duration":"2.342212325s","start":"2026-03-31T22:43:11.126175Z","end":"2026-03-31T22:43:13.468387Z","steps":["trace[1248670657] 'agreement among raft nodes before linearized reading' (duration: 2.34198282s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:13.468417Z","caller":"traceutil/trace.go:171","msg":"trace[794030237] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9429; }","duration":"236.243771ms","start":"2026-03-31T22:43:13.23216Z","end":"2026-03-31T22:43:13.468403Z","steps":["trace[794030237] 'agreement among raft nodes before linearized reading' (duration: 236.132938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:13.468421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.587233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:43:13.468424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.34241395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T22:43:13.468434Z","caller":"traceutil/trace.go:171","msg":"trace[1759736893] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5657f765b9-7rhs9.18a20e551387be13; range_end:; response_count:1; response_revision:9429; }","duration":"1.957719808s","start":"2026-03-31T22:43:11.5107Z","end":"2026-03-31T22:43:13.46842Z","steps":["trace[1759736893] 'agreement among raft nodes before linearized reading' (duration: 1.957596605s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:13.468436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.723567093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T22:43:13.46845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:11.126157Z","time spent":"2.342283578s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T22:43:13.468457Z","caller":"traceutil/trace.go:171","msg":"trace[1313091362] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9429; }","duration":"2.342482272s","start":"2026-03-31T22:43:11.125966Z","end":"2026-03-31T22:43:13.468448Z","steps":["trace[1313091362] 'agreement among raft nodes before linearized reading' (duration: 2.34241256s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:13.468462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:11.510681Z","time spent":"1.957775059s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-5657f765b9-7rhs9.18a20e551387be13\" "} {"level":"info","ts":"2026-03-31T22:43:13.468452Z","caller":"traceutil/trace.go:171","msg":"trace[285887487] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9429; }","duration":"107.649575ms","start":"2026-03-31T22:43:13.360794Z","end":"2026-03-31T22:43:13.468443Z","steps":["trace[285887487] 'agreement among raft nodes before linearized reading' (duration: 107.598414ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:13.468476Z","caller":"traceutil/trace.go:171","msg":"trace[1876633391] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9429; }","duration":"2.723633594s","start":"2026-03-31T22:43:10.744834Z","end":"2026-03-31T22:43:13.468468Z","steps":["trace[1876633391] 'agreement among raft nodes before linearized reading' (duration: 2.723552452s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:13.468489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:11.125943Z","time spent":"2.342536742s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T22:43:13.468504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:10.744817Z","time spent":"2.723679466s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T22:43:13.468365Z","caller":"traceutil/trace.go:171","msg":"trace[407118209] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:9429; }","duration":"708.436586ms","start":"2026-03-31T22:43:12.759921Z","end":"2026-03-31T22:43:13.468357Z","steps":["trace[407118209] 'agreement among raft nodes before linearized reading' (duration: 708.345454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:13.468377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.34240298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T22:43:13.468562Z","caller":"traceutil/trace.go:171","msg":"trace[373510329] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9429; }","duration":"2.342665386s","start":"2026-03-31T22:43:11.12589Z","end":"2026-03-31T22:43:13.468555Z","steps":["trace[373510329] 'agreement among raft nodes before linearized reading' (duration: 2.342231397s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:13.468563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:12.759899Z","time spent":"708.6544ms","remote":"127.0.0.1:53274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":55,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:43:13.468355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.285428896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nxsdg\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-31T22:43:13.468588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:11.125873Z","time spent":"2.342708867s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T22:43:13.468358Z","caller":"traceutil/trace.go:171","msg":"trace[1561275141] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9429; }","duration":"2.34240959s","start":"2026-03-31T22:43:11.125935Z","end":"2026-03-31T22:43:13.468344Z","steps":["trace[1561275141] 'agreement among raft nodes before linearized reading' (duration: 2.342179135s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:13.468629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:11.125931Z","time spent":"2.342688807s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T22:43:13.468403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.372211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-31T22:43:13.468606Z","caller":"traceutil/trace.go:171","msg":"trace[1563691481] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nxsdg; range_end:; response_count:1; response_revision:9429; }","duration":"2.285706152s","start":"2026-03-31T22:43:11.182889Z","end":"2026-03-31T22:43:13.468595Z","steps":["trace[1563691481] 'agreement among raft nodes before linearized reading' (duration: 2.285395395s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:13.468717Z","caller":"traceutil/trace.go:171","msg":"trace[1332450688] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9429; }","duration":"231.74018ms","start":"2026-03-31T22:43:13.236968Z","end":"2026-03-31T22:43:13.468708Z","steps":["trace[1332450688] 'agreement among raft nodes before linearized reading' (duration: 231.29113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:13.468725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:11.182878Z","time spent":"2.285836925s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-nxsdg\" "} {"level":"warn","ts":"2026-03-31T22:43:13.467939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:11.18265Z","time spent":"2.28519531s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:43:14.106513Z","caller":"traceutil/trace.go:171","msg":"trace[2068893185] transaction","detail":"{read_only:false; response_revision:9430; number_of_response:1; }","duration":"635.916232ms","start":"2026-03-31T22:43:13.470574Z","end":"2026-03-31T22:43:14.10649Z","steps":["trace[2068893185] 'process raft request' (duration: 635.700367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:14.106677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:13.47056Z","time spent":"636.032725ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:43:14.106901Z","caller":"traceutil/trace.go:171","msg":"trace[1023363880] transaction","detail":"{read_only:false; response_revision:9431; number_of_response:1; }","duration":"631.253176ms","start":"2026-03-31T22:43:13.475593Z","end":"2026-03-31T22:43:14.106846Z","steps":["trace[1023363880] 'process raft request' (duration: 630.841507ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:14.107Z","caller":"traceutil/trace.go:171","msg":"trace[1509135578] transaction","detail":"{read_only:false; response_revision:9433; number_of_response:1; }","duration":"631.269307ms","start":"2026-03-31T22:43:13.47572Z","end":"2026-03-31T22:43:14.106989Z","steps":["trace[1509135578] 'process raft request' (duration: 631.103083ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:14.106991Z","caller":"traceutil/trace.go:171","msg":"trace[351438003] transaction","detail":"{read_only:false; response_revision:9435; number_of_response:1; }","duration":"631.187655ms","start":"2026-03-31T22:43:13.475781Z","end":"2026-03-31T22:43:14.106968Z","steps":["trace[351438003] 'process raft request' (duration: 631.126524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:14.107051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:13.475693Z","time spent":"631.329688ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:43:14.107081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:13.475572Z","time spent":"631.420891ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:43:14.107135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:13.475774Z","time spent":"631.282777ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:43:14.10712Z","caller":"traceutil/trace.go:171","msg":"trace[1170460790] transaction","detail":"{read_only:false; response_revision:9432; number_of_response:1; }","duration":"631.346618ms","start":"2026-03-31T22:43:13.475716Z","end":"2026-03-31T22:43:14.107063Z","steps":["trace[1170460790] 'process raft request' (duration: 630.99247ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:14.107238Z","caller":"traceutil/trace.go:171","msg":"trace[1260560757] transaction","detail":"{read_only:false; response_revision:9436; number_of_response:1; }","duration":"631.429891ms","start":"2026-03-31T22:43:13.475795Z","end":"2026-03-31T22:43:14.107225Z","steps":["trace[1260560757] 'process raft request' (duration: 631.142704ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:14.107294Z","caller":"traceutil/trace.go:171","msg":"trace[1479877874] transaction","detail":"{read_only:false; response_revision:9434; number_of_response:1; }","duration":"631.512972ms","start":"2026-03-31T22:43:13.475772Z","end":"2026-03-31T22:43:14.107285Z","steps":["trace[1479877874] 'process raft request' (duration: 631.096283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:14.107329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:13.475779Z","time spent":"631.495042ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:43:14.107342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:13.475765Z","time spent":"631.553023ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:43:14.107333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:13.475704Z","time spent":"631.518843ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:43:14.107548Z","caller":"traceutil/trace.go:171","msg":"trace[739935855] linearizableReadLoop","detail":"{readStateIndex:9805; appliedIndex:9803; }","duration":"634.108171ms","start":"2026-03-31T22:43:13.473419Z","end":"2026-03-31T22:43:14.107527Z","steps":["trace[739935855] 'read index received' (duration: 57.161837ms)","trace[739935855] 'applied index is now lower than readState.Index' (duration: 576.945194ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:43:14.107663Z","caller":"traceutil/trace.go:171","msg":"trace[1062662529] transaction","detail":"{read_only:false; response_revision:9437; number_of_response:1; }","duration":"631.787658ms","start":"2026-03-31T22:43:13.475862Z","end":"2026-03-31T22:43:14.107649Z","steps":["trace[1062662529] 'process raft request' (duration: 631.274097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:14.107745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:13.475853Z","time spent":"631.843539ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:43:14.107781Z","caller":"traceutil/trace.go:171","msg":"trace[1218601711] transaction","detail":"{read_only:false; response_revision:9438; number_of_response:1; }","duration":"631.796939ms","start":"2026-03-31T22:43:13.475974Z","end":"2026-03-31T22:43:14.107771Z","steps":["trace[1218601711] 'process raft request' (duration: 631.441761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:14.107877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:13.475945Z","time spent":"631.8649ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:43:14.108408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.951821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223780"} {"level":"info","ts":"2026-03-31T22:43:14.108526Z","caller":"traceutil/trace.go:171","msg":"trace[64971229] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:9438; }","duration":"635.122324ms","start":"2026-03-31T22:43:13.473382Z","end":"2026-03-31T22:43:14.108504Z","steps":["trace[64971229] 'agreement among raft nodes before linearized reading' (duration: 634.415088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:14.108571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:13.473364Z","time spent":"635.195336ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223803,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T22:43:14.558464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.05662ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:43:14.558657Z","caller":"traceutil/trace.go:171","msg":"trace[656805454] transaction","detail":"{read_only:false; response_revision:9440; number_of_response:1; }","duration":"381.834459ms","start":"2026-03-31T22:43:14.176808Z","end":"2026-03-31T22:43:14.558643Z","steps":["trace[656805454] 'process raft request' (duration: 381.748988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:14.558717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:14.176759Z","time spent":"381.932282ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:43:14.55888Z","caller":"traceutil/trace.go:171","msg":"trace[1017147288] transaction","detail":"{read_only:false; response_revision:9439; number_of_response:1; }","duration":"1.027230484s","start":"2026-03-31T22:43:13.531636Z","end":"2026-03-31T22:43:14.558866Z","steps":["trace[1017147288] 'process raft request' (duration: 626.689343ms)","trace[1017147288] 'compare' (duration: 399.825756ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:43:14.558929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:13.531616Z","time spent":"1.027289435s","remote":"127.0.0.1:53038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:43:14.558976Z","caller":"traceutil/trace.go:171","msg":"trace[1891350331] linearizableReadLoop","detail":"{readStateIndex:9814; appliedIndex:9813; }","duration":"451.354466ms","start":"2026-03-31T22:43:14.107606Z","end":"2026-03-31T22:43:14.558961Z","steps":["trace[1891350331] 'read index received' (duration: 50.730123ms)","trace[1891350331] 'applied index is now lower than readState.Index' (duration: 400.622773ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:43:14.559051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07988422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:43:14.559083Z","caller":"traceutil/trace.go:171","msg":"trace[2064939495] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9440; }","duration":"1.079953722s","start":"2026-03-31T22:43:13.479121Z","end":"2026-03-31T22:43:14.559074Z","steps":["trace[2064939495] 'agreement among raft nodes before linearized reading' (duration: 1.079896731s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:14.559105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:13.479103Z","time spent":"1.079998313s","remote":"127.0.0.1:53020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:43:14.559128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.365283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a20d44343d08b4\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-31T22:43:14.559126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.45012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:43:14.559185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.622647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-31T22:43:14.559197Z","caller":"traceutil/trace.go:171","msg":"trace[959198680] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:9440; }","duration":"722.565282ms","start":"2026-03-31T22:43:13.836616Z","end":"2026-03-31T22:43:14.559181Z","steps":["trace[959198680] 'agreement among raft nodes before linearized reading' (duration: 722.356658ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:14.559227Z","caller":"traceutil/trace.go:171","msg":"trace[796806596] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:9440; }","duration":"271.704669ms","start":"2026-03-31T22:43:14.287512Z","end":"2026-03-31T22:43:14.559217Z","steps":["trace[796806596] 'agreement among raft nodes before linearized reading' (duration: 271.538266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:14.559237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:13.836599Z","time spent":"722.627063ms","remote":"127.0.0.1:53358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":111,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:43:14.559158Z","caller":"traceutil/trace.go:171","msg":"trace[707933651] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a20d44343d08b4; range_end:; response_count:1; response_revision:9440; }","duration":"446.396884ms","start":"2026-03-31T22:43:14.112754Z","end":"2026-03-31T22:43:14.559151Z","steps":["trace[707933651] 'agreement among raft nodes before linearized reading' (duration: 446.294211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:14.559294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:14.112671Z","time spent":"446.609718ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a20d44343d08b4\" "} {"level":"warn","ts":"2026-03-31T22:43:15.061911Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219120757601841925,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T22:43:15.255546Z","caller":"traceutil/trace.go:171","msg":"trace[1049824919] transaction","detail":"{read_only:false; response_revision:9441; number_of_response:1; }","duration":"694.510381ms","start":"2026-03-31T22:43:14.561013Z","end":"2026-03-31T22:43:15.255524Z","steps":["trace[1049824919] 'process raft request' (duration: 694.308607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:15.255684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:14.561001Z","time spent":"694.611363ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:43:15.782495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.346883ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:43:15.782853Z","caller":"traceutil/trace.go:171","msg":"trace[148597191] transaction","detail":"{read_only:false; response_revision:9443; number_of_response:1; }","duration":"308.901126ms","start":"2026-03-31T22:43:15.473933Z","end":"2026-03-31T22:43:15.782834Z","steps":["trace[148597191] 'process raft request' (duration: 308.681431ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:15.782846Z","caller":"traceutil/trace.go:171","msg":"trace[1504854494] transaction","detail":"{read_only:false; response_revision:9442; number_of_response:1; }","duration":"764.535759ms","start":"2026-03-31T22:43:15.018266Z","end":"2026-03-31T22:43:15.782802Z","steps":["trace[1504854494] 'process raft request' (duration: 412.798088ms)","trace[1504854494] 'compare' (duration: 350.79667ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:43:15.782961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:15.473914Z","time spent":"308.982679ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:43:15.783026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:15.018246Z","time spent":"764.683132ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:43:15.783584Z","caller":"traceutil/trace.go:171","msg":"trace[641088459] linearizableReadLoop","detail":"{readStateIndex:9817; appliedIndex:9815; }","duration":"1.222517533s","start":"2026-03-31T22:43:14.561044Z","end":"2026-03-31T22:43:15.783561Z","steps":["trace[641088459] 'read index received' (duration: 694.337717ms)","trace[641088459] 'applied index is now lower than readState.Index' (duration: 528.177896ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:43:15.78382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.222748898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-31T22:43:15.783907Z","caller":"traceutil/trace.go:171","msg":"trace[152177515] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:9443; }","duration":"1.222865822s","start":"2026-03-31T22:43:14.561027Z","end":"2026-03-31T22:43:15.783893Z","steps":["trace[152177515] 'agreement among raft nodes before linearized reading' (duration: 1.222617876s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:15.783943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:14.56102Z","time spent":"1.222914853s","remote":"127.0.0.1:53188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-31T22:43:15.811503Z","caller":"traceutil/trace.go:171","msg":"trace[1123484190] transaction","detail":"{read_only:false; response_revision:9444; number_of_response:1; }","duration":"335.434874ms","start":"2026-03-31T22:43:15.476047Z","end":"2026-03-31T22:43:15.811482Z","steps":["trace[1123484190] 'process raft request' (duration: 335.082946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:15.811622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:15.476024Z","time spent":"335.532737ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:43:15.811659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.244348796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:43:15.811706Z","caller":"traceutil/trace.go:171","msg":"trace[1651295814] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9444; }","duration":"1.244428357s","start":"2026-03-31T22:43:14.567268Z","end":"2026-03-31T22:43:15.811696Z","steps":["trace[1651295814] 'agreement among raft nodes before linearized reading' (duration: 1.244353565s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:15.81173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:14.567251Z","time spent":"1.244474258s","remote":"127.0.0.1:53020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:43:15.811811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.249592342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7e58a99d-3495-4c31-a889-de5cf2e434da\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-31T22:43:15.811862Z","caller":"traceutil/trace.go:171","msg":"trace[758158866] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7e58a99d-3495-4c31-a889-de5cf2e434da; range_end:; response_count:1; response_revision:9444; }","duration":"1.249673914s","start":"2026-03-31T22:43:14.562179Z","end":"2026-03-31T22:43:15.811853Z","steps":["trace[758158866] 'agreement among raft nodes before linearized reading' (duration: 1.249563532s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:15.811882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:14.562163Z","time spent":"1.249714215s","remote":"127.0.0.1:53166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-7e58a99d-3495-4c31-a889-de5cf2e434da\" "} {"level":"warn","ts":"2026-03-31T22:43:15.811863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.67397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:43:15.811946Z","caller":"traceutil/trace.go:171","msg":"trace[853457758] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:9444; }","duration":"680.850864ms","start":"2026-03-31T22:43:15.131076Z","end":"2026-03-31T22:43:15.811927Z","steps":["trace[853457758] 'agreement among raft nodes before linearized reading' (duration: 680.648769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:15.811988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:15.131056Z","time spent":"680.921935ms","remote":"127.0.0.1:53174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":7,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:43:15.812009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.046919518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T22:43:15.812048Z","caller":"traceutil/trace.go:171","msg":"trace[240011047] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9444; }","duration":"1.046961549s","start":"2026-03-31T22:43:14.765078Z","end":"2026-03-31T22:43:15.812039Z","steps":["trace[240011047] 'agreement among raft nodes before linearized reading' (duration: 1.046695403s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:15.812076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:14.765028Z","time spent":"1.047041281s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T22:43:15.812014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.821893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:43:15.812127Z","caller":"traceutil/trace.go:171","msg":"trace[1570551538] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:9444; }","duration":"616.971106ms","start":"2026-03-31T22:43:15.195145Z","end":"2026-03-31T22:43:15.812116Z","steps":["trace[1570551538] 'agreement among raft nodes before linearized reading' (duration: 616.797682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:15.812153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:15.195124Z","time spent":"617.021037ms","remote":"127.0.0.1:53224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":53,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:43:16.196073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.776882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:43:16.19617Z","caller":"traceutil/trace.go:171","msg":"trace[1783460459] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9444; }","duration":"303.915375ms","start":"2026-03-31T22:43:15.892229Z","end":"2026-03-31T22:43:16.196145Z","steps":["trace[1783460459] 'range keys from in-memory index tree' (duration: 303.69934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:16.196216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:15.892213Z","time spent":"303.992397ms","remote":"127.0.0.1:53460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-31T22:43:16.631661Z","caller":"traceutil/trace.go:171","msg":"trace[281671544] transaction","detail":"{read_only:false; response_revision:9445; number_of_response:1; }","duration":"429.749109ms","start":"2026-03-31T22:43:16.201888Z","end":"2026-03-31T22:43:16.631637Z","steps":["trace[281671544] 'process raft request' (duration: 429.587415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:16.631808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:16.201869Z","time spent":"429.856721ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:43:18.901648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.827673993s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:43:18.901777Z","caller":"traceutil/trace.go:171","msg":"trace[1661356562] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9445; }","duration":"1.827815376s","start":"2026-03-31T22:43:17.073941Z","end":"2026-03-31T22:43:18.901756Z","steps":["trace[1661356562] 'range keys from in-memory index tree' (duration: 1.827656713s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:19.041409Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.409824923s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T22:43:19.041776Z","caller":"traceutil/trace.go:171","msg":"trace[481712733] transaction","detail":"{read_only:false; response_revision:9447; number_of_response:1; }","duration":"2.839699705s","start":"2026-03-31T22:43:16.202064Z","end":"2026-03-31T22:43:19.041764Z","steps":["trace[481712733] 'process raft request' (duration: 2.839646294s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:19.041778Z","caller":"traceutil/trace.go:171","msg":"trace[1534459721] transaction","detail":"{read_only:false; response_revision:9446; number_of_response:1; }","duration":"2.839798407s","start":"2026-03-31T22:43:16.201947Z","end":"2026-03-31T22:43:19.041745Z","steps":["trace[1534459721] 'process raft request' (duration: 2.839616473s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:19.041902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:16.202054Z","time spent":"2.839775607s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:43:19.041944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:16.201923Z","time spent":"2.839981872s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:43:19.042147Z","caller":"traceutil/trace.go:171","msg":"trace[158091273] transaction","detail":"{read_only:false; response_revision:9448; number_of_response:1; }","duration":"2.838934568s","start":"2026-03-31T22:43:16.203171Z","end":"2026-03-31T22:43:19.042106Z","steps":["trace[158091273] 'process raft request' (duration: 2.83856951s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:19.042206Z","caller":"traceutil/trace.go:171","msg":"trace[1075126192] transaction","detail":"{read_only:false; response_revision:9449; number_of_response:1; }","duration":"2.838770025s","start":"2026-03-31T22:43:16.203416Z","end":"2026-03-31T22:43:19.042186Z","steps":["trace[1075126192] 'process raft request' (duration: 2.838615461s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:19.042294Z","caller":"traceutil/trace.go:171","msg":"trace[107888329] linearizableReadLoop","detail":"{readStateIndex:9825; appliedIndex:9819; }","duration":"2.83814534s","start":"2026-03-31T22:43:16.204133Z","end":"2026-03-31T22:43:19.042279Z","steps":["trace[107888329] 'read index received' (duration: 427.470877ms)","trace[107888329] 'applied index is now lower than readState.Index' (duration: 2.410673443s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:43:19.042304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:16.203156Z","time spent":"2.839062292s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:43:19.042323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:16.203403Z","time spent":"2.838841906s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:43:19.042351Z","caller":"traceutil/trace.go:171","msg":"trace[1959151557] transaction","detail":"{read_only:false; response_revision:9450; number_of_response:1; }","duration":"2.838953698s","start":"2026-03-31T22:43:16.203388Z","end":"2026-03-31T22:43:19.042342Z","steps":["trace[1959151557] 'process raft request' (duration: 2.838756674s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:19.042357Z","caller":"traceutil/trace.go:171","msg":"trace[149166352] transaction","detail":"{read_only:false; response_revision:9451; number_of_response:1; }","duration":"2.477701192s","start":"2026-03-31T22:43:16.564647Z","end":"2026-03-31T22:43:19.042349Z","steps":["trace[149166352] 'process raft request' (duration: 2.47757917s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:19.042408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:16.203344Z","time spent":"2.8390287s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:43:19.04241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:16.564623Z","time spent":"2.477757824s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:43:19.042509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.838375095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T22:43:19.042535Z","caller":"traceutil/trace.go:171","msg":"trace[1860824211] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9451; }","duration":"2.838426376s","start":"2026-03-31T22:43:16.204101Z","end":"2026-03-31T22:43:19.042527Z","steps":["trace[1860824211] 'agreement among raft nodes before linearized reading' (duration: 2.838320634s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:19.042559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:16.20409Z","time spent":"2.838462397s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T22:43:19.358675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000212629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T22:43:19.358785Z","caller":"traceutil/trace.go:171","msg":"trace[554865309] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000387063s","start":"2026-03-31T22:43:17.358375Z","end":"2026-03-31T22:43:19.358762Z","steps":["trace[554865309] 'agreement among raft nodes before linearized reading' (duration: 2.0002434s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:19.358842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:17.358357Z","time spent":"2.000471434s","remote":"127.0.0.1:53020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:43:19.542751Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219120757601841959,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:43:20.098069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.902879ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T22:43:20.098556Z","caller":"traceutil/trace.go:171","msg":"trace[2053085773] transaction","detail":"{read_only:false; response_revision:9453; number_of_response:1; }","duration":"2.310464755s","start":"2026-03-31T22:43:17.78807Z","end":"2026-03-31T22:43:20.098535Z","steps":["trace[2053085773] 'process raft request' (duration: 2.310371303s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:20.098712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:17.788043Z","time spent":"2.310561318s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:43:20.098737Z","caller":"traceutil/trace.go:171","msg":"trace[2023971860] linearizableReadLoop","detail":"{readStateIndex:9830; appliedIndex:9826; }","duration":"1.056393901s","start":"2026-03-31T22:43:19.042319Z","end":"2026-03-31T22:43:20.098713Z","steps":["trace[2023971860] 'read index received' (duration: 868.843487ms)","trace[2023971860] 'applied index is now lower than readState.Index' (duration: 187.548814ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:43:20.098779Z","caller":"traceutil/trace.go:171","msg":"trace[646633132] transaction","detail":"{read_only:false; response_revision:9454; number_of_response:1; }","duration":"2.281264137s","start":"2026-03-31T22:43:17.817492Z","end":"2026-03-31T22:43:20.098757Z","steps":["trace[646633132] 'process raft request' (duration: 2.281005592s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:20.098733Z","caller":"traceutil/trace.go:171","msg":"trace[51837633] transaction","detail":"{read_only:false; response_revision:9452; number_of_response:1; }","duration":"2.846916217s","start":"2026-03-31T22:43:17.251774Z","end":"2026-03-31T22:43:20.098691Z","steps":["trace[51837633] 'process raft request' (duration: 2.846395375s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:20.098891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.925334512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:43:20.098931Z","caller":"traceutil/trace.go:171","msg":"trace[1994348628] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:9454; }","duration":"1.925438804s","start":"2026-03-31T22:43:18.17348Z","end":"2026-03-31T22:43:20.098918Z","steps":["trace[1994348628] 'agreement among raft nodes before linearized reading' (duration: 1.925355692s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:20.098924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:17.81747Z","time spent":"2.28136516s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:43:20.09896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:18.173455Z","time spent":"1.925495425s","remote":"127.0.0.1:55324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:43:20.099016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.67135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:43:20.099075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.463741906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T22:43:20.099118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.269081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:43:20.099091Z","caller":"traceutil/trace.go:171","msg":"trace[483923133] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:9454; }","duration":"438.811463ms","start":"2026-03-31T22:43:19.660265Z","end":"2026-03-31T22:43:20.099076Z","steps":["trace[483923133] 'agreement among raft nodes before linearized reading' (duration: 438.709131ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:20.099158Z","caller":"traceutil/trace.go:171","msg":"trace[767049602] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:9454; }","duration":"125.339403ms","start":"2026-03-31T22:43:19.973808Z","end":"2026-03-31T22:43:20.099147Z","steps":["trace[767049602] 'agreement among raft nodes before linearized reading' (duration: 125.276382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:20.099133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.888970353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nxsdg\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-31T22:43:20.099174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.112076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:43:20.099175Z","caller":"traceutil/trace.go:171","msg":"trace[774500135] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9454; }","duration":"1.463876179s","start":"2026-03-31T22:43:18.63524Z","end":"2026-03-31T22:43:20.099116Z","steps":["trace[774500135] 'agreement among raft nodes before linearized reading' (duration: 1.463536452s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:20.099243Z","caller":"traceutil/trace.go:171","msg":"trace[1523682832] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nxsdg; range_end:; response_count:1; response_revision:9454; }","duration":"1.889155697s","start":"2026-03-31T22:43:18.210059Z","end":"2026-03-31T22:43:20.099215Z","steps":["trace[1523682832] 'agreement among raft nodes before linearized reading' (duration: 1.888754728s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:20.099302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:18.210034Z","time spent":"1.889258568s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-nxsdg\" "} {"level":"warn","ts":"2026-03-31T22:43:20.099297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:18.635223Z","time spent":"1.464052023s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T22:43:20.099252Z","caller":"traceutil/trace.go:171","msg":"trace[1273614987] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9454; }","duration":"739.214388ms","start":"2026-03-31T22:43:19.360021Z","end":"2026-03-31T22:43:20.099235Z","steps":["trace[1273614987] 'agreement among raft nodes before linearized reading' (duration: 739.122506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:20.099606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:19.359996Z","time spent":"739.594167ms","remote":"127.0.0.1:53032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:43:20.099045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:17.25175Z","time spent":"2.847150863s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:43:20.099174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:19.660225Z","time spent":"438.935496ms","remote":"127.0.0.1:55654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:43:20.099107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055478612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19406"} {"level":"info","ts":"2026-03-31T22:43:20.100133Z","caller":"traceutil/trace.go:171","msg":"trace[1505236434] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9454; }","duration":"1.056537665s","start":"2026-03-31T22:43:19.043579Z","end":"2026-03-31T22:43:20.100117Z","steps":["trace[1505236434] 'agreement among raft nodes before linearized reading' (duration: 1.055318647s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:20.100191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:19.043562Z","time spent":"1.056614057s","remote":"127.0.0.1:53200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19429,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T22:43:20.44187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.119874ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:43:20.442015Z","caller":"traceutil/trace.go:171","msg":"trace[1100293085] linearizableReadLoop","detail":"{readStateIndex:9832; appliedIndex:9831; }","duration":"246.371249ms","start":"2026-03-31T22:43:20.195622Z","end":"2026-03-31T22:43:20.441993Z","steps":["trace[1100293085] 'read index received' (duration: 67.02127ms)","trace[1100293085] 'applied index is now lower than readState.Index' (duration: 179.348379ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:43:20.442523Z","caller":"traceutil/trace.go:171","msg":"trace[1369716781] transaction","detail":"{read_only:false; response_revision:9456; number_of_response:1; }","duration":"334.420592ms","start":"2026-03-31T22:43:20.108065Z","end":"2026-03-31T22:43:20.442485Z","steps":["trace[1369716781] 'process raft request' (duration: 154.580151ms)","trace[1369716781] 'compare' (duration: 178.987611ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:43:20.442704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:20.108055Z","time spent":"334.552605ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:43:20.443365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.188484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:43:20.443445Z","caller":"traceutil/trace.go:171","msg":"trace[1156271029] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9456; }","duration":"334.37837ms","start":"2026-03-31T22:43:20.109048Z","end":"2026-03-31T22:43:20.443426Z","steps":["trace[1156271029] 'agreement among raft nodes before linearized reading' (duration: 333.06477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:20.4435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:20.10904Z","time spent":"334.445022ms","remote":"127.0.0.1:53020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:43:20.443537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.194122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-31T22:43:20.443639Z","caller":"traceutil/trace.go:171","msg":"trace[428196899] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:9456; }","duration":"332.311465ms","start":"2026-03-31T22:43:20.111293Z","end":"2026-03-31T22:43:20.443605Z","steps":["trace[428196899] 'agreement among raft nodes before linearized reading' (duration: 331.918286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:20.443689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:20.111286Z","time spent":"332.383206ms","remote":"127.0.0.1:39692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5706,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T22:43:22.66656Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219120757601841982,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:43:22.785388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.133046528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:43:22.785466Z","caller":"traceutil/trace.go:171","msg":"trace[1023699923] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:9462; }","duration":"1.133199442s","start":"2026-03-31T22:43:21.652245Z","end":"2026-03-31T22:43:22.785444Z","steps":["trace[1023699923] 'count revisions from in-memory index tree' (duration: 1.132981427s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:22.785513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:21.652228Z","time spent":"1.133274433s","remote":"127.0.0.1:44082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:43:22.785703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.478281764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.35\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-31T22:43:22.785763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.427311245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:43:22.785812Z","caller":"traceutil/trace.go:171","msg":"trace[1667212614] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9462; }","duration":"1.427388186s","start":"2026-03-31T22:43:21.358398Z","end":"2026-03-31T22:43:22.785786Z","steps":["trace[1667212614] 'range keys from in-memory index tree' (duration: 1.427192683s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:22.785795Z","caller":"traceutil/trace.go:171","msg":"trace[1188937214] range","detail":"{range_begin:/registry/masterleases/199.204.45.35; range_end:; response_count:1; response_revision:9462; }","duration":"1.478419957s","start":"2026-03-31T22:43:21.307356Z","end":"2026-03-31T22:43:22.785776Z","steps":["trace[1188937214] 'range keys from in-memory index tree' (duration: 1.478077329s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:22.785834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:21.358369Z","time spent":"1.427459938s","remote":"127.0.0.1:53020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:43:22.785848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:21.307335Z","time spent":"1.478502899s","remote":"127.0.0.1:53038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.35\" "} {"level":"warn","ts":"2026-03-31T22:43:22.786902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.262442232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5657f765b9-7rhs9.18a20e551387be13\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-03-31T22:43:22.786978Z","caller":"traceutil/trace.go:171","msg":"trace[426146838] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5657f765b9-7rhs9.18a20e551387be13; range_end:; response_count:1; response_revision:9462; }","duration":"1.262560705s","start":"2026-03-31T22:43:21.524397Z","end":"2026-03-31T22:43:22.786958Z","steps":["trace[426146838] 'range keys from in-memory index tree' (duration: 1.261324947s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:22.787013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:21.524381Z","time spent":"1.262621566s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-5657f765b9-7rhs9.18a20e551387be13\" "} {"level":"warn","ts":"2026-03-31T22:43:23.167697Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219120757601841982,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:43:23.668469Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219120757601841982,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:43:23.880739Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.776653904s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T22:43:23.881309Z","caller":"traceutil/trace.go:171","msg":"trace[439090097] transaction","detail":"{read_only:false; response_revision:9463; number_of_response:1; }","duration":"1.777338608s","start":"2026-03-31T22:43:22.103942Z","end":"2026-03-31T22:43:23.881281Z","steps":["trace[439090097] 'process raft request' (duration: 1.777177315s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:23.8815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:22.103917Z","time spent":"1.777486242s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:43:24.311895Z","caller":"traceutil/trace.go:171","msg":"trace[1327433659] transaction","detail":"{read_only:false; response_revision:9464; number_of_response:1; }","duration":"2.207601529s","start":"2026-03-31T22:43:22.104183Z","end":"2026-03-31T22:43:24.311784Z","steps":["trace[1327433659] 'process raft request' (duration: 2.207290432s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:24.311989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:22.787774Z","time spent":"1.524206257s","remote":"127.0.0.1:53038","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T22:43:24.312056Z","caller":"traceutil/trace.go:171","msg":"trace[825826085] transaction","detail":"{read_only:false; response_revision:9467; number_of_response:1; }","duration":"788.032348ms","start":"2026-03-31T22:43:23.52401Z","end":"2026-03-31T22:43:24.312042Z","steps":["trace[825826085] 'process raft request' (duration: 787.857034ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:24.31212Z","caller":"traceutil/trace.go:171","msg":"trace[1351964437] transaction","detail":"{read_only:false; response_revision:9466; number_of_response:1; }","duration":"1.248305164s","start":"2026-03-31T22:43:23.063762Z","end":"2026-03-31T22:43:24.312067Z","steps":["trace[1351964437] 'process raft request' (duration: 1.248038848s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:24.312148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:22.104172Z","time spent":"2.207848924s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:43:24.311926Z","caller":"traceutil/trace.go:171","msg":"trace[1801904412] linearizableReadLoop","detail":"{readStateIndex:9844; appliedIndex:9838; }","duration":"2.146151325s","start":"2026-03-31T22:43:22.165749Z","end":"2026-03-31T22:43:24.311901Z","steps":["trace[1801904412] 'read index received' (duration: 1.715297691s)","trace[1801904412] 'applied index is now lower than readState.Index' (duration: 430.852674ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:43:24.312063Z","caller":"traceutil/trace.go:171","msg":"trace[1929719437] transaction","detail":"{read_only:false; response_revision:9465; number_of_response:1; }","duration":"1.52338459s","start":"2026-03-31T22:43:22.788646Z","end":"2026-03-31T22:43:24.312031Z","steps":["trace[1929719437] 'process raft request' (duration: 1.523052812s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:24.31231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:23.06374Z","time spent":"1.248463057s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:43:24.312304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:23.523988Z","time spent":"788.192221ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:43:24.3124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.112843255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T22:43:24.312453Z","caller":"traceutil/trace.go:171","msg":"trace[1860737963] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9467; }","duration":"2.112921717s","start":"2026-03-31T22:43:22.199516Z","end":"2026-03-31T22:43:24.312438Z","steps":["trace[1860737963] 'agreement among raft nodes before linearized reading' (duration: 2.112788744s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:24.312452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:22.78863Z","time spent":"1.523680426s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:43:24.312459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.699572138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:43:24.312476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.524674658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:43:24.312473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348245485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:43:24.312509Z","caller":"traceutil/trace.go:171","msg":"trace[266239107] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:9467; }","duration":"1.69968341s","start":"2026-03-31T22:43:22.612807Z","end":"2026-03-31T22:43:24.312491Z","steps":["trace[266239107] 'agreement among raft nodes before linearized reading' (duration: 1.699573087s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:24.312524Z","caller":"traceutil/trace.go:171","msg":"trace[324687280] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9467; }","duration":"1.52475443s","start":"2026-03-31T22:43:22.787754Z","end":"2026-03-31T22:43:24.312509Z","steps":["trace[324687280] 'agreement among raft nodes before linearized reading' (duration: 1.524669378s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:24.31251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.191930414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T22:43:24.312552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:22.612786Z","time spent":"1.699754052s","remote":"127.0.0.1:53376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:43:24.312489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:22.199498Z","time spent":"2.112984258s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T22:43:24.312555Z","caller":"traceutil/trace.go:171","msg":"trace[1877939367] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:9467; }","duration":"1.348357758s","start":"2026-03-31T22:43:22.964179Z","end":"2026-03-31T22:43:24.312537Z","steps":["trace[1877939367] 'agreement among raft nodes before linearized reading' (duration: 1.348192974s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:24.31257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.111207628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nxsdg\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T22:43:24.312587Z","caller":"traceutil/trace.go:171","msg":"trace[1616813001] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9467; }","duration":"1.192034896s","start":"2026-03-31T22:43:23.120532Z","end":"2026-03-31T22:43:24.312567Z","steps":["trace[1616813001] 'agreement among raft nodes before linearized reading' (duration: 1.191785231s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:24.312612Z","caller":"traceutil/trace.go:171","msg":"trace[1526434683] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nxsdg; range_end:; response_count:1; response_revision:9467; }","duration":"2.111268069s","start":"2026-03-31T22:43:22.201335Z","end":"2026-03-31T22:43:24.312603Z","steps":["trace[1526434683] 'agreement among raft nodes before linearized reading' (duration: 2.111170387s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:24.312624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:23.120529Z","time spent":"1.192089278s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T22:43:24.312633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:22.964162Z","time spent":"1.348447069s","remote":"127.0.0.1:53156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:43:24.312554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:22.787739Z","time spent":"1.524808291s","remote":"127.0.0.1:53032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:43:24.312712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192112338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T22:43:24.312714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.193314215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-31T22:43:24.312724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.183527505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-31T22:43:24.312645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:22.201322Z","time spent":"2.111317751s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-nxsdg\" "} {"level":"info","ts":"2026-03-31T22:43:24.312743Z","caller":"traceutil/trace.go:171","msg":"trace[543838779] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9467; }","duration":"1.192150029s","start":"2026-03-31T22:43:23.120586Z","end":"2026-03-31T22:43:24.312736Z","steps":["trace[543838779] 'agreement among raft nodes before linearized reading' (duration: 1.192077148s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:24.312752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.867397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:43:24.312758Z","caller":"traceutil/trace.go:171","msg":"trace[567318865] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9467; }","duration":"1.183582896s","start":"2026-03-31T22:43:23.129166Z","end":"2026-03-31T22:43:24.312749Z","steps":["trace[567318865] 'agreement among raft nodes before linearized reading' (duration: 1.183460323s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:24.312772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:23.120582Z","time spent":"1.19218436s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T22:43:24.312776Z","caller":"traceutil/trace.go:171","msg":"trace[228615501] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9467; }","duration":"1.193404497s","start":"2026-03-31T22:43:23.119338Z","end":"2026-03-31T22:43:24.312743Z","steps":["trace[228615501] 'agreement among raft nodes before linearized reading' (duration: 1.193300745s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:24.312795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:23.12915Z","time spent":"1.183638657s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:43:24.312777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151669598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:43:24.312589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192066217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T22:43:24.312814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:23.119321Z","time spent":"1.19348462s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T22:43:24.312847Z","caller":"traceutil/trace.go:171","msg":"trace[538120859] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:9467; }","duration":"1.15179084s","start":"2026-03-31T22:43:23.161039Z","end":"2026-03-31T22:43:24.31283Z","steps":["trace[538120859] 'agreement among raft nodes before linearized reading' (duration: 1.151544355s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:24.312861Z","caller":"traceutil/trace.go:171","msg":"trace[1142850727] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9467; }","duration":"1.192354803s","start":"2026-03-31T22:43:23.120483Z","end":"2026-03-31T22:43:24.312838Z","steps":["trace[1142850727] 'agreement among raft nodes before linearized reading' (duration: 1.192025476s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:24.312887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:23.161016Z","time spent":"1.151861992s","remote":"127.0.0.1:55356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":55,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:43:24.312218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.146455082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:43:24.312915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:23.120466Z","time spent":"1.192436845s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T22:43:24.312929Z","caller":"traceutil/trace.go:171","msg":"trace[955004338] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:9467; }","duration":"2.147225689s","start":"2026-03-31T22:43:22.165691Z","end":"2026-03-31T22:43:24.312917Z","steps":["trace[955004338] 'agreement among raft nodes before linearized reading' (duration: 2.146441092s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:24.313007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:22.16567Z","time spent":"2.147326281s","remote":"127.0.0.1:55354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:43:24.312801Z","caller":"traceutil/trace.go:171","msg":"trace[1214456609] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9467; }","duration":"130.96408ms","start":"2026-03-31T22:43:24.18182Z","end":"2026-03-31T22:43:24.312784Z","steps":["trace[1214456609] 'agreement among raft nodes before linearized reading' (duration: 130.854088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:25.462369Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.126217164s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T22:43:25.472138Z","caller":"traceutil/trace.go:171","msg":"trace[1404707309] transaction","detail":"{read_only:false; response_revision:9469; number_of_response:1; }","duration":"1.155007112s","start":"2026-03-31T22:43:24.317088Z","end":"2026-03-31T22:43:25.472095Z","steps":["trace[1404707309] 'process raft request' (duration: 1.145739974s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:25.472392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:24.317063Z","time spent":"1.155191237s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:43:25.472633Z","caller":"traceutil/trace.go:171","msg":"trace[1426444913] transaction","detail":"{read_only:false; response_revision:9471; number_of_response:1; }","duration":"1.155406082s","start":"2026-03-31T22:43:24.317215Z","end":"2026-03-31T22:43:25.472621Z","steps":["trace[1426444913] 'process raft request' (duration: 1.155123445s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:25.472828Z","caller":"traceutil/trace.go:171","msg":"trace[51528153] transaction","detail":"{read_only:false; response_revision:9473; number_of_response:1; }","duration":"1.154596454s","start":"2026-03-31T22:43:24.318216Z","end":"2026-03-31T22:43:25.472813Z","steps":["trace[51528153] 'process raft request' (duration: 1.154489912s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:25.472924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:24.318202Z","time spent":"1.154670325s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:43:25.472906Z","caller":"traceutil/trace.go:171","msg":"trace[1454730526] linearizableReadLoop","detail":"{readStateIndex:9848; appliedIndex:9844; }","duration":"1.155389001s","start":"2026-03-31T22:43:24.317491Z","end":"2026-03-31T22:43:25.47288Z","steps":["trace[1454730526] 'read index received' (duration: 18.61414ms)","trace[1454730526] 'applied index is now lower than readState.Index' (duration: 1.136773471s)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:43:25.473051Z","caller":"traceutil/trace.go:171","msg":"trace[288170033] transaction","detail":"{read_only:false; response_revision:9472; number_of_response:1; }","duration":"1.155062334s","start":"2026-03-31T22:43:24.317978Z","end":"2026-03-31T22:43:25.47304Z","steps":["trace[288170033] 'process raft request' (duration: 1.154566853s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:25.473074Z","caller":"traceutil/trace.go:171","msg":"trace[999114011] transaction","detail":"{read_only:false; response_revision:9474; number_of_response:1; }","duration":"1.154382798s","start":"2026-03-31T22:43:24.318677Z","end":"2026-03-31T22:43:25.47306Z","steps":["trace[999114011] 'process raft request' (duration: 1.154101202s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:25.473109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:24.31797Z","time spent":"1.155109625s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:43:25.47345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.134789987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-31T22:43:25.473526Z","caller":"traceutil/trace.go:171","msg":"trace[1332700588] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:9474; }","duration":"1.134919761s","start":"2026-03-31T22:43:24.33859Z","end":"2026-03-31T22:43:25.47351Z","steps":["trace[1332700588] 'agreement among raft nodes before linearized reading' (duration: 1.134631684s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:25.473582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:24.33857Z","time spent":"1.135002643s","remote":"127.0.0.1:53188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-31T22:43:25.473586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:24.317209Z","time spent":"1.155469073s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:43:25.473692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:24.31867Z","time spent":"1.154453661s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:43:25.473889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.154501571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:43:25.472461Z","caller":"traceutil/trace.go:171","msg":"trace[1948254272] transaction","detail":"{read_only:false; response_revision:9470; number_of_response:1; }","duration":"1.155223558s","start":"2026-03-31T22:43:24.317176Z","end":"2026-03-31T22:43:25.472399Z","steps":["trace[1948254272] 'process raft request' (duration: 1.154843499s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:25.47396Z","caller":"traceutil/trace.go:171","msg":"trace[23113782] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9474; }","duration":"1.154581454s","start":"2026-03-31T22:43:24.319351Z","end":"2026-03-31T22:43:25.473932Z","steps":["trace[23113782] 'agreement among raft nodes before linearized reading' (duration: 1.153838586s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:25.474003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:24.31717Z","time spent":"1.156783473s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:43:25.474001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:24.319341Z","time spent":"1.154651745s","remote":"127.0.0.1:53020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:43:25.47485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.157349496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223780"} {"level":"info","ts":"2026-03-31T22:43:25.474902Z","caller":"traceutil/trace.go:171","msg":"trace[97718063] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:9474; }","duration":"1.157426677s","start":"2026-03-31T22:43:24.317463Z","end":"2026-03-31T22:43:25.47489Z","steps":["trace[97718063] 'agreement among raft nodes before linearized reading' (duration: 1.155960243s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:25.475326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:24.317432Z","time spent":"1.157883497s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223803,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T22:43:49.747178Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"fb85913747d92cac","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-31T22:43:49.755255Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-31T22:43:49.755394Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"warn","ts":"2026-03-31T22:43:50.857415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.35495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-31T22:43:50.857505Z","caller":"traceutil/trace.go:171","msg":"trace[1656444027] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:9644; }","duration":"635.484822ms","start":"2026-03-31T22:43:50.221994Z","end":"2026-03-31T22:43:50.857478Z","steps":["trace[1656444027] 'range keys from in-memory index tree' (duration: 635.244777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:50.857546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:50.221976Z","time spent":"635.561575ms","remote":"127.0.0.1:53108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3588,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-31T22:43:50.857654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.482227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-mon\" ","response":"range_response_count:1 size:713"} {"level":"info","ts":"2026-03-31T22:43:50.857733Z","caller":"traceutil/trace.go:171","msg":"trace[1317071666] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-mon; range_end:; response_count:1; response_revision:9644; }","duration":"641.616111ms","start":"2026-03-31T22:43:50.216098Z","end":"2026-03-31T22:43:50.857714Z","steps":["trace[1317071666] 'range keys from in-memory index tree' (duration: 640.945986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:50.857772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:50.216084Z","time spent":"641.678272ms","remote":"127.0.0.1:53108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":736,"request content":"key:\"/registry/secrets/openstack/rook-ceph-mon\" "} {"level":"warn","ts":"2026-03-31T22:43:50.858088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.694161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:43:50.858127Z","caller":"traceutil/trace.go:171","msg":"trace[660894459] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:0; response_revision:9644; }","duration":"462.764313ms","start":"2026-03-31T22:43:50.395352Z","end":"2026-03-31T22:43:50.858116Z","steps":["trace[660894459] 'range keys from in-memory index tree' (duration: 462.584939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:50.858156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:50.395336Z","time spent":"462.811793ms","remote":"127.0.0.1:53116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":28,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" "} {"level":"warn","ts":"2026-03-31T22:43:50.858277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.46139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:43:50.85831Z","caller":"traceutil/trace.go:171","msg":"trace[1031417334] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9644; }","duration":"460.526422ms","start":"2026-03-31T22:43:50.397774Z","end":"2026-03-31T22:43:50.858301Z","steps":["trace[1031417334] 'range keys from in-memory index tree' (duration: 460.389389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:50.858341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:50.397757Z","time spent":"460.576432ms","remote":"127.0.0.1:53020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T22:43:50.858628Z","caller":"traceutil/trace.go:171","msg":"trace[693436052] transaction","detail":"{read_only:false; response_revision:9645; number_of_response:1; }","duration":"435.351905ms","start":"2026-03-31T22:43:50.423266Z","end":"2026-03-31T22:43:50.858618Z","steps":["trace[693436052] 'process raft request' (duration: 431.798595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:50.858705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:50.423249Z","time spent":"435.404585ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:43:50.860651Z","caller":"traceutil/trace.go:171","msg":"trace[1892562660] transaction","detail":"{read_only:false; response_revision:9646; number_of_response:1; }","duration":"435.008717ms","start":"2026-03-31T22:43:50.425603Z","end":"2026-03-31T22:43:50.860612Z","steps":["trace[1892562660] 'process raft request' (duration: 434.6999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:50.860794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:50.425584Z","time spent":"435.137089ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:43:51.175609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.103878ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:43:51.176235Z","caller":"traceutil/trace.go:171","msg":"trace[1945515732] linearizableReadLoop","detail":"{readStateIndex:10031; appliedIndex:10030; }","duration":"303.421974ms","start":"2026-03-31T22:43:50.872779Z","end":"2026-03-31T22:43:51.176201Z","steps":["trace[1945515732] 'read index received' (duration: 141.539747ms)","trace[1945515732] 'applied index is now lower than readState.Index' (duration: 161.878617ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:43:51.176246Z","caller":"traceutil/trace.go:171","msg":"trace[276081805] transaction","detail":"{read_only:false; response_revision:9647; number_of_response:1; }","duration":"306.595326ms","start":"2026-03-31T22:43:50.869611Z","end":"2026-03-31T22:43:51.176206Z","steps":["trace[276081805] 'process raft request' (duration: 144.770681ms)","trace[276081805] 'compare' (duration: 160.846412ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:43:51.176794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:50.869595Z","time spent":"307.145018ms","remote":"127.0.0.1:53256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2837,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:43:51.176464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.567548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:43:51.177117Z","caller":"traceutil/trace.go:171","msg":"trace[752974280] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:9647; }","duration":"304.336074ms","start":"2026-03-31T22:43:50.87274Z","end":"2026-03-31T22:43:51.177076Z","steps":["trace[752974280] 'agreement among raft nodes before linearized reading' (duration: 303.511696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:51.177223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:50.872728Z","time spent":"304.458317ms","remote":"127.0.0.1:53108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" "} {"level":"warn","ts":"2026-03-31T22:43:51.177947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.647968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T22:43:51.177994Z","caller":"traceutil/trace.go:171","msg":"trace[1467039874] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9647; }","duration":"188.72001ms","start":"2026-03-31T22:43:50.989259Z","end":"2026-03-31T22:43:51.177979Z","steps":["trace[1467039874] 'agreement among raft nodes before linearized reading' (duration: 187.280788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:51.178192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.94332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19406"} {"level":"info","ts":"2026-03-31T22:43:51.178285Z","caller":"traceutil/trace.go:171","msg":"trace[1778664244] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:9647; }","duration":"183.054493ms","start":"2026-03-31T22:43:50.995209Z","end":"2026-03-31T22:43:51.178263Z","steps":["trace[1778664244] 'agreement among raft nodes before linearized reading' (duration: 181.759564ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:51.419517Z","caller":"traceutil/trace.go:171","msg":"trace[1161269905] linearizableReadLoop","detail":"{readStateIndex:10032; appliedIndex:10031; }","duration":"230.93767ms","start":"2026-03-31T22:43:51.188546Z","end":"2026-03-31T22:43:51.419484Z","steps":["trace[1161269905] 'read index received' (duration: 230.687395ms)","trace[1161269905] 'applied index is now lower than readState.Index' (duration: 249.515µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:43:51.419889Z","caller":"traceutil/trace.go:171","msg":"trace[461996500] transaction","detail":"{read_only:false; response_revision:9648; number_of_response:1; }","duration":"234.951052ms","start":"2026-03-31T22:43:51.184922Z","end":"2026-03-31T22:43:51.419873Z","steps":["trace[461996500] 'process raft request' (duration: 234.401039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:51.420295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.525072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/rook-ceph/csi-rbdplugin\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:43:51.420306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.630201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:43:51.420339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.796511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-03-31T22:43:51.420356Z","caller":"traceutil/trace.go:171","msg":"trace[1066353960] range","detail":"{range_begin:/registry/daemonsets/rook-ceph/csi-rbdplugin; range_end:; response_count:0; response_revision:9648; }","duration":"230.621554ms","start":"2026-03-31T22:43:51.189719Z","end":"2026-03-31T22:43:51.420341Z","steps":["trace[1066353960] 'agreement among raft nodes before linearized reading' (duration: 230.472101ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:51.420377Z","caller":"traceutil/trace.go:171","msg":"trace[330514082] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9648; }","duration":"165.754774ms","start":"2026-03-31T22:43:51.254605Z","end":"2026-03-31T22:43:51.42036Z","steps":["trace[330514082] 'agreement among raft nodes before linearized reading' (duration: 165.639381ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:51.420377Z","caller":"traceutil/trace.go:171","msg":"trace[1880223905] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:9648; }","duration":"231.893703ms","start":"2026-03-31T22:43:51.188473Z","end":"2026-03-31T22:43:51.420366Z","steps":["trace[1880223905] 'agreement among raft nodes before linearized reading' (duration: 231.668698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:51.420414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.204043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:43:51.420547Z","caller":"traceutil/trace.go:171","msg":"trace[2022961402] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:0; response_revision:9648; }","duration":"225.380197ms","start":"2026-03-31T22:43:51.195122Z","end":"2026-03-31T22:43:51.420502Z","steps":["trace[2022961402] 'agreement among raft nodes before linearized reading' (duration: 225.162742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:51.420582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.485901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.35\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-31T22:43:51.420612Z","caller":"traceutil/trace.go:171","msg":"trace[1207497607] range","detail":"{range_begin:/registry/masterleases/199.204.45.35; range_end:; response_count:1; response_revision:9648; }","duration":"111.556963ms","start":"2026-03-31T22:43:51.309047Z","end":"2026-03-31T22:43:51.420604Z","steps":["trace[1207497607] 'agreement among raft nodes before linearized reading' (duration: 111.495282ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:51.91071Z","caller":"traceutil/trace.go:171","msg":"trace[1061923328] transaction","detail":"{read_only:false; response_revision:9659; number_of_response:1; }","duration":"213.690483ms","start":"2026-03-31T22:43:51.696996Z","end":"2026-03-31T22:43:51.910687Z","steps":["trace[1061923328] 'process raft request' (duration: 213.607252ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:51.910943Z","caller":"traceutil/trace.go:171","msg":"trace[1220308763] transaction","detail":"{read_only:false; response_revision:9660; number_of_response:1; }","duration":"213.665462ms","start":"2026-03-31T22:43:51.697256Z","end":"2026-03-31T22:43:51.910922Z","steps":["trace[1220308763] 'process raft request' (duration: 213.396046ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:51.91124Z","caller":"traceutil/trace.go:171","msg":"trace[1916685548] transaction","detail":"{read_only:false; response_revision:9661; number_of_response:1; }","duration":"213.918817ms","start":"2026-03-31T22:43:51.697308Z","end":"2026-03-31T22:43:51.911227Z","steps":["trace[1916685548] 'process raft request' (duration: 213.541429ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:51.911407Z","caller":"traceutil/trace.go:171","msg":"trace[1784128764] transaction","detail":"{read_only:false; response_revision:9658; number_of_response:1; }","duration":"214.44859ms","start":"2026-03-31T22:43:51.696912Z","end":"2026-03-31T22:43:51.911361Z","steps":["trace[1784128764] 'process raft request' (duration: 184.435294ms)","trace[1784128764] 'compare' (duration: 29.131877ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:43:51.91147Z","caller":"traceutil/trace.go:171","msg":"trace[482250689] linearizableReadLoop","detail":"{readStateIndex:10049; appliedIndex:10044; }","duration":"207.439902ms","start":"2026-03-31T22:43:51.704019Z","end":"2026-03-31T22:43:51.911459Z","steps":["trace[482250689] 'read index received' (duration: 177.228351ms)","trace[482250689] 'applied index is now lower than readState.Index' (duration: 30.210701ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:43:51.911566Z","caller":"traceutil/trace.go:171","msg":"trace[1076723020] transaction","detail":"{read_only:false; response_revision:9662; number_of_response:1; }","duration":"213.828885ms","start":"2026-03-31T22:43:51.697703Z","end":"2026-03-31T22:43:51.911532Z","steps":["trace[1076723020] 'process raft request' (duration: 213.482998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:51.911749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.932877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/rook-ceph/csi-nfsplugin-metrics\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:43:51.911786Z","caller":"traceutil/trace.go:171","msg":"trace[802104234] range","detail":"{range_begin:/registry/services/specs/rook-ceph/csi-nfsplugin-metrics; range_end:; response_count:0; response_revision:9662; }","duration":"111.01779ms","start":"2026-03-31T22:43:51.800758Z","end":"2026-03-31T22:43:51.911775Z","steps":["trace[802104234] 'agreement among raft nodes before linearized reading' (duration: 110.942918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:51.911874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.150156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228227"} {"level":"info","ts":"2026-03-31T22:43:51.911917Z","caller":"traceutil/trace.go:171","msg":"trace[1583466718] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9662; }","duration":"215.208468ms","start":"2026-03-31T22:43:51.696697Z","end":"2026-03-31T22:43:51.911906Z","steps":["trace[1583466718] 'agreement among raft nodes before linearized reading' (duration: 214.830139ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:52.846071Z","caller":"traceutil/trace.go:171","msg":"trace[1853424148] linearizableReadLoop","detail":"{readStateIndex:10052; appliedIndex:10051; }","duration":"108.677359ms","start":"2026-03-31T22:43:52.737373Z","end":"2026-03-31T22:43:52.84605Z","steps":["trace[1853424148] 'read index received' (duration: 108.455714ms)","trace[1853424148] 'applied index is now lower than readState.Index' (duration: 220.515µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:43:52.846176Z","caller":"traceutil/trace.go:171","msg":"trace[2031893342] transaction","detail":"{read_only:false; response_revision:9665; number_of_response:1; }","duration":"405.80167ms","start":"2026-03-31T22:43:52.440345Z","end":"2026-03-31T22:43:52.846147Z","steps":["trace[2031893342] 'process raft request' (duration: 405.568805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:52.846213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.815572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:43:52.846246Z","caller":"traceutil/trace.go:171","msg":"trace[1933726232] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:9665; }","duration":"108.908434ms","start":"2026-03-31T22:43:52.737328Z","end":"2026-03-31T22:43:52.846236Z","steps":["trace[1933726232] 'agreement among raft nodes before linearized reading' (duration: 108.805041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:52.846305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:52.440325Z","time spent":"405.913632ms","remote":"127.0.0.1:55326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2787,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:43:54.216138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.124675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nxsdg\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T22:43:54.216211Z","caller":"traceutil/trace.go:171","msg":"trace[1789474037] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nxsdg; range_end:; response_count:1; response_revision:9670; }","duration":"298.224227ms","start":"2026-03-31T22:43:53.917969Z","end":"2026-03-31T22:43:54.216193Z","steps":["trace[1789474037] 'range keys from in-memory index tree' (duration: 297.995962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:54.216231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.347574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T22:43:54.216273Z","caller":"traceutil/trace.go:171","msg":"trace[540897678] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9670; }","duration":"300.388644ms","start":"2026-03-31T22:43:53.915869Z","end":"2026-03-31T22:43:54.216258Z","steps":["trace[540897678] 'range keys from in-memory index tree' (duration: 300.285713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:54.216148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.431107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T22:43:54.21632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:53.915862Z","time spent":"300.450667ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:43:54.216271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.984848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-gw67v\" ","response":"range_response_count:1 size:4454"} {"level":"info","ts":"2026-03-31T22:43:54.216405Z","caller":"traceutil/trace.go:171","msg":"trace[955453713] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-gw67v; range_end:; response_count:1; response_revision:9670; }","duration":"578.154822ms","start":"2026-03-31T22:43:53.638239Z","end":"2026-03-31T22:43:54.216393Z","steps":["trace[955453713] 'range keys from in-memory index tree' (duration: 577.834834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:54.216313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.914691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T22:43:54.216417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.691317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T22:43:54.216466Z","caller":"traceutil/trace.go:171","msg":"trace[2037408966] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9670; }","duration":"505.113425ms","start":"2026-03-31T22:43:53.711345Z","end":"2026-03-31T22:43:54.216459Z","steps":["trace[2037408966] 'range keys from in-memory index tree' (duration: 504.802099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:54.2165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:53.711325Z","time spent":"505.166617ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T22:43:54.216496Z","caller":"traceutil/trace.go:171","msg":"trace[972834651] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9670; }","duration":"298.80914ms","start":"2026-03-31T22:43:53.917669Z","end":"2026-03-31T22:43:54.216478Z","steps":["trace[972834651] 'range keys from in-memory index tree' (duration: 298.521584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:54.216509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.473938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T22:43:54.216384Z","caller":"traceutil/trace.go:171","msg":"trace[739110414] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9670; }","duration":"300.703662ms","start":"2026-03-31T22:43:53.915644Z","end":"2026-03-31T22:43:54.216348Z","steps":["trace[739110414] 'range keys from in-memory index tree' (duration: 300.15942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:54.216587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:53.915627Z","time spent":"300.944678ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T22:43:54.216148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.292253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T22:43:54.216646Z","caller":"traceutil/trace.go:171","msg":"trace[557831523] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9670; }","duration":"300.830545ms","start":"2026-03-31T22:43:53.915804Z","end":"2026-03-31T22:43:54.216634Z","steps":["trace[557831523] 'range keys from in-memory index tree' (duration: 300.061307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:54.21645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:53.638172Z","time spent":"578.265103ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4477,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-gw67v\" "} {"level":"warn","ts":"2026-03-31T22:43:54.216686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:53.915799Z","time spent":"300.876886ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T22:43:54.216605Z","caller":"traceutil/trace.go:171","msg":"trace[1259595848] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9670; }","duration":"300.796735ms","start":"2026-03-31T22:43:53.915741Z","end":"2026-03-31T22:43:54.216538Z","steps":["trace[1259595848] 'range keys from in-memory index tree' (duration: 300.414155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:54.216876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:53.915736Z","time spent":"301.03447ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T22:43:54.218984Z","caller":"traceutil/trace.go:171","msg":"trace[719664472] transaction","detail":"{read_only:false; response_revision:9671; number_of_response:1; }","duration":"209.873337ms","start":"2026-03-31T22:43:54.009091Z","end":"2026-03-31T22:43:54.218964Z","steps":["trace[719664472] 'process raft request' (duration: 209.737964ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:56.466544Z","caller":"traceutil/trace.go:171","msg":"trace[1997567065] transaction","detail":"{read_only:false; response_revision:9684; number_of_response:1; }","duration":"241.074599ms","start":"2026-03-31T22:43:56.225432Z","end":"2026-03-31T22:43:56.466507Z","steps":["trace[1997567065] 'process raft request' (duration: 240.863734ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:56.466551Z","caller":"traceutil/trace.go:171","msg":"trace[607008216] linearizableReadLoop","detail":"{readStateIndex:10071; appliedIndex:10071; }","duration":"226.00123ms","start":"2026-03-31T22:43:56.240514Z","end":"2026-03-31T22:43:56.466516Z","steps":["trace[607008216] 'read index received' (duration: 225.98439ms)","trace[607008216] 'applied index is now lower than readState.Index' (duration: 14.5µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:43:56.466873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.323577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T22:43:56.467009Z","caller":"traceutil/trace.go:171","msg":"trace[1126001607] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9684; }","duration":"226.520982ms","start":"2026-03-31T22:43:56.240469Z","end":"2026-03-31T22:43:56.46699Z","steps":["trace[1126001607] 'agreement among raft nodes before linearized reading' (duration: 226.153693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:56.496255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.061079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nxsdg\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T22:43:56.496354Z","caller":"traceutil/trace.go:171","msg":"trace[492232286] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nxsdg; range_end:; response_count:1; response_revision:9686; }","duration":"253.207083ms","start":"2026-03-31T22:43:56.243124Z","end":"2026-03-31T22:43:56.496331Z","steps":["trace[492232286] 'agreement among raft nodes before linearized reading' (duration: 252.958487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:56.496716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.634915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:43:56.496751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.371694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T22:43:56.496775Z","caller":"traceutil/trace.go:171","msg":"trace[509588143] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9686; }","duration":"135.726117ms","start":"2026-03-31T22:43:56.361036Z","end":"2026-03-31T22:43:56.496762Z","steps":["trace[509588143] 'agreement among raft nodes before linearized reading' (duration: 135.630445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:56.496863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.954886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T22:43:56.496879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.327226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T22:43:56.496908Z","caller":"traceutil/trace.go:171","msg":"trace[2029198954] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9686; }","duration":"249.008538ms","start":"2026-03-31T22:43:56.24789Z","end":"2026-03-31T22:43:56.496899Z","steps":["trace[2029198954] 'agreement among raft nodes before linearized reading' (duration: 248.909686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:56.496671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.295635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T22:43:56.496976Z","caller":"traceutil/trace.go:171","msg":"trace[1938792732] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9686; }","duration":"245.380606ms","start":"2026-03-31T22:43:56.25153Z","end":"2026-03-31T22:43:56.49691Z","steps":["trace[1938792732] 'agreement among raft nodes before linearized reading' (duration: 245.230633ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:56.497043Z","caller":"traceutil/trace.go:171","msg":"trace[1000855819] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9686; }","duration":"245.745245ms","start":"2026-03-31T22:43:56.251285Z","end":"2026-03-31T22:43:56.49703Z","steps":["trace[1000855819] 'agreement among raft nodes before linearized reading' (duration: 245.116991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:56.497146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.270074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T22:43:56.497203Z","caller":"traceutil/trace.go:171","msg":"trace[2104924589] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9686; }","duration":"249.387456ms","start":"2026-03-31T22:43:56.247806Z","end":"2026-03-31T22:43:56.497194Z","steps":["trace[2104924589] 'agreement among raft nodes before linearized reading' (duration: 249.272553ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:43:56.496783Z","caller":"traceutil/trace.go:171","msg":"trace[229709675] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9686; }","duration":"248.454755ms","start":"2026-03-31T22:43:56.248319Z","end":"2026-03-31T22:43:56.496774Z","steps":["trace[229709675] 'agreement among raft nodes before linearized reading' (duration: 248.355643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:43:58.859003Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219120757601842699,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:43:59.360014Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219120757601842699,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:43:59.860865Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219120757601842699,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:44:00.359202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000519116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T22:44:00.359282Z","caller":"traceutil/trace.go:171","msg":"trace[1839454356] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000655179s","start":"2026-03-31T22:43:58.358606Z","end":"2026-03-31T22:44:00.359261Z","steps":["trace[1839454356] 'agreement among raft nodes before linearized reading' (duration: 2.000545136s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:00.359329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:58.358588Z","time spent":"2.000731821s","remote":"127.0.0.1:53020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 22:44:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T22:44:00.361365Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219120757601842699,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:44:00.401737Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.713146685s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T22:44:00.402079Z","caller":"traceutil/trace.go:171","msg":"trace[351501901] transaction","detail":"{read_only:false; response_revision:9694; number_of_response:1; }","duration":"2.713581855s","start":"2026-03-31T22:43:57.688475Z","end":"2026-03-31T22:44:00.402057Z","steps":["trace[351501901] 'process raft request' (duration: 2.713441542s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:00.402217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:57.688454Z","time spent":"2.713687277s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:44:00.52392Z","caller":"traceutil/trace.go:171","msg":"trace[314345759] transaction","detail":"{read_only:false; response_revision:9695; number_of_response:1; }","duration":"2.051094324s","start":"2026-03-31T22:43:58.472794Z","end":"2026-03-31T22:44:00.523888Z","steps":["trace[314345759] 'process raft request' (duration: 2.050851619s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:44:00.523939Z","caller":"traceutil/trace.go:171","msg":"trace[647867020] linearizableReadLoop","detail":"{readStateIndex:10086; appliedIndex:10081; }","duration":"2.165264955s","start":"2026-03-31T22:43:58.358652Z","end":"2026-03-31T22:44:00.523917Z","steps":["trace[647867020] 'read index received' (duration: 2.043334349s)","trace[647867020] 'applied index is now lower than readState.Index' (duration: 121.929896ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:44:00.523944Z","caller":"traceutil/trace.go:171","msg":"trace[2018522808] transaction","detail":"{read_only:false; response_revision:9696; number_of_response:1; }","duration":"1.582473369s","start":"2026-03-31T22:43:58.941449Z","end":"2026-03-31T22:44:00.523922Z","steps":["trace[2018522808] 'process raft request' (duration: 1.582325666s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:44:00.524075Z","caller":"traceutil/trace.go:171","msg":"trace[1837047928] transaction","detail":"{read_only:false; response_revision:9698; number_of_response:1; }","duration":"690.727716ms","start":"2026-03-31T22:43:59.833337Z","end":"2026-03-31T22:44:00.524065Z","steps":["trace[1837047928] 'process raft request' (duration: 690.523512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:00.524113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:58.472772Z","time spent":"2.051263448s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:44:00.524112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:58.941429Z","time spent":"1.582615933s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:44:00.524188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:59.833286Z","time spent":"690.815478ms","remote":"127.0.0.1:37874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3657,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:44:00.524351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.023992464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T22:44:00.524383Z","caller":"traceutil/trace.go:171","msg":"trace[155459332] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9698; }","duration":"2.024066666s","start":"2026-03-31T22:43:58.500306Z","end":"2026-03-31T22:44:00.524373Z","steps":["trace[155459332] 'agreement among raft nodes before linearized reading' (duration: 2.023931643s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:00.524417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:58.50029Z","time spent":"2.024121177s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T22:44:00.524433Z","caller":"traceutil/trace.go:171","msg":"trace[70135680] transaction","detail":"{read_only:false; response_revision:9697; number_of_response:1; }","duration":"1.56515576s","start":"2026-03-31T22:43:58.95925Z","end":"2026-03-31T22:44:00.524405Z","steps":["trace[70135680] 'process raft request' (duration: 1.564557606s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:00.524501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.991126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:44:00.524527Z","caller":"traceutil/trace.go:171","msg":"trace[1390598941] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9698; }","duration":"165.046667ms","start":"2026-03-31T22:44:00.359472Z","end":"2026-03-31T22:44:00.524519Z","steps":["trace[1390598941] 'agreement among raft nodes before linearized reading' (duration: 165.010307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:00.524559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.957907275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T22:44:00.524566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:58.959158Z","time spent":"1.565332474s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:44:00.524587Z","caller":"traceutil/trace.go:171","msg":"trace[1790660780] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9698; }","duration":"1.957950477s","start":"2026-03-31T22:43:58.566628Z","end":"2026-03-31T22:44:00.524579Z","steps":["trace[1790660780] 'agreement among raft nodes before linearized reading' (duration: 1.957851015s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:00.524616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:58.566567Z","time spent":"1.958042868s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T22:44:00.524462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.885596708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:44:00.524779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.961678521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T22:44:00.524787Z","caller":"traceutil/trace.go:171","msg":"trace[2086354235] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:9698; }","duration":"1.885961055s","start":"2026-03-31T22:43:58.638816Z","end":"2026-03-31T22:44:00.524777Z","steps":["trace[2086354235] 'agreement among raft nodes before linearized reading' (duration: 1.885566726s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:00.524803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.983968753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T22:44:00.524783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121812566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:44:00.524821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140416424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:44:00.524838Z","caller":"traceutil/trace.go:171","msg":"trace[832638635] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:9698; }","duration":"1.121872887s","start":"2026-03-31T22:43:59.402959Z","end":"2026-03-31T22:44:00.524832Z","steps":["trace[832638635] 'agreement among raft nodes before linearized reading' (duration: 1.121722644s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:44:00.524847Z","caller":"traceutil/trace.go:171","msg":"trace[1985635946] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:9698; }","duration":"1.140482035s","start":"2026-03-31T22:43:59.384357Z","end":"2026-03-31T22:44:00.524839Z","steps":["trace[1985635946] 'agreement among raft nodes before linearized reading' (duration: 1.140440875s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:00.524846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.014964751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nxsdg\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-31T22:44:00.524871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:59.384318Z","time spent":"1.140545417s","remote":"127.0.0.1:53414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:44:00.524889Z","caller":"traceutil/trace.go:171","msg":"trace[742275781] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nxsdg; range_end:; response_count:1; response_revision:9698; }","duration":"2.015046552s","start":"2026-03-31T22:43:58.509832Z","end":"2026-03-31T22:44:00.524878Z","steps":["trace[742275781] 'agreement among raft nodes before linearized reading' (duration: 2.014902599s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:00.524905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.960684368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T22:44:00.524925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:58.50981Z","time spent":"2.015107844s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-nxsdg\" "} {"level":"warn","ts":"2026-03-31T22:44:00.524924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.961737882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T22:44:00.524931Z","caller":"traceutil/trace.go:171","msg":"trace[158690812] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9698; }","duration":"1.960725968s","start":"2026-03-31T22:43:58.564198Z","end":"2026-03-31T22:44:00.524924Z","steps":["trace[158690812] 'agreement among raft nodes before linearized reading' (duration: 1.960653157s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:44:00.524954Z","caller":"traceutil/trace.go:171","msg":"trace[1032444888] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9698; }","duration":"1.961766763s","start":"2026-03-31T22:43:58.563179Z","end":"2026-03-31T22:44:00.524946Z","steps":["trace[1032444888] 'agreement among raft nodes before linearized reading' (duration: 1.961697191s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:00.524956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:58.564191Z","time spent":"1.96075906s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T22:44:00.524824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:58.638795Z","time spent":"1.886017927s","remote":"127.0.0.1:53348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":63,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:44:00.524976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:58.563171Z","time spent":"1.961798563s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T22:44:00.524811Z","caller":"traceutil/trace.go:171","msg":"trace[1730963199] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9698; }","duration":"1.961754793s","start":"2026-03-31T22:43:58.563048Z","end":"2026-03-31T22:44:00.524803Z","steps":["trace[1730963199] 'agreement among raft nodes before linearized reading' (duration: 1.961669991s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:00.525017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:58.563026Z","time spent":"1.961985237s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T22:44:00.525013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.552077715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:44:00.525046Z","caller":"traceutil/trace.go:171","msg":"trace[390619329] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:9698; }","duration":"1.552150127s","start":"2026-03-31T22:43:58.972888Z","end":"2026-03-31T22:44:00.525038Z","steps":["trace[390619329] 'agreement among raft nodes before linearized reading' (duration: 1.552079915s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:44:00.524837Z","caller":"traceutil/trace.go:171","msg":"trace[1842785564] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9698; }","duration":"1.984003994s","start":"2026-03-31T22:43:58.540824Z","end":"2026-03-31T22:44:00.524828Z","steps":["trace[1842785564] 'agreement among raft nodes before linearized reading' (duration: 1.983913672s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:00.524864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:59.402906Z","time spent":"1.121947229s","remote":"127.0.0.1:53116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":104,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:44:00.525068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:58.972872Z","time spent":"1.552189528s","remote":"127.0.0.1:53478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:44:00.525071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:58.540771Z","time spent":"1.98429414s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T22:44:00.525233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.379271223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-03-31T22:44:00.525222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.392300797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-31T22:44:00.525376Z","caller":"traceutil/trace.go:171","msg":"trace[2071920763] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9698; }","duration":"1.392480451s","start":"2026-03-31T22:43:59.132836Z","end":"2026-03-31T22:44:00.525316Z","steps":["trace[2071920763] 'agreement among raft nodes before linearized reading' (duration: 1.392088482s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:44:00.525269Z","caller":"traceutil/trace.go:171","msg":"trace[364048003] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9698; }","duration":"1.379335856s","start":"2026-03-31T22:43:59.145921Z","end":"2026-03-31T22:44:00.525256Z","steps":["trace[364048003] 'agreement among raft nodes before linearized reading' (duration: 1.379242714s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:00.525459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:59.132815Z","time spent":"1.392631704s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T22:44:00.525489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:43:59.145902Z","time spent":"1.379569691s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-31T22:44:08.563556Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000027b4.wal"} {"level":"info","ts":"2026-03-31T22:44:12.763716Z","caller":"traceutil/trace.go:171","msg":"trace[1557091233] transaction","detail":"{read_only:false; response_revision:9793; number_of_response:1; }","duration":"122.819557ms","start":"2026-03-31T22:44:12.640869Z","end":"2026-03-31T22:44:12.763688Z","steps":["trace[1557091233] 'process raft request' (duration: 107.324897ms)","trace[1557091233] 'compare' (duration: 15.332856ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:44:12.763948Z","caller":"traceutil/trace.go:171","msg":"trace[260089531] linearizableReadLoop","detail":"{readStateIndex:10187; appliedIndex:10184; }","duration":"115.347128ms","start":"2026-03-31T22:44:12.648578Z","end":"2026-03-31T22:44:12.763925Z","steps":["trace[260089531] 'read index received' (duration: 21.924843ms)","trace[260089531] 'applied index is now lower than readState.Index' (duration: 93.420975ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:44:12.764055Z","caller":"traceutil/trace.go:171","msg":"trace[1328074739] transaction","detail":"{read_only:false; response_revision:9794; number_of_response:1; }","duration":"121.19366ms","start":"2026-03-31T22:44:12.64284Z","end":"2026-03-31T22:44:12.764034Z","steps":["trace[1328074739] 'process raft request' (duration: 120.815692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:12.76422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.777826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T22:44:12.764278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.719154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T22:44:12.764313Z","caller":"traceutil/trace.go:171","msg":"trace[2053766345] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9794; }","duration":"110.777305ms","start":"2026-03-31T22:44:12.653524Z","end":"2026-03-31T22:44:12.764301Z","steps":["trace[2053766345] 'agreement among raft nodes before linearized reading' (duration: 110.653423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:12.764356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.869248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T22:44:12.764372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.923059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T22:44:12.764404Z","caller":"traceutil/trace.go:171","msg":"trace[363061249] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9794; }","duration":"110.9703ms","start":"2026-03-31T22:44:12.653426Z","end":"2026-03-31T22:44:12.764396Z","steps":["trace[363061249] 'agreement among raft nodes before linearized reading' (duration: 110.879318ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:44:12.764406Z","caller":"traceutil/trace.go:171","msg":"trace[544193568] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9794; }","duration":"110.97244ms","start":"2026-03-31T22:44:12.653419Z","end":"2026-03-31T22:44:12.764391Z","steps":["trace[544193568] 'agreement among raft nodes before linearized reading' (duration: 110.848447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:12.76422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.616174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nxsdg\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-31T22:44:12.764414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.836927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T22:44:12.764505Z","caller":"traceutil/trace.go:171","msg":"trace[2141761184] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9794; }","duration":"110.956349ms","start":"2026-03-31T22:44:12.653531Z","end":"2026-03-31T22:44:12.764487Z","steps":["trace[2141761184] 'agreement among raft nodes before linearized reading' (duration: 110.797706ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:44:12.764526Z","caller":"traceutil/trace.go:171","msg":"trace[1497780884] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nxsdg; range_end:; response_count:1; response_revision:9794; }","duration":"115.947662ms","start":"2026-03-31T22:44:12.648545Z","end":"2026-03-31T22:44:12.764493Z","steps":["trace[1497780884] 'agreement among raft nodes before linearized reading' (duration: 115.510373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:12.764367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.862268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T22:44:12.764656Z","caller":"traceutil/trace.go:171","msg":"trace[1439612313] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9794; }","duration":"111.182285ms","start":"2026-03-31T22:44:12.653463Z","end":"2026-03-31T22:44:12.764645Z","steps":["trace[1439612313] 'agreement among raft nodes before linearized reading' (duration: 110.850918ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:44:12.764286Z","caller":"traceutil/trace.go:171","msg":"trace[115344813] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9794; }","duration":"110.882058ms","start":"2026-03-31T22:44:12.653386Z","end":"2026-03-31T22:44:12.764268Z","steps":["trace[115344813] 'agreement among raft nodes before linearized reading' (duration: 110.690013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:16.311398Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219120757601843058,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:44:16.811855Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219120757601843058,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:44:16.965985Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.176397964s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T22:44:16.966502Z","caller":"traceutil/trace.go:171","msg":"trace[999868362] transaction","detail":"{read_only:false; response_revision:9822; number_of_response:1; }","duration":"1.177163372s","start":"2026-03-31T22:44:15.789315Z","end":"2026-03-31T22:44:16.966478Z","steps":["trace[999868362] 'process raft request' (duration: 1.176961757s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:16.966665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:44:15.789289Z","time spent":"1.177294514s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4649,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:44:17.230451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.521092ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:44:17.230563Z","caller":"traceutil/trace.go:171","msg":"trace[66404016] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9822; }","duration":"155.651005ms","start":"2026-03-31T22:44:17.074895Z","end":"2026-03-31T22:44:17.230546Z","steps":["trace[66404016] 'range keys from in-memory index tree' (duration: 155.503202ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:44:17.259393Z","caller":"traceutil/trace.go:171","msg":"trace[1111793361] transaction","detail":"{read_only:false; response_revision:9825; number_of_response:1; }","duration":"482.973777ms","start":"2026-03-31T22:44:16.776398Z","end":"2026-03-31T22:44:17.259372Z","steps":["trace[1111793361] 'process raft request' (duration: 482.908446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:17.259542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:44:16.776369Z","time spent":"483.09648ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:44:17.259674Z","caller":"traceutil/trace.go:171","msg":"trace[2097847766] transaction","detail":"{read_only:false; response_revision:9823; number_of_response:1; }","duration":"576.725989ms","start":"2026-03-31T22:44:16.682921Z","end":"2026-03-31T22:44:17.259647Z","steps":["trace[2097847766] 'process raft request' (duration: 576.170136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:17.259801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:44:16.682892Z","time spent":"576.839092ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:44:17.259876Z","caller":"traceutil/trace.go:171","msg":"trace[1180299543] transaction","detail":"{read_only:false; response_revision:9824; number_of_response:1; }","duration":"561.795083ms","start":"2026-03-31T22:44:16.698068Z","end":"2026-03-31T22:44:17.259863Z","steps":["trace[1180299543] 'process raft request' (duration: 561.197679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:17.259933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:44:16.698038Z","time spent":"561.867425ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:44:17.260042Z","caller":"traceutil/trace.go:171","msg":"trace[950132594] transaction","detail":"{read_only:false; response_revision:9826; number_of_response:1; }","duration":"482.835566ms","start":"2026-03-31T22:44:16.777197Z","end":"2026-03-31T22:44:17.260032Z","steps":["trace[950132594] 'process raft request' (duration: 482.139929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:17.260143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:44:16.777188Z","time spent":"482.877396ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:44:17.496146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.415904ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T22:44:17.497272Z","caller":"traceutil/trace.go:171","msg":"trace[1841528956] linearizableReadLoop","detail":"{readStateIndex:10220; appliedIndex:10214; }","duration":"1.686518983s","start":"2026-03-31T22:44:15.810725Z","end":"2026-03-31T22:44:17.497244Z","steps":["trace[1841528956] 'read index received' (duration: 1.155556525s)","trace[1841528956] 'applied index is now lower than readState.Index' (duration: 530.958418ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:44:17.497495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.686751278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-gw67v\" ","response":"range_response_count:1 size:4664"} {"level":"info","ts":"2026-03-31T22:44:17.497591Z","caller":"traceutil/trace.go:171","msg":"trace[739003354] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-gw67v; range_end:; response_count:1; response_revision:9826; }","duration":"1.686896752s","start":"2026-03-31T22:44:15.810672Z","end":"2026-03-31T22:44:17.497569Z","steps":["trace[739003354] 'agreement among raft nodes before linearized reading' (duration: 1.686647426s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:17.49766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:44:15.810654Z","time spent":"1.686991644s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4687,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-gw67v\" "} {"level":"warn","ts":"2026-03-31T22:44:17.4981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.509250592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:44:17.498203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.381121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T22:44:17.498279Z","caller":"traceutil/trace.go:171","msg":"trace[1417174440] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9827; }","duration":"683.468273ms","start":"2026-03-31T22:44:16.814779Z","end":"2026-03-31T22:44:17.498247Z","steps":["trace[1417174440] 'agreement among raft nodes before linearized reading' (duration: 683.326799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:17.49833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:44:16.814757Z","time spent":"683.560565ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T22:44:17.498393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.635357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T22:44:17.498428Z","caller":"traceutil/trace.go:171","msg":"trace[965537088] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9827; }","duration":"683.694148ms","start":"2026-03-31T22:44:16.814725Z","end":"2026-03-31T22:44:17.498419Z","steps":["trace[965537088] 'agreement among raft nodes before linearized reading' (duration: 683.550335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:17.498455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:44:16.81471Z","time spent":"683.739679ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T22:44:17.498422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.655697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T22:44:17.49846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.576553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-gw67v\" ","response":"range_response_count:1 size:2802"} {"level":"info","ts":"2026-03-31T22:44:17.498517Z","caller":"traceutil/trace.go:171","msg":"trace[189281261] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9827; }","duration":"683.77656ms","start":"2026-03-31T22:44:16.814719Z","end":"2026-03-31T22:44:17.498495Z","steps":["trace[189281261] 'agreement among raft nodes before linearized reading' (duration: 683.478463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:17.498553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.848199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-gw67v\" ","response":"range_response_count:1 size:4664"} {"level":"warn","ts":"2026-03-31T22:44:17.498559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:44:16.814711Z","time spent":"683.839711ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T22:44:17.498593Z","caller":"traceutil/trace.go:171","msg":"trace[1412594714] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-gw67v; range_end:; response_count:1; response_revision:9827; }","duration":"527.91921ms","start":"2026-03-31T22:44:16.970662Z","end":"2026-03-31T22:44:17.498581Z","steps":["trace[1412594714] 'agreement among raft nodes before linearized reading' (duration: 527.822978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:17.498627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:44:16.970625Z","time spent":"527.994822ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4687,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-gw67v\" "} {"level":"warn","ts":"2026-03-31T22:44:17.498651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.874588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T22:44:17.49869Z","caller":"traceutil/trace.go:171","msg":"trace[1017269603] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9827; }","duration":"420.94585ms","start":"2026-03-31T22:44:17.077736Z","end":"2026-03-31T22:44:17.498682Z","steps":["trace[1017269603] 'agreement among raft nodes before linearized reading' (duration: 420.842188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:17.498732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:44:17.077715Z","time spent":"421.007101ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T22:44:17.498551Z","caller":"traceutil/trace.go:171","msg":"trace[560292176] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-gw67v; range_end:; response_count:1; response_revision:9827; }","duration":"527.726206ms","start":"2026-03-31T22:44:16.970802Z","end":"2026-03-31T22:44:17.498528Z","steps":["trace[560292176] 'agreement among raft nodes before linearized reading' (duration: 527.45889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:17.498695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.687292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"warn","ts":"2026-03-31T22:44:17.498756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.541819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:44:17.49879Z","caller":"traceutil/trace.go:171","msg":"trace[1972439088] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9827; }","duration":"141.60875ms","start":"2026-03-31T22:44:17.357175Z","end":"2026-03-31T22:44:17.498784Z","steps":["trace[1972439088] 'agreement among raft nodes before linearized reading' (duration: 141.561428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:17.498796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:44:16.970776Z","time spent":"527.992802ms","remote":"127.0.0.1:55326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2825,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-gw67v\" "} {"level":"info","ts":"2026-03-31T22:44:17.498837Z","caller":"traceutil/trace.go:171","msg":"trace[1839880664] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:9827; }","duration":"360.08967ms","start":"2026-03-31T22:44:17.13869Z","end":"2026-03-31T22:44:17.49878Z","steps":["trace[1839880664] 'agreement among raft nodes before linearized reading' (duration: 359.463787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:17.498887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:44:17.138663Z","time spent":"360.212703ms","remote":"127.0.0.1:37938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5755,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-31T22:44:17.498803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.895103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T22:44:17.499004Z","caller":"traceutil/trace.go:171","msg":"trace[1774641784] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9827; }","duration":"684.22727ms","start":"2026-03-31T22:44:16.814759Z","end":"2026-03-31T22:44:17.498986Z","steps":["trace[1774641784] 'agreement among raft nodes before linearized reading' (duration: 683.474373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:17.499086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.388793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T22:44:17.499115Z","caller":"traceutil/trace.go:171","msg":"trace[799130953] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9827; }","duration":"684.446685ms","start":"2026-03-31T22:44:16.814662Z","end":"2026-03-31T22:44:17.499108Z","steps":["trace[799130953] 'agreement among raft nodes before linearized reading' (duration: 684.379943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:17.499133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:44:16.814643Z","time spent":"684.485495ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T22:44:17.499123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084374592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:44:17.49919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:44:16.814753Z","time spent":"684.347593ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T22:44:17.499018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.21822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nxsdg\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T22:44:17.498167Z","caller":"traceutil/trace.go:171","msg":"trace[1927649829] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:9827; }","duration":"1.509331473s","start":"2026-03-31T22:44:15.988817Z","end":"2026-03-31T22:44:17.498148Z","steps":["trace[1927649829] 'agreement among raft nodes before linearized reading' (duration: 1.509209521s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:44:17.499277Z","caller":"traceutil/trace.go:171","msg":"trace[1289395818] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nxsdg; range_end:; response_count:1; response_revision:9827; }","duration":"684.489965ms","start":"2026-03-31T22:44:16.814778Z","end":"2026-03-31T22:44:17.499268Z","steps":["trace[1289395818] 'agreement among raft nodes before linearized reading' (duration: 684.156018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:17.499283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.361733558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:44:17.499316Z","caller":"traceutil/trace.go:171","msg":"trace[250025452] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:9827; }","duration":"1.36181439s","start":"2026-03-31T22:44:16.137496Z","end":"2026-03-31T22:44:17.49931Z","steps":["trace[250025452] 'agreement among raft nodes before linearized reading' (duration: 1.361760329s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:17.499026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.763287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T22:44:17.499379Z","caller":"traceutil/trace.go:171","msg":"trace[1929291717] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9827; }","duration":"699.137185ms","start":"2026-03-31T22:44:16.80023Z","end":"2026-03-31T22:44:17.499367Z","steps":["trace[1929291717] 'agreement among raft nodes before linearized reading' (duration: 698.746197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:17.499404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:44:15.988761Z","time spent":"1.51052629s","remote":"127.0.0.1:55696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:44:17.499481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:44:16.800214Z","time spent":"699.255748ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T22:44:17.499182Z","caller":"traceutil/trace.go:171","msg":"trace[772820029] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:9827; }","duration":"1.084460844s","start":"2026-03-31T22:44:16.414694Z","end":"2026-03-31T22:44:17.499155Z","steps":["trace[772820029] 'agreement among raft nodes before linearized reading' (duration: 1.084381082s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:17.49957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:44:16.414673Z","time spent":"1.084885144s","remote":"127.0.0.1:46398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:44:17.498659Z","caller":"traceutil/trace.go:171","msg":"trace[1085541687] transaction","detail":"{read_only:false; response_revision:9827; number_of_response:1; }","duration":"522.590521ms","start":"2026-03-31T22:44:16.97606Z","end":"2026-03-31T22:44:17.49865Z","steps":["trace[1085541687] 'process raft request' (duration: 520.915832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:17.499317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:44:16.81477Z","time spent":"684.538837ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-nxsdg\" "} {"level":"warn","ts":"2026-03-31T22:44:17.499861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:44:16.97603Z","time spent":"523.672504ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:44:17.499349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:44:16.137466Z","time spent":"1.361877102s","remote":"127.0.0.1:47104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:44:17.77194Z","caller":"traceutil/trace.go:171","msg":"trace[435651431] transaction","detail":"{read_only:false; response_revision:9828; number_of_response:1; }","duration":"268.073276ms","start":"2026-03-31T22:44:17.50381Z","end":"2026-03-31T22:44:17.771883Z","steps":["trace[435651431] 'process raft request' (duration: 257.859597ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:44:17.772095Z","caller":"traceutil/trace.go:171","msg":"trace[690749635] transaction","detail":"{read_only:false; response_revision:9829; number_of_response:1; }","duration":"268.250071ms","start":"2026-03-31T22:44:17.503819Z","end":"2026-03-31T22:44:17.77207Z","steps":["trace[690749635] 'process raft request' (duration: 267.976364ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:44:17.823305Z","caller":"traceutil/trace.go:171","msg":"trace[274847483] transaction","detail":"{read_only:false; response_revision:9830; number_of_response:1; }","duration":"319.348322ms","start":"2026-03-31T22:44:17.503934Z","end":"2026-03-31T22:44:17.823282Z","steps":["trace[274847483] 'process raft request' (duration: 319.142537ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:44:17.823558Z","caller":"traceutil/trace.go:171","msg":"trace[443650744] transaction","detail":"{read_only:false; response_revision:9832; number_of_response:1; }","duration":"318.993404ms","start":"2026-03-31T22:44:17.504526Z","end":"2026-03-31T22:44:17.823519Z","steps":["trace[443650744] 'process raft request' (duration: 318.718888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:17.823624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:44:17.503924Z","time spent":"319.509466ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:44:17.823305Z","caller":"traceutil/trace.go:171","msg":"trace[1022059258] transaction","detail":"{read_only:false; response_revision:9831; number_of_response:1; }","duration":"319.194759ms","start":"2026-03-31T22:44:17.504089Z","end":"2026-03-31T22:44:17.823284Z","steps":["trace[1022059258] 'process raft request' (duration: 319.118357ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:44:17.823791Z","caller":"traceutil/trace.go:171","msg":"trace[896553836] transaction","detail":"{read_only:false; response_revision:9833; number_of_response:1; }","duration":"318.576805ms","start":"2026-03-31T22:44:17.505204Z","end":"2026-03-31T22:44:17.823781Z","steps":["trace[896553836] 'process raft request' (duration: 318.273348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:17.823871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:44:17.505191Z","time spent":"318.651776ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:44:17.823859Z","caller":"traceutil/trace.go:171","msg":"trace[1935251436] transaction","detail":"{read_only:false; response_revision:9834; number_of_response:1; }","duration":"314.193335ms","start":"2026-03-31T22:44:17.509621Z","end":"2026-03-31T22:44:17.823815Z","steps":["trace[1935251436] 'process raft request' (duration: 314.059862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:17.824016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:44:17.509601Z","time spent":"314.339089ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4654,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:44:17.824094Z","caller":"traceutil/trace.go:171","msg":"trace[15438663] linearizableReadLoop","detail":"{readStateIndex:10225; appliedIndex:10221; }","duration":"319.930715ms","start":"2026-03-31T22:44:17.504139Z","end":"2026-03-31T22:44:17.824069Z","steps":["trace[15438663] 'read index received' (duration: 257.54239ms)","trace[15438663] 'applied index is now lower than readState.Index' (duration: 62.387205ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:44:17.82415Z","caller":"traceutil/trace.go:171","msg":"trace[209814778] transaction","detail":"{read_only:false; response_revision:9835; number_of_response:1; }","duration":"310.244777ms","start":"2026-03-31T22:44:17.513881Z","end":"2026-03-31T22:44:17.824125Z","steps":["trace[209814778] 'process raft request' (duration: 310.056683ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:44:17.824147Z","caller":"traceutil/trace.go:171","msg":"trace[220643830] transaction","detail":"{read_only:false; number_of_response:1; response_revision:9834; }","duration":"312.846895ms","start":"2026-03-31T22:44:17.511287Z","end":"2026-03-31T22:44:17.824134Z","steps":["trace[220643830] 'process raft request' (duration: 312.489418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:17.823862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:44:17.504072Z","time spent":"319.640448ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:44:17.824266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.114959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-gw67v\" ","response":"range_response_count:1 size:4669"} {"level":"info","ts":"2026-03-31T22:44:17.824328Z","caller":"traceutil/trace.go:171","msg":"trace[1138918505] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-gw67v; range_end:; response_count:1; response_revision:9835; }","duration":"320.20291ms","start":"2026-03-31T22:44:17.504109Z","end":"2026-03-31T22:44:17.824312Z","steps":["trace[1138918505] 'agreement among raft nodes before linearized reading' (duration: 320.096338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:17.82438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:44:17.504098Z","time spent":"320.269123ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4692,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-gw67v\" "} {"level":"warn","ts":"2026-03-31T22:44:17.824454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.312981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19382"} {"level":"warn","ts":"2026-03-31T22:44:17.824275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:44:17.511273Z","time spent":"312.941088ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59,"response count":0,"response size":4703,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:44:17.824519Z","caller":"traceutil/trace.go:171","msg":"trace[1484669254] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9835; }","duration":"319.408374ms","start":"2026-03-31T22:44:17.505095Z","end":"2026-03-31T22:44:17.824504Z","steps":["trace[1484669254] 'agreement among raft nodes before linearized reading' (duration: 319.22585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:17.823659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:44:17.504517Z","time spent":"319.075135ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:44:17.824569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:44:17.505079Z","time spent":"319.477405ms","remote":"127.0.0.1:53200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19405,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T22:44:17.824264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:44:17.513864Z","time spent":"310.345259ms","remote":"127.0.0.1:37938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5857,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:44:17.824861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.694216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228442"} {"level":"info","ts":"2026-03-31T22:44:17.824957Z","caller":"traceutil/trace.go:171","msg":"trace[443489019] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9835; }","duration":"318.78019ms","start":"2026-03-31T22:44:17.506131Z","end":"2026-03-31T22:44:17.824911Z","steps":["trace[443489019] 'agreement among raft nodes before linearized reading' (duration: 318.374401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:17.825004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:44:17.506116Z","time spent":"318.872641ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228465,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T22:44:17.969868Z","caller":"traceutil/trace.go:171","msg":"trace[1620881104] linearizableReadLoop","detail":"{readStateIndex:10231; appliedIndex:10230; }","duration":"135.714166ms","start":"2026-03-31T22:44:17.834111Z","end":"2026-03-31T22:44:17.969825Z","steps":["trace[1620881104] 'read index received' (duration: 87.598392ms)","trace[1620881104] 'applied index is now lower than readState.Index' (duration: 48.113574ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:44:17.969905Z","caller":"traceutil/trace.go:171","msg":"trace[1966816494] transaction","detail":"{read_only:false; number_of_response:1; response_revision:9836; }","duration":"137.014886ms","start":"2026-03-31T22:44:17.832832Z","end":"2026-03-31T22:44:17.969847Z","steps":["trace[1966816494] 'process raft request' (duration: 88.953834ms)","trace[1966816494] 'compare' (duration: 47.813187ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:44:17.970249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.110545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-03-31T22:44:17.970343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.916806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-gw67v\" ","response":"range_response_count:1 size:4669"} {"level":"info","ts":"2026-03-31T22:44:17.970424Z","caller":"traceutil/trace.go:171","msg":"trace[35985230] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-gw67v; range_end:; response_count:1; response_revision:9836; }","duration":"126.050549ms","start":"2026-03-31T22:44:17.844354Z","end":"2026-03-31T22:44:17.970405Z","steps":["trace[35985230] 'agreement among raft nodes before linearized reading' (duration: 125.741642ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:44:17.970362Z","caller":"traceutil/trace.go:171","msg":"trace[1045451174] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:9836; }","duration":"136.266028ms","start":"2026-03-31T22:44:17.834078Z","end":"2026-03-31T22:44:17.970344Z","steps":["trace[1045451174] 'agreement among raft nodes before linearized reading' (duration: 135.87404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:18.657014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.753054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:44:18.657048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.808219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-31T22:44:18.657086Z","caller":"traceutil/trace.go:171","msg":"trace[680520905] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9839; }","duration":"296.884546ms","start":"2026-03-31T22:44:18.360186Z","end":"2026-03-31T22:44:18.65707Z","steps":["trace[680520905] 'range keys from in-memory index tree' (duration: 296.569729ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:44:18.657097Z","caller":"traceutil/trace.go:171","msg":"trace[1925634441] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:9839; }","duration":"464.891171ms","start":"2026-03-31T22:44:18.19219Z","end":"2026-03-31T22:44:18.657081Z","steps":["trace[1925634441] 'range keys from in-memory index tree' (duration: 464.626845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:18.657134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:44:18.192169Z","time spent":"464.952332ms","remote":"127.0.0.1:53108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":731,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"warn","ts":"2026-03-31T22:44:18.659071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.746463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210982"} {"level":"info","ts":"2026-03-31T22:44:18.659167Z","caller":"traceutil/trace.go:171","msg":"trace[229613129] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:9839; }","duration":"260.908407ms","start":"2026-03-31T22:44:18.398241Z","end":"2026-03-31T22:44:18.659149Z","steps":["trace[229613129] 'range keys from in-memory index tree' (duration: 258.44834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:19.810334Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.037570727s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T22:44:19.81076Z","caller":"traceutil/trace.go:171","msg":"trace[1757863497] transaction","detail":"{read_only:false; response_revision:9840; number_of_response:1; }","duration":"1.038088989s","start":"2026-03-31T22:44:18.772648Z","end":"2026-03-31T22:44:19.810737Z","steps":["trace[1757863497] 'process raft request' (duration: 1.037920175s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:19.810905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:44:18.772631Z","time spent":"1.038194381s","remote":"127.0.0.1:44062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7438,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:44:19.97486Z","caller":"traceutil/trace.go:171","msg":"trace[767515423] transaction","detail":"{read_only:false; response_revision:9842; number_of_response:1; }","duration":"710.88153ms","start":"2026-03-31T22:44:19.263946Z","end":"2026-03-31T22:44:19.974828Z","steps":["trace[767515423] 'process raft request' (duration: 710.762968ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:44:19.974929Z","caller":"traceutil/trace.go:171","msg":"trace[892671291] transaction","detail":"{read_only:false; response_revision:9841; number_of_response:1; }","duration":"710.929882ms","start":"2026-03-31T22:44:19.263941Z","end":"2026-03-31T22:44:19.97487Z","steps":["trace[892671291] 'process raft request' (duration: 710.531043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:19.975058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:44:19.263919Z","time spent":"711.050865ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:44:19.97515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:44:19.263914Z","time spent":"711.124196ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:44:19.976097Z","caller":"traceutil/trace.go:171","msg":"trace[139195014] transaction","detail":"{read_only:false; response_revision:9843; number_of_response:1; }","duration":"710.557584ms","start":"2026-03-31T22:44:19.264706Z","end":"2026-03-31T22:44:19.975264Z","steps":["trace[139195014] 'process raft request' (duration: 710.051123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:19.976268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.048176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:44:19.976374Z","caller":"traceutil/trace.go:171","msg":"trace[389106220] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:9843; }","duration":"593.191339ms","start":"2026-03-31T22:44:19.383162Z","end":"2026-03-31T22:44:19.976354Z","steps":["trace[389106220] 'agreement among raft nodes before linearized reading' (duration: 593.016675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:19.976448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:44:19.383147Z","time spent":"593.2646ms","remote":"127.0.0.1:53256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":14,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:44:19.976459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:44:19.264697Z","time spent":"711.595217ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:44:19.976106Z","caller":"traceutil/trace.go:171","msg":"trace[299443050] linearizableReadLoop","detail":"{readStateIndex:10238; appliedIndex:10234; }","duration":"591.946142ms","start":"2026-03-31T22:44:19.383205Z","end":"2026-03-31T22:44:19.975151Z","steps":["trace[299443050] 'read index received' (duration: 427.405925ms)","trace[299443050] 'applied index is now lower than readState.Index' (duration: 164.539137ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:44:19.977615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.23726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T22:44:19.977624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.640566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T22:44:19.977658Z","caller":"traceutil/trace.go:171","msg":"trace[1868519843] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9843; }","duration":"200.324652ms","start":"2026-03-31T22:44:19.777323Z","end":"2026-03-31T22:44:19.977648Z","steps":["trace[1868519843] 'agreement among raft nodes before linearized reading' (duration: 200.191469ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:44:19.977704Z","caller":"traceutil/trace.go:171","msg":"trace[71413391] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9843; }","duration":"143.731508ms","start":"2026-03-31T22:44:19.833933Z","end":"2026-03-31T22:44:19.977665Z","steps":["trace[71413391] 'agreement among raft nodes before linearized reading' (duration: 143.557394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:19.977785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.481008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T22:44:19.977778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.366676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nxsdg\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T22:44:19.977814Z","caller":"traceutil/trace.go:171","msg":"trace[418740075] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9843; }","duration":"149.539888ms","start":"2026-03-31T22:44:19.828267Z","end":"2026-03-31T22:44:19.977806Z","steps":["trace[418740075] 'agreement among raft nodes before linearized reading' (duration: 149.471107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:19.977819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.988593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T22:44:19.977862Z","caller":"traceutil/trace.go:171","msg":"trace[655234758] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nxsdg; range_end:; response_count:1; response_revision:9843; }","duration":"142.468938ms","start":"2026-03-31T22:44:19.83535Z","end":"2026-03-31T22:44:19.977819Z","steps":["trace[655234758] 'agreement among raft nodes before linearized reading' (duration: 142.289534ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:44:19.9779Z","caller":"traceutil/trace.go:171","msg":"trace[1247867383] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9843; }","duration":"148.152726ms","start":"2026-03-31T22:44:19.829708Z","end":"2026-03-31T22:44:19.97786Z","steps":["trace[1247867383] 'agreement among raft nodes before linearized reading' (duration: 147.920041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:19.977977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.741763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T22:44:19.978079Z","caller":"traceutil/trace.go:171","msg":"trace[1081835615] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9843; }","duration":"201.860046ms","start":"2026-03-31T22:44:19.776145Z","end":"2026-03-31T22:44:19.978005Z","steps":["trace[1081835615] 'agreement among raft nodes before linearized reading' (duration: 201.686012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:19.9776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.421005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:44:19.978541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.883023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T22:44:19.978646Z","caller":"traceutil/trace.go:171","msg":"trace[1665325450] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9843; }","duration":"149.008776ms","start":"2026-03-31T22:44:19.8296Z","end":"2026-03-31T22:44:19.978608Z","steps":["trace[1665325450] 'agreement among raft nodes before linearized reading' (duration: 148.850802ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:44:19.983121Z","caller":"traceutil/trace.go:171","msg":"trace[261438458] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9843; }","duration":"304.293023ms","start":"2026-03-31T22:44:19.674066Z","end":"2026-03-31T22:44:19.978359Z","steps":["trace[261438458] 'agreement among raft nodes before linearized reading' (duration: 303.382893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:19.98339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:44:19.67405Z","time spent":"309.186944ms","remote":"127.0.0.1:39596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:44:20.140347Z","caller":"traceutil/trace.go:171","msg":"trace[223382314] transaction","detail":"{read_only:false; response_revision:9845; number_of_response:1; }","duration":"156.72537ms","start":"2026-03-31T22:44:19.983596Z","end":"2026-03-31T22:44:20.140321Z","steps":["trace[223382314] 'process raft request' (duration: 97.301002ms)","trace[223382314] 'compare' (duration: 59.243964ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:44:20.140666Z","caller":"traceutil/trace.go:171","msg":"trace[151905405] transaction","detail":"{read_only:false; response_revision:9846; number_of_response:1; }","duration":"156.906584ms","start":"2026-03-31T22:44:19.983701Z","end":"2026-03-31T22:44:20.140607Z","steps":["trace[151905405] 'process raft request' (duration: 156.580356ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:44:20.141224Z","caller":"traceutil/trace.go:171","msg":"trace[1886648663] transaction","detail":"{read_only:false; response_revision:9847; number_of_response:1; }","duration":"156.790612ms","start":"2026-03-31T22:44:19.984407Z","end":"2026-03-31T22:44:20.141198Z","steps":["trace[1886648663] 'process raft request' (duration: 156.101076ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:44:20.141291Z","caller":"traceutil/trace.go:171","msg":"trace[1902543541] linearizableReadLoop","detail":"{readStateIndex:10241; appliedIndex:10238; }","duration":"157.240271ms","start":"2026-03-31T22:44:19.984018Z","end":"2026-03-31T22:44:20.141259Z","steps":["trace[1902543541] 'read index received' (duration: 31.198692ms)","trace[1902543541] 'applied index is now lower than readState.Index' (duration: 126.040329ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:44:20.141542Z","caller":"traceutil/trace.go:171","msg":"trace[606104633] transaction","detail":"{read_only:false; response_revision:9848; number_of_response:1; }","duration":"153.594809ms","start":"2026-03-31T22:44:19.987936Z","end":"2026-03-31T22:44:20.141531Z","steps":["trace[606104633] 'process raft request' (duration: 153.16353ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:44:20.14168Z","caller":"traceutil/trace.go:171","msg":"trace[842480662] transaction","detail":"{read_only:false; response_revision:9849; number_of_response:1; }","duration":"153.316612ms","start":"2026-03-31T22:44:19.988318Z","end":"2026-03-31T22:44:20.141634Z","steps":["trace[842480662] 'process raft request' (duration: 152.885313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:20.142454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.514411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228422"} {"level":"info","ts":"2026-03-31T22:44:20.142629Z","caller":"traceutil/trace.go:171","msg":"trace[757223834] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9849; }","duration":"158.732465ms","start":"2026-03-31T22:44:19.983881Z","end":"2026-03-31T22:44:20.142614Z","steps":["trace[757223834] 'agreement among raft nodes before linearized reading' (duration: 157.63106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:21.498779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.532111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-31T22:44:21.499523Z","caller":"traceutil/trace.go:171","msg":"trace[459937799] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:9851; }","duration":"199.336849ms","start":"2026-03-31T22:44:21.300162Z","end":"2026-03-31T22:44:21.499499Z","steps":["trace[459937799] 'range keys from in-memory index tree' (duration: 198.295597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:21.811636Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219120757601843147,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T22:44:21.851872Z","caller":"traceutil/trace.go:171","msg":"trace[2091472763] transaction","detail":"{read_only:false; response_revision:9852; number_of_response:1; }","duration":"551.119902ms","start":"2026-03-31T22:44:21.300674Z","end":"2026-03-31T22:44:21.851794Z","steps":["trace[2091472763] 'process raft request' (duration: 550.937328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:21.852214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:44:21.300658Z","time spent":"551.370578ms","remote":"127.0.0.1:53330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":886,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:44:21.857629Z","caller":"traceutil/trace.go:171","msg":"trace[469824229] linearizableReadLoop","detail":"{readStateIndex:10248; appliedIndex:10246; }","duration":"546.582239ms","start":"2026-03-31T22:44:21.311027Z","end":"2026-03-31T22:44:21.857609Z","steps":["trace[469824229] 'read index received' (duration: 540.570954ms)","trace[469824229] 'applied index is now lower than readState.Index' (duration: 6.010465ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:44:21.857976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.51658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:44:21.858045Z","caller":"traceutil/trace.go:171","msg":"trace[607872120] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:9853; }","duration":"499.633092ms","start":"2026-03-31T22:44:21.358399Z","end":"2026-03-31T22:44:21.858032Z","steps":["trace[607872120] 'agreement among raft nodes before linearized reading' (duration: 499.519189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:21.858034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.977628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.35\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-31T22:44:21.858094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:44:21.358381Z","time spent":"499.701144ms","remote":"127.0.0.1:42544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:44:21.858188Z","caller":"traceutil/trace.go:171","msg":"trace[1246427371] transaction","detail":"{read_only:false; response_revision:9853; number_of_response:1; }","duration":"557.361963ms","start":"2026-03-31T22:44:21.300815Z","end":"2026-03-31T22:44:21.858177Z","steps":["trace[1246427371] 'process raft request' (duration: 556.659757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:21.858301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:44:21.300787Z","time spent":"557.438844ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:44:21.858457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.797703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:44:21.858515Z","caller":"traceutil/trace.go:171","msg":"trace[2125000947] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9853; }","duration":"228.887325ms","start":"2026-03-31T22:44:21.629619Z","end":"2026-03-31T22:44:21.858506Z","steps":["trace[2125000947] 'agreement among raft nodes before linearized reading' (duration: 228.811194ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:44:21.858135Z","caller":"traceutil/trace.go:171","msg":"trace[1239195442] range","detail":"{range_begin:/registry/masterleases/199.204.45.35; range_end:; response_count:1; response_revision:9853; }","duration":"547.124622ms","start":"2026-03-31T22:44:21.310987Z","end":"2026-03-31T22:44:21.858111Z","steps":["trace[1239195442] 'agreement among raft nodes before linearized reading' (duration: 546.788894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:21.858747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:44:21.310968Z","time spent":"547.768676ms","remote":"127.0.0.1:53038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.35\" "} {"level":"warn","ts":"2026-03-31T22:44:21.858794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.536484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5657f765b9-7rhs9.18a20e551387be13\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-03-31T22:44:21.858836Z","caller":"traceutil/trace.go:171","msg":"trace[942737934] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5657f765b9-7rhs9.18a20e551387be13; range_end:; response_count:1; response_revision:9853; }","duration":"346.674276ms","start":"2026-03-31T22:44:21.512152Z","end":"2026-03-31T22:44:21.858826Z","steps":["trace[942737934] 'agreement among raft nodes before linearized reading' (duration: 346.478372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:21.858883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:44:21.512134Z","time spent":"346.742288ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-5657f765b9-7rhs9.18a20e551387be13\" "} {"level":"info","ts":"2026-03-31T22:44:22.157718Z","caller":"traceutil/trace.go:171","msg":"trace[489189284] linearizableReadLoop","detail":"{readStateIndex:10252; appliedIndex:10251; }","duration":"212.133337ms","start":"2026-03-31T22:44:21.945543Z","end":"2026-03-31T22:44:22.157676Z","steps":["trace[489189284] 'read index received' (duration: 196.583796ms)","trace[489189284] 'applied index is now lower than readState.Index' (duration: 15.548551ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:44:22.157934Z","caller":"traceutil/trace.go:171","msg":"trace[1282889783] transaction","detail":"{read_only:false; response_revision:9856; number_of_response:1; }","duration":"213.269463ms","start":"2026-03-31T22:44:21.944614Z","end":"2026-03-31T22:44:22.157883Z","steps":["trace[1282889783] 'process raft request' (duration: 197.487767ms)","trace[1282889783] 'compare' (duration: 15.429848ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:44:22.158066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.447944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T22:44:22.158123Z","caller":"traceutil/trace.go:171","msg":"trace[691917443] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:9856; }","duration":"212.584418ms","start":"2026-03-31T22:44:21.945525Z","end":"2026-03-31T22:44:22.158109Z","steps":["trace[691917443] 'agreement among raft nodes before linearized reading' (duration: 212.358793ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:44:22.175742Z","caller":"traceutil/trace.go:171","msg":"trace[681768858] transaction","detail":"{read_only:false; response_revision:9857; number_of_response:1; }","duration":"193.004367ms","start":"2026-03-31T22:44:21.9827Z","end":"2026-03-31T22:44:22.175704Z","steps":["trace[681768858] 'process raft request' (duration: 192.747921ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:44:22.176215Z","caller":"traceutil/trace.go:171","msg":"trace[1235304221] transaction","detail":"{read_only:false; response_revision:9859; number_of_response:1; }","duration":"192.748202ms","start":"2026-03-31T22:44:21.983434Z","end":"2026-03-31T22:44:22.176182Z","steps":["trace[1235304221] 'process raft request' (duration: 192.574027ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:44:22.176412Z","caller":"traceutil/trace.go:171","msg":"trace[1641707284] transaction","detail":"{read_only:false; response_revision:9858; number_of_response:1; }","duration":"193.61853ms","start":"2026-03-31T22:44:21.982784Z","end":"2026-03-31T22:44:22.176402Z","steps":["trace[1641707284] 'process raft request' (duration: 192.868553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:22.176639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.475678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T22:44:22.176679Z","caller":"traceutil/trace.go:171","msg":"trace[2139289640] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9859; }","duration":"157.564769ms","start":"2026-03-31T22:44:22.019105Z","end":"2026-03-31T22:44:22.17667Z","steps":["trace[2139289640] 'agreement among raft nodes before linearized reading' (duration: 157.422706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:22.17677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.567137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-31T22:44:22.176901Z","caller":"traceutil/trace.go:171","msg":"trace[1682163666] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:9859; }","duration":"132.7468ms","start":"2026-03-31T22:44:22.044127Z","end":"2026-03-31T22:44:22.176873Z","steps":["trace[1682163666] 'agreement among raft nodes before linearized reading' (duration: 132.444143ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:44:22.354861Z","caller":"traceutil/trace.go:171","msg":"trace[381474852] transaction","detail":"{read_only:false; response_revision:9861; number_of_response:1; }","duration":"172.118055ms","start":"2026-03-31T22:44:22.182679Z","end":"2026-03-31T22:44:22.354797Z","steps":["trace[381474852] 'process raft request' (duration: 79.567651ms)","trace[381474852] 'compare' (duration: 92.235667ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:44:22.35494Z","caller":"traceutil/trace.go:171","msg":"trace[1443252070] transaction","detail":"{read_only:false; response_revision:9862; number_of_response:1; }","duration":"172.103736ms","start":"2026-03-31T22:44:22.182807Z","end":"2026-03-31T22:44:22.354911Z","steps":["trace[1443252070] 'process raft request' (duration: 171.894911ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:44:22.355028Z","caller":"traceutil/trace.go:171","msg":"trace[1485462024] transaction","detail":"{read_only:false; response_revision:9865; number_of_response:1; }","duration":"171.38937ms","start":"2026-03-31T22:44:22.18362Z","end":"2026-03-31T22:44:22.355009Z","steps":["trace[1485462024] 'process raft request' (duration: 171.314729ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:44:22.355064Z","caller":"traceutil/trace.go:171","msg":"trace[607138394] transaction","detail":"{read_only:false; response_revision:9863; number_of_response:1; }","duration":"172.179247ms","start":"2026-03-31T22:44:22.182876Z","end":"2026-03-31T22:44:22.355055Z","steps":["trace[607138394] 'process raft request' (duration: 171.953532ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:44:22.355145Z","caller":"traceutil/trace.go:171","msg":"trace[433926075] transaction","detail":"{read_only:false; response_revision:9864; number_of_response:1; }","duration":"171.681096ms","start":"2026-03-31T22:44:22.183419Z","end":"2026-03-31T22:44:22.3551Z","steps":["trace[433926075] 'process raft request' (duration: 171.467571ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:44:32.374067Z","caller":"traceutil/trace.go:171","msg":"trace[1084641190] linearizableReadLoop","detail":"{readStateIndex:10344; appliedIndex:10343; }","duration":"285.137571ms","start":"2026-03-31T22:44:32.088893Z","end":"2026-03-31T22:44:32.374031Z","steps":["trace[1084641190] 'read index received' (duration: 284.991268ms)","trace[1084641190] 'applied index is now lower than readState.Index' (duration: 144.633µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:44:32.374224Z","caller":"traceutil/trace.go:171","msg":"trace[586420989] transaction","detail":"{read_only:false; response_revision:9945; number_of_response:1; }","duration":"409.140605ms","start":"2026-03-31T22:44:31.965037Z","end":"2026-03-31T22:44:32.374177Z","steps":["trace[586420989] 'process raft request' (duration: 408.739206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:32.374364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.426298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:44:32.374401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:44:31.965013Z","time spent":"409.297488ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4823,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:44:32.374419Z","caller":"traceutil/trace.go:171","msg":"trace[1562610774] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:9945; }","duration":"285.556051ms","start":"2026-03-31T22:44:32.088842Z","end":"2026-03-31T22:44:32.374398Z","steps":["trace[1562610774] 'agreement among raft nodes before linearized reading' (duration: 285.424478ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:44:32.383098Z","caller":"traceutil/trace.go:171","msg":"trace[48101337] transaction","detail":"{read_only:false; response_revision:9946; number_of_response:1; }","duration":"157.385794ms","start":"2026-03-31T22:44:32.225689Z","end":"2026-03-31T22:44:32.383074Z","steps":["trace[48101337] 'process raft request' (duration: 157.22005ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:44:32.383274Z","caller":"traceutil/trace.go:171","msg":"trace[733112380] transaction","detail":"{read_only:false; response_revision:9947; number_of_response:1; }","duration":"157.446515ms","start":"2026-03-31T22:44:32.225817Z","end":"2026-03-31T22:44:32.383264Z","steps":["trace[733112380] 'process raft request' (duration: 157.22072ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:44:32.383512Z","caller":"traceutil/trace.go:171","msg":"trace[1488395800] transaction","detail":"{read_only:false; response_revision:9948; number_of_response:1; }","duration":"152.849941ms","start":"2026-03-31T22:44:32.230653Z","end":"2026-03-31T22:44:32.383503Z","steps":["trace[1488395800] 'process raft request' (duration: 152.572435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:32.383584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.884945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nxsdg\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T22:44:32.383655Z","caller":"traceutil/trace.go:171","msg":"trace[1273942883] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nxsdg; range_end:; response_count:1; response_revision:9948; }","duration":"134.011688ms","start":"2026-03-31T22:44:32.249626Z","end":"2026-03-31T22:44:32.383638Z","steps":["trace[1273942883] 'agreement among raft nodes before linearized reading' (duration: 133.812884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:32.383866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.382923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:44:32.383897Z","caller":"traceutil/trace.go:171","msg":"trace[1603051752] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:0; response_revision:9948; }","duration":"105.457614ms","start":"2026-03-31T22:44:32.278429Z","end":"2026-03-31T22:44:32.383887Z","steps":["trace[1603051752] 'agreement among raft nodes before linearized reading' (duration: 105.372382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:44:32.384009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.075789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T22:44:32.384035Z","caller":"traceutil/trace.go:171","msg":"trace[1052479044] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9948; }","duration":"126.128691ms","start":"2026-03-31T22:44:32.2579Z","end":"2026-03-31T22:44:32.384028Z","steps":["trace[1052479044] 'agreement among raft nodes before linearized reading' (duration: 126.055609ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:04.632374Z","caller":"traceutil/trace.go:171","msg":"trace[1198626463] transaction","detail":"{read_only:false; response_revision:10239; number_of_response:1; }","duration":"112.762899ms","start":"2026-03-31T22:45:04.519577Z","end":"2026-03-31T22:45:04.63234Z","steps":["trace[1198626463] 'process raft request' (duration: 112.574715ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:04.647505Z","caller":"traceutil/trace.go:171","msg":"trace[1630959333] transaction","detail":"{read_only:false; response_revision:10240; number_of_response:1; }","duration":"125.131118ms","start":"2026-03-31T22:45:04.522346Z","end":"2026-03-31T22:45:04.647477Z","steps":["trace[1630959333] 'process raft request' (duration: 124.919533ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:04.647546Z","caller":"traceutil/trace.go:171","msg":"trace[889390815] transaction","detail":"{read_only:false; response_revision:10241; number_of_response:1; }","duration":"117.178888ms","start":"2026-03-31T22:45:04.530337Z","end":"2026-03-31T22:45:04.647516Z","steps":["trace[889390815] 'process raft request' (duration: 117.066485ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:13.527139Z","caller":"traceutil/trace.go:171","msg":"trace[547137760] linearizableReadLoop","detail":"{readStateIndex:10791; appliedIndex:10790; }","duration":"128.103955ms","start":"2026-03-31T22:45:13.399012Z","end":"2026-03-31T22:45:13.527116Z","steps":["trace[547137760] 'read index received' (duration: 127.903521ms)","trace[547137760] 'applied index is now lower than readState.Index' (duration: 199.214µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:45:13.527308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.261069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:45:13.52735Z","caller":"traceutil/trace.go:171","msg":"trace[1824803600] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:10380; }","duration":"128.366441ms","start":"2026-03-31T22:45:13.398968Z","end":"2026-03-31T22:45:13.527335Z","steps":["trace[1824803600] 'agreement among raft nodes before linearized reading' (duration: 128.268539ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:13.527286Z","caller":"traceutil/trace.go:171","msg":"trace[265098828] transaction","detail":"{read_only:false; response_revision:10380; number_of_response:1; }","duration":"150.11053ms","start":"2026-03-31T22:45:13.377119Z","end":"2026-03-31T22:45:13.527229Z","steps":["trace[265098828] 'process raft request' (duration: 149.857974ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:15.945809Z","caller":"traceutil/trace.go:171","msg":"trace[200763456] linearizableReadLoop","detail":"{readStateIndex:10819; appliedIndex:10818; }","duration":"316.469077ms","start":"2026-03-31T22:45:15.629321Z","end":"2026-03-31T22:45:15.94579Z","steps":["trace[200763456] 'read index received' (duration: 316.307784ms)","trace[200763456] 'applied index is now lower than readState.Index' (duration: 160.563µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:45:15.945871Z","caller":"traceutil/trace.go:171","msg":"trace[802951903] transaction","detail":"{read_only:false; response_revision:10408; number_of_response:1; }","duration":"406.437114ms","start":"2026-03-31T22:45:15.539416Z","end":"2026-03-31T22:45:15.945853Z","steps":["trace[802951903] 'process raft request' (duration: 406.25623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:15.946015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.099437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-31T22:45:15.946037Z","caller":"traceutil/trace.go:171","msg":"trace[566204474] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:10408; }","duration":"315.156658ms","start":"2026-03-31T22:45:15.630875Z","end":"2026-03-31T22:45:15.946032Z","steps":["trace[566204474] 'agreement among raft nodes before linearized reading' (duration: 315.018605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:15.946037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:15.539385Z","time spent":"406.603127ms","remote":"127.0.0.1:55356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2225,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:45:15.946054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:15.630865Z","time spent":"315.185569ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T22:45:15.946132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.771694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T22:45:15.946223Z","caller":"traceutil/trace.go:171","msg":"trace[682175372] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:10408; }","duration":"316.940518ms","start":"2026-03-31T22:45:15.629264Z","end":"2026-03-31T22:45:15.946204Z","steps":["trace[682175372] 'agreement among raft nodes before linearized reading' (duration: 316.665152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:15.946268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:15.629238Z","time spent":"317.01881ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T22:45:15.946268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.679386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:45:15.946305Z","caller":"traceutil/trace.go:171","msg":"trace[1909256826] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:10408; }","duration":"242.755298ms","start":"2026-03-31T22:45:15.703543Z","end":"2026-03-31T22:45:15.946298Z","steps":["trace[1909256826] 'agreement among raft nodes before linearized reading' (duration: 242.700326ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:16.159468Z","caller":"traceutil/trace.go:171","msg":"trace[1131504130] transaction","detail":"{read_only:false; response_revision:10409; number_of_response:1; }","duration":"209.333175ms","start":"2026-03-31T22:45:15.950111Z","end":"2026-03-31T22:45:16.159445Z","steps":["trace[1131504130] 'process raft request' (duration: 203.448693ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:16.164719Z","caller":"traceutil/trace.go:171","msg":"trace[1421281053] transaction","detail":"{read_only:false; response_revision:10411; number_of_response:1; }","duration":"210.559092ms","start":"2026-03-31T22:45:15.954091Z","end":"2026-03-31T22:45:16.16465Z","steps":["trace[1421281053] 'process raft request' (duration: 210.506571ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:16.164749Z","caller":"traceutil/trace.go:171","msg":"trace[1196371016] transaction","detail":"{read_only:false; response_revision:10410; number_of_response:1; }","duration":"214.254106ms","start":"2026-03-31T22:45:15.950462Z","end":"2026-03-31T22:45:16.164716Z","steps":["trace[1196371016] 'process raft request' (duration: 214.015861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:16.991858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.494512ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T22:45:16.99254Z","caller":"traceutil/trace.go:171","msg":"trace[1747770072] transaction","detail":"{read_only:false; response_revision:10413; number_of_response:1; }","duration":"381.544713ms","start":"2026-03-31T22:45:16.610973Z","end":"2026-03-31T22:45:16.992517Z","steps":["trace[1747770072] 'process raft request' (duration: 380.989131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:16.992815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:16.610933Z","time spent":"381.653366ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:45:17.029331Z","caller":"traceutil/trace.go:171","msg":"trace[464670784] transaction","detail":"{read_only:false; response_revision:10414; number_of_response:1; }","duration":"267.413392ms","start":"2026-03-31T22:45:16.76189Z","end":"2026-03-31T22:45:17.029304Z","steps":["trace[464670784] 'process raft request' (duration: 259.251148ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:17.033493Z","caller":"traceutil/trace.go:171","msg":"trace[2065655326] linearizableReadLoop","detail":"{readStateIndex:10828; appliedIndex:10825; }","duration":"202.00477ms","start":"2026-03-31T22:45:16.831463Z","end":"2026-03-31T22:45:17.033467Z","steps":["trace[2065655326] 'read index received' (duration: 189.785584ms)","trace[2065655326] 'applied index is now lower than readState.Index' (duration: 12.217786ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:45:17.033532Z","caller":"traceutil/trace.go:171","msg":"trace[107688658] transaction","detail":"{read_only:false; response_revision:10415; number_of_response:1; }","duration":"270.465512ms","start":"2026-03-31T22:45:16.763035Z","end":"2026-03-31T22:45:17.0335Z","steps":["trace[107688658] 'process raft request' (duration: 270.250718ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:17.03361Z","caller":"traceutil/trace.go:171","msg":"trace[534984442] transaction","detail":"{read_only:false; response_revision:10416; number_of_response:1; }","duration":"259.354042ms","start":"2026-03-31T22:45:16.774245Z","end":"2026-03-31T22:45:17.033599Z","steps":["trace[534984442] 'process raft request' (duration: 259.174668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:17.033831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.277596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T22:45:17.033924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.432159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T22:45:17.033925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.949268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T22:45:17.033961Z","caller":"traceutil/trace.go:171","msg":"trace[1403872777] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10416; }","duration":"202.521781ms","start":"2026-03-31T22:45:16.831428Z","end":"2026-03-31T22:45:17.03395Z","steps":["trace[1403872777] 'agreement among raft nodes before linearized reading' (duration: 202.343817ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:17.033957Z","caller":"traceutil/trace.go:171","msg":"trace[202499473] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10416; }","duration":"202.426279ms","start":"2026-03-31T22:45:16.831503Z","end":"2026-03-31T22:45:17.03393Z","steps":["trace[202499473] 'agreement among raft nodes before linearized reading' (duration: 202.143513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:17.033961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.987264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T22:45:17.033974Z","caller":"traceutil/trace.go:171","msg":"trace[1828897612] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10416; }","duration":"198.02695ms","start":"2026-03-31T22:45:16.835932Z","end":"2026-03-31T22:45:17.033959Z","steps":["trace[1828897612] 'agreement among raft nodes before linearized reading' (duration: 197.910148ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:17.034001Z","caller":"traceutil/trace.go:171","msg":"trace[1833213280] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10416; }","duration":"196.085596ms","start":"2026-03-31T22:45:16.837906Z","end":"2026-03-31T22:45:17.033992Z","steps":["trace[1833213280] 'agreement among raft nodes before linearized reading' (duration: 195.949783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:17.033962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.665732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T22:45:17.033991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.440999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T22:45:17.034082Z","caller":"traceutil/trace.go:171","msg":"trace[1637661096] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10416; }","duration":"202.562472ms","start":"2026-03-31T22:45:16.831501Z","end":"2026-03-31T22:45:17.034064Z","steps":["trace[1637661096] 'agreement among raft nodes before linearized reading' (duration: 202.352177ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:17.03408Z","caller":"traceutil/trace.go:171","msg":"trace[1350650282] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10416; }","duration":"185.830504ms","start":"2026-03-31T22:45:16.848219Z","end":"2026-03-31T22:45:17.03405Z","steps":["trace[1350650282] 'agreement among raft nodes before linearized reading' (duration: 185.509817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:17.035338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.076344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nxsdg\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T22:45:17.035536Z","caller":"traceutil/trace.go:171","msg":"trace[1136757879] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nxsdg; range_end:; response_count:1; response_revision:10416; }","duration":"176.393992ms","start":"2026-03-31T22:45:16.859098Z","end":"2026-03-31T22:45:17.035492Z","steps":["trace[1136757879] 'agreement among raft nodes before linearized reading' (duration: 174.699424ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:17.621536Z","caller":"traceutil/trace.go:171","msg":"trace[1875498706] transaction","detail":"{read_only:false; response_revision:10425; number_of_response:1; }","duration":"207.84872ms","start":"2026-03-31T22:45:17.413662Z","end":"2026-03-31T22:45:17.621511Z","steps":["trace[1875498706] 'process raft request' (duration: 207.571834ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:21.18369Z","caller":"traceutil/trace.go:171","msg":"trace[1328958535] transaction","detail":"{read_only:false; response_revision:10438; number_of_response:1; }","duration":"128.253597ms","start":"2026-03-31T22:45:21.055405Z","end":"2026-03-31T22:45:21.183658Z","steps":["trace[1328958535] 'process raft request' (duration: 127.962211ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:21.188047Z","caller":"traceutil/trace.go:171","msg":"trace[402262036] linearizableReadLoop","detail":"{readStateIndex:10852; appliedIndex:10849; }","duration":"110.679663ms","start":"2026-03-31T22:45:21.077346Z","end":"2026-03-31T22:45:21.188026Z","steps":["trace[402262036] 'read index received' (duration: 106.12741ms)","trace[402262036] 'applied index is now lower than readState.Index' (duration: 4.551333ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:45:21.188064Z","caller":"traceutil/trace.go:171","msg":"trace[915468006] transaction","detail":"{read_only:false; response_revision:10439; number_of_response:1; }","duration":"131.855019ms","start":"2026-03-31T22:45:21.056175Z","end":"2026-03-31T22:45:21.18803Z","steps":["trace[915468006] 'process raft request' (duration: 131.693885ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:21.188154Z","caller":"traceutil/trace.go:171","msg":"trace[351700478] transaction","detail":"{read_only:false; response_revision:10440; number_of_response:1; }","duration":"131.767087ms","start":"2026-03-31T22:45:21.056379Z","end":"2026-03-31T22:45:21.188147Z","steps":["trace[351700478] 'process raft request' (duration: 131.609444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:21.188491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.125693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T22:45:21.188587Z","caller":"traceutil/trace.go:171","msg":"trace[817249011] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10440; }","duration":"111.234085ms","start":"2026-03-31T22:45:21.077302Z","end":"2026-03-31T22:45:21.188536Z","steps":["trace[817249011] 'agreement among raft nodes before linearized reading' (duration: 111.01967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:21.842814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.495927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5657f765b9-7rhs9.18a20e551387be13\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-03-31T22:45:21.842892Z","caller":"traceutil/trace.go:171","msg":"trace[995803189] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5657f765b9-7rhs9.18a20e551387be13; range_end:; response_count:1; response_revision:10447; }","duration":"331.63512ms","start":"2026-03-31T22:45:21.511238Z","end":"2026-03-31T22:45:21.842873Z","steps":["trace[995803189] 'range keys from in-memory index tree' (duration: 331.302102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:21.842924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:21.51121Z","time spent":"331.705692ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-5657f765b9-7rhs9.18a20e551387be13\" "} {"level":"warn","ts":"2026-03-31T22:45:21.843362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.750165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:45:21.843411Z","caller":"traceutil/trace.go:171","msg":"trace[1473565186] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:10447; }","duration":"150.824427ms","start":"2026-03-31T22:45:21.692561Z","end":"2026-03-31T22:45:21.843386Z","steps":["trace[1473565186] 'count revisions from in-memory index tree' (duration: 150.658633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:22.950985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.286927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-74c5cd8f75-f2s5s.18a20e76de506265\" ","response":"range_response_count:1 size:788"} {"level":"info","ts":"2026-03-31T22:45:22.951052Z","caller":"traceutil/trace.go:171","msg":"trace[75964653] range","detail":"{range_begin:/registry/events/openstack/glance-api-74c5cd8f75-f2s5s.18a20e76de506265; range_end:; response_count:1; response_revision:10448; }","duration":"475.40333ms","start":"2026-03-31T22:45:22.475634Z","end":"2026-03-31T22:45:22.951037Z","steps":["trace[75964653] 'range keys from in-memory index tree' (duration: 475.123503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:22.951078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:22.475612Z","time spent":"475.459291ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":811,"request content":"key:\"/registry/events/openstack/glance-api-74c5cd8f75-f2s5s.18a20e76de506265\" "} {"level":"warn","ts":"2026-03-31T22:45:22.951151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.429972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:45:22.951181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.351832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-31T22:45:22.95122Z","caller":"traceutil/trace.go:171","msg":"trace[2016453414] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:10448; }","duration":"732.439414ms","start":"2026-03-31T22:45:22.218769Z","end":"2026-03-31T22:45:22.951208Z","steps":["trace[2016453414] 'range keys from in-memory index tree' (duration: 732.23886ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:22.951222Z","caller":"traceutil/trace.go:171","msg":"trace[770036513] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10448; }","duration":"577.542755ms","start":"2026-03-31T22:45:22.373662Z","end":"2026-03-31T22:45:22.951205Z","steps":["trace[770036513] 'range keys from in-memory index tree' (duration: 577.35352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:22.951247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:22.218749Z","time spent":"732.490675ms","remote":"127.0.0.1:53174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-31T22:45:22.951275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:22.373645Z","time spent":"577.620386ms","remote":"127.0.0.1:53020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:45:22.951315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.61369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:45:22.951349Z","caller":"traceutil/trace.go:171","msg":"trace[1567831975] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:10448; }","duration":"388.680962ms","start":"2026-03-31T22:45:22.562659Z","end":"2026-03-31T22:45:22.95134Z","steps":["trace[1567831975] 'count revisions from in-memory index tree' (duration: 388.538668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:22.951379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:22.562643Z","time spent":"388.727702ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:45:22.951708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.349121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:45:22.951753Z","caller":"traceutil/trace.go:171","msg":"trace[1007312693] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:10448; }","duration":"156.421193ms","start":"2026-03-31T22:45:22.79532Z","end":"2026-03-31T22:45:22.951741Z","steps":["trace[1007312693] 'count revisions from in-memory index tree' (duration: 156.29682ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:23.063103Z","caller":"traceutil/trace.go:171","msg":"trace[116891796] linearizableReadLoop","detail":"{readStateIndex:10862; appliedIndex:10861; }","duration":"107.125776ms","start":"2026-03-31T22:45:22.955947Z","end":"2026-03-31T22:45:23.063072Z","steps":["trace[116891796] 'read index received' (duration: 106.956992ms)","trace[116891796] 'applied index is now lower than readState.Index' (duration: 167.544µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:45:23.063284Z","caller":"traceutil/trace.go:171","msg":"trace[2067510818] transaction","detail":"{read_only:false; response_revision:10449; number_of_response:1; }","duration":"109.408758ms","start":"2026-03-31T22:45:22.953836Z","end":"2026-03-31T22:45:23.063245Z","steps":["trace[2067510818] 'process raft request' (duration: 109.031399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:23.0634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.423582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2221bdef-03e9-4895-b555-65912164b6bf\" ","response":"range_response_count:1 size:1275"} {"level":"info","ts":"2026-03-31T22:45:23.063466Z","caller":"traceutil/trace.go:171","msg":"trace[1769396667] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2221bdef-03e9-4895-b555-65912164b6bf; range_end:; response_count:1; response_revision:10449; }","duration":"107.536475ms","start":"2026-03-31T22:45:22.95591Z","end":"2026-03-31T22:45:23.063446Z","steps":["trace[1769396667] 'agreement among raft nodes before linearized reading' (duration: 107.31011ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:23.345358Z","caller":"traceutil/trace.go:171","msg":"trace[1629629053] transaction","detail":"{read_only:false; response_revision:10455; number_of_response:1; }","duration":"123.031904ms","start":"2026-03-31T22:45:23.222296Z","end":"2026-03-31T22:45:23.345328Z","steps":["trace[1629629053] 'process raft request' (duration: 122.553483ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:23.3454Z","caller":"traceutil/trace.go:171","msg":"trace[1387473918] transaction","detail":"{read_only:false; response_revision:10458; number_of_response:1; }","duration":"121.684273ms","start":"2026-03-31T22:45:23.223694Z","end":"2026-03-31T22:45:23.345378Z","steps":["trace[1387473918] 'process raft request' (duration: 121.644842ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:23.345571Z","caller":"traceutil/trace.go:171","msg":"trace[1606322867] transaction","detail":"{read_only:false; response_revision:10457; number_of_response:1; }","duration":"123.063805ms","start":"2026-03-31T22:45:23.222499Z","end":"2026-03-31T22:45:23.345562Z","steps":["trace[1606322867] 'process raft request' (duration: 122.779359ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:23.345557Z","caller":"traceutil/trace.go:171","msg":"trace[1179346265] transaction","detail":"{read_only:false; response_revision:10456; number_of_response:1; }","duration":"123.139246ms","start":"2026-03-31T22:45:23.222393Z","end":"2026-03-31T22:45:23.345532Z","steps":["trace[1179346265] 'process raft request' (duration: 122.701557ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:23.350028Z","caller":"traceutil/trace.go:171","msg":"trace[294138816] linearizableReadLoop","detail":"{readStateIndex:10872; appliedIndex:10867; }","duration":"121.116811ms","start":"2026-03-31T22:45:23.22889Z","end":"2026-03-31T22:45:23.350007Z","steps":["trace[294138816] 'read index received' (duration: 115.825782ms)","trace[294138816] 'applied index is now lower than readState.Index' (duration: 5.290179ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:45:23.350104Z","caller":"traceutil/trace.go:171","msg":"trace[1543820076] transaction","detail":"{read_only:false; response_revision:10459; number_of_response:1; }","duration":"125.635693ms","start":"2026-03-31T22:45:23.224437Z","end":"2026-03-31T22:45:23.350073Z","steps":["trace[1543820076] 'process raft request' (duration: 125.436678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:23.350549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.625983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:29 size:261431"} {"level":"info","ts":"2026-03-31T22:45:23.35059Z","caller":"traceutil/trace.go:171","msg":"trace[1229218613] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:29; response_revision:10459; }","duration":"121.747246ms","start":"2026-03-31T22:45:23.228833Z","end":"2026-03-31T22:45:23.35058Z","steps":["trace[1229218613] 'agreement among raft nodes before linearized reading' (duration: 121.255405ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:25.323002Z","caller":"traceutil/trace.go:171","msg":"trace[1769056632] transaction","detail":"{read_only:false; response_revision:10461; number_of_response:1; }","duration":"101.03972ms","start":"2026-03-31T22:45:25.221935Z","end":"2026-03-31T22:45:25.322975Z","steps":["trace[1769056632] 'process raft request' (duration: 100.730173ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:25.323941Z","caller":"traceutil/trace.go:171","msg":"trace[659419375] transaction","detail":"{read_only:false; response_revision:10462; number_of_response:1; }","duration":"101.318366ms","start":"2026-03-31T22:45:25.222601Z","end":"2026-03-31T22:45:25.323919Z","steps":["trace[659419375] 'process raft request' (duration: 100.245452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:26.734389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.538975ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T22:45:27.628037Z","caller":"traceutil/trace.go:171","msg":"trace[1811353925] transaction","detail":"{read_only:false; response_revision:10473; number_of_response:1; }","duration":"208.75163ms","start":"2026-03-31T22:45:27.419263Z","end":"2026-03-31T22:45:27.628015Z","steps":["trace[1811353925] 'process raft request' (duration: 208.598697ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:27.678961Z","caller":"traceutil/trace.go:171","msg":"trace[490294961] linearizableReadLoop","detail":"{readStateIndex:10888; appliedIndex:10887; }","duration":"258.683261ms","start":"2026-03-31T22:45:27.420245Z","end":"2026-03-31T22:45:27.678928Z","steps":["trace[490294961] 'read index received' (duration: 207.832979ms)","trace[490294961] 'applied index is now lower than readState.Index' (duration: 50.849182ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:45:27.679383Z","caller":"traceutil/trace.go:171","msg":"trace[300266140] transaction","detail":"{read_only:false; response_revision:10477; number_of_response:1; }","duration":"259.040979ms","start":"2026-03-31T22:45:27.42033Z","end":"2026-03-31T22:45:27.679371Z","steps":["trace[300266140] 'process raft request' (duration: 258.500417ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:27.679381Z","caller":"traceutil/trace.go:171","msg":"trace[1433373519] transaction","detail":"{read_only:false; response_revision:10476; number_of_response:1; }","duration":"259.061569ms","start":"2026-03-31T22:45:27.420267Z","end":"2026-03-31T22:45:27.679329Z","steps":["trace[1433373519] 'process raft request' (duration: 258.534667ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:27.679434Z","caller":"traceutil/trace.go:171","msg":"trace[1166509322] transaction","detail":"{read_only:false; response_revision:10474; number_of_response:1; }","duration":"259.441408ms","start":"2026-03-31T22:45:27.419953Z","end":"2026-03-31T22:45:27.679394Z","steps":["trace[1166509322] 'process raft request' (duration: 258.521778ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:27.679505Z","caller":"traceutil/trace.go:171","msg":"trace[1679985338] transaction","detail":"{read_only:false; response_revision:10478; number_of_response:1; }","duration":"259.146821ms","start":"2026-03-31T22:45:27.420338Z","end":"2026-03-31T22:45:27.679484Z","steps":["trace[1679985338] 'process raft request' (duration: 258.519997ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:27.679494Z","caller":"traceutil/trace.go:171","msg":"trace[836040580] transaction","detail":"{read_only:false; response_revision:10475; number_of_response:1; }","duration":"259.204543ms","start":"2026-03-31T22:45:27.420251Z","end":"2026-03-31T22:45:27.679455Z","steps":["trace[836040580] 'process raft request' (duration: 258.516487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:27.679667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.393457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:29 size:261431"} {"level":"info","ts":"2026-03-31T22:45:27.679749Z","caller":"traceutil/trace.go:171","msg":"trace[1263901820] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:29; response_revision:10478; }","duration":"259.52456ms","start":"2026-03-31T22:45:27.420208Z","end":"2026-03-31T22:45:27.679732Z","steps":["trace[1263901820] 'agreement among raft nodes before linearized reading' (duration: 258.843325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:30.603003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.70573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:45:30.603937Z","caller":"traceutil/trace.go:171","msg":"trace[1547900110] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10525; }","duration":"242.690142ms","start":"2026-03-31T22:45:30.361218Z","end":"2026-03-31T22:45:30.603908Z","steps":["trace[1547900110] 'range keys from in-memory index tree' (duration: 241.633229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:30.60308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.803192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:45:30.604129Z","caller":"traceutil/trace.go:171","msg":"trace[403684842] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:10525; }","duration":"380.887557ms","start":"2026-03-31T22:45:30.223189Z","end":"2026-03-31T22:45:30.604077Z","steps":["trace[403684842] 'count revisions from in-memory index tree' (duration: 379.710951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:30.604287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:30.223171Z","time spent":"381.05413ms","remote":"127.0.0.1:55776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:45:31.304972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.327923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T22:45:31.305075Z","caller":"traceutil/trace.go:171","msg":"trace[1415123382] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:10526; }","duration":"136.503866ms","start":"2026-03-31T22:45:31.16855Z","end":"2026-03-31T22:45:31.305054Z","steps":["trace[1415123382] 'range keys from in-memory index tree' (duration: 136.116047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:31.305344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.238732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-31T22:45:31.305429Z","caller":"traceutil/trace.go:171","msg":"trace[1433193057] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:10526; }","duration":"141.366915ms","start":"2026-03-31T22:45:31.164047Z","end":"2026-03-31T22:45:31.305414Z","steps":["trace[1433193057] 'range keys from in-memory index tree' (duration: 141.065588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:31.306645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.902032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:45:31.306764Z","caller":"traceutil/trace.go:171","msg":"trace[643968846] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:10526; }","duration":"387.081566ms","start":"2026-03-31T22:45:30.919652Z","end":"2026-03-31T22:45:31.306734Z","steps":["trace[643968846] 'count revisions from in-memory index tree' (duration: 386.748319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:31.306808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:30.919634Z","time spent":"387.165808ms","remote":"127.0.0.1:53156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:45:31.61195Z","caller":"traceutil/trace.go:171","msg":"trace[198978747] transaction","detail":"{read_only:false; response_revision:10527; number_of_response:1; }","duration":"294.370923ms","start":"2026-03-31T22:45:31.317505Z","end":"2026-03-31T22:45:31.611876Z","steps":["trace[198978747] 'process raft request' (duration: 294.187538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:32.803049Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.191348964s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T22:45:32.803611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:31.317789Z","time spent":"1.485814209s","remote":"127.0.0.1:53038","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T22:45:32.804031Z","caller":"traceutil/trace.go:171","msg":"trace[616413030] transaction","detail":"{read_only:false; response_revision:10528; number_of_response:1; }","duration":"1.485501372s","start":"2026-03-31T22:45:31.318494Z","end":"2026-03-31T22:45:32.803995Z","steps":["trace[616413030] 'process raft request' (duration: 1.485007031s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:32.804276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:31.318488Z","time spent":"1.485679886s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:45:32.804302Z","caller":"traceutil/trace.go:171","msg":"trace[1701941234] transaction","detail":"{read_only:false; response_revision:10529; number_of_response:1; }","duration":"1.375467391s","start":"2026-03-31T22:45:31.428807Z","end":"2026-03-31T22:45:32.804275Z","steps":["trace[1701941234] 'process raft request' (duration: 1.374913987s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:32.804405Z","caller":"traceutil/trace.go:171","msg":"trace[2074593122] transaction","detail":"{read_only:false; response_revision:10530; number_of_response:1; }","duration":"1.375314607s","start":"2026-03-31T22:45:31.429063Z","end":"2026-03-31T22:45:32.804378Z","steps":["trace[2074593122] 'process raft request' (duration: 1.375121862s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:32.804549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:31.428787Z","time spent":"1.375642144s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:45:32.804576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:31.429055Z","time spent":"1.37544387s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:45:32.805069Z","caller":"traceutil/trace.go:171","msg":"trace[1009436564] linearizableReadLoop","detail":"{readStateIndex:10947; appliedIndex:10941; }","duration":"1.336519685s","start":"2026-03-31T22:45:31.468526Z","end":"2026-03-31T22:45:32.805045Z","steps":["trace[1009436564] 'read index received' (duration: 143.200696ms)","trace[1009436564] 'applied index is now lower than readState.Index' (duration: 1.193318229s)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:45:32.805071Z","caller":"traceutil/trace.go:171","msg":"trace[1365669888] transaction","detail":"{read_only:false; response_revision:10531; number_of_response:1; }","duration":"1.364658258s","start":"2026-03-31T22:45:31.440391Z","end":"2026-03-31T22:45:32.80505Z","steps":["trace[1365669888] 'process raft request' (duration: 1.36384245s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:32.805165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:31.440351Z","time spent":"1.36476707s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:45:32.805208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.336678629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:45:32.805242Z","caller":"traceutil/trace.go:171","msg":"trace[165406332] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:10531; }","duration":"1.336762641s","start":"2026-03-31T22:45:31.46847Z","end":"2026-03-31T22:45:32.805232Z","steps":["trace[165406332] 'agreement among raft nodes before linearized reading' (duration: 1.336656238s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:32.805267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:31.468443Z","time spent":"1.336816471s","remote":"127.0.0.1:55356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":62,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:45:33.305863Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3219120757601845032,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T22:45:33.490733Z","caller":"traceutil/trace.go:171","msg":"trace[506610242] transaction","detail":"{read_only:false; response_revision:10532; number_of_response:1; }","duration":"1.640501805s","start":"2026-03-31T22:45:31.850208Z","end":"2026-03-31T22:45:33.49071Z","steps":["trace[506610242] 'process raft request' (duration: 1.640255048s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:33.490869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:31.850187Z","time spent":"1.640615878s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":835,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:45:33.629379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999743185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T22:45:33.629462Z","caller":"traceutil/trace.go:171","msg":"trace[244340419] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999879348s","start":"2026-03-31T22:45:31.629565Z","end":"2026-03-31T22:45:33.629445Z","steps":["trace[244340419] 'agreement among raft nodes before linearized reading' (duration: 1.999769705s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:33.629504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:31.629547Z","time spent":"1.99994524s","remote":"127.0.0.1:53020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 22:45:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T22:45:33.828317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.822414ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:45:33.828412Z","caller":"traceutil/trace.go:171","msg":"trace[1072634327] linearizableReadLoop","detail":"{readStateIndex:10949; appliedIndex:10947; }","duration":"1.023293548s","start":"2026-03-31T22:45:32.805105Z","end":"2026-03-31T22:45:33.828399Z","steps":["trace[1072634327] 'read index received' (duration: 685.449368ms)","trace[1072634327] 'applied index is now lower than readState.Index' (duration: 337.84279ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:45:33.828576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.098142865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T22:45:33.828605Z","caller":"traceutil/trace.go:171","msg":"trace[1792191811] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10533; }","duration":"2.098187287s","start":"2026-03-31T22:45:31.730409Z","end":"2026-03-31T22:45:33.828596Z","steps":["trace[1792191811] 'agreement among raft nodes before linearized reading' (duration: 2.098053034s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:33.828589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.095760882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nxsdg\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-31T22:45:33.82863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:31.730397Z","time spent":"2.098226917s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T22:45:33.828653Z","caller":"traceutil/trace.go:171","msg":"trace[1948656853] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nxsdg; range_end:; response_count:1; response_revision:10533; }","duration":"2.095839503s","start":"2026-03-31T22:45:31.732799Z","end":"2026-03-31T22:45:33.828638Z","steps":["trace[1948656853] 'agreement among raft nodes before linearized reading' (duration: 2.095615419s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:33.828681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:31.732762Z","time spent":"2.095912335s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-nxsdg\" "} {"level":"warn","ts":"2026-03-31T22:45:33.828759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.468316996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:45:33.828822Z","caller":"traceutil/trace.go:171","msg":"trace[377395456] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10533; }","duration":"1.468432998s","start":"2026-03-31T22:45:32.360374Z","end":"2026-03-31T22:45:33.828807Z","steps":["trace[377395456] 'agreement among raft nodes before linearized reading' (duration: 1.46805997s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:33.828834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.099505476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T22:45:33.828856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:32.360356Z","time spent":"1.46849193s","remote":"127.0.0.1:53032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T22:45:33.828863Z","caller":"traceutil/trace.go:171","msg":"trace[522479828] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10533; }","duration":"2.099546976s","start":"2026-03-31T22:45:31.729309Z","end":"2026-03-31T22:45:33.828856Z","steps":["trace[522479828] 'agreement among raft nodes before linearized reading' (duration: 2.099472835s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:33.828863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.516044338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:45:33.828883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:31.729302Z","time spent":"2.099576667s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T22:45:33.828889Z","caller":"traceutil/trace.go:171","msg":"trace[1203577364] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:10533; }","duration":"1.51610199s","start":"2026-03-31T22:45:32.312779Z","end":"2026-03-31T22:45:33.828881Z","steps":["trace[1203577364] 'agreement among raft nodes before linearized reading' (duration: 1.516050979s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:33.828911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:32.312762Z","time spent":"1.51614155s","remote":"127.0.0.1:42554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:45:33.829026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.10017506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T22:45:33.829027Z","caller":"traceutil/trace.go:171","msg":"trace[23334089] transaction","detail":"{read_only:false; response_revision:10533; number_of_response:1; }","duration":"1.024328021s","start":"2026-03-31T22:45:32.804686Z","end":"2026-03-31T22:45:33.829014Z","steps":["trace[23334089] 'process raft request' (duration: 825.724689ms)","trace[23334089] 'compare' (duration: 197.648871ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:45:33.829008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.971420788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-hhdsh\" ","response":"range_response_count:1 size:9597"} {"level":"info","ts":"2026-03-31T22:45:33.829063Z","caller":"traceutil/trace.go:171","msg":"trace[1591109470] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10533; }","duration":"2.100216441s","start":"2026-03-31T22:45:31.728829Z","end":"2026-03-31T22:45:33.829046Z","steps":["trace[1591109470] 'agreement among raft nodes before linearized reading' (duration: 2.10014101s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:33.829081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:31.728821Z","time spent":"2.100255942s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T22:45:33.82908Z","caller":"traceutil/trace.go:171","msg":"trace[738120852] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-hhdsh; range_end:; response_count:1; response_revision:10533; }","duration":"1.97152867s","start":"2026-03-31T22:45:31.857533Z","end":"2026-03-31T22:45:33.829062Z","steps":["trace[738120852] 'agreement among raft nodes before linearized reading' (duration: 1.971308105s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:33.829106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:32.804668Z","time spent":"1.024386233s","remote":"127.0.0.1:53038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:45:33.829112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:31.857517Z","time spent":"1.971588472s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":9620,"request content":"key:\"/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-hhdsh\" "} {"level":"warn","ts":"2026-03-31T22:45:33.829152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.113085971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T22:45:33.829181Z","caller":"traceutil/trace.go:171","msg":"trace[1171572277] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10533; }","duration":"2.113145882s","start":"2026-03-31T22:45:31.716028Z","end":"2026-03-31T22:45:33.829174Z","steps":["trace[1171572277] 'agreement among raft nodes before linearized reading' (duration: 2.113068041s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:33.8292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:31.71601Z","time spent":"2.113185133s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:45:33.829164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.411711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:45:33.829264Z","caller":"traceutil/trace.go:171","msg":"trace[897599865] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:10533; }","duration":"849.576026ms","start":"2026-03-31T22:45:32.979673Z","end":"2026-03-31T22:45:33.829249Z","steps":["trace[897599865] 'agreement among raft nodes before linearized reading' (duration: 849.435393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:33.829292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.100746063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T22:45:33.829345Z","caller":"traceutil/trace.go:171","msg":"trace[604787807] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10533; }","duration":"2.100793144s","start":"2026-03-31T22:45:31.728509Z","end":"2026-03-31T22:45:33.829303Z","steps":["trace[604787807] 'agreement among raft nodes before linearized reading' (duration: 2.100741983s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:33.829303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.935703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a20d529e3dbd12\" ","response":"range_response_count:1 size:773"} {"level":"warn","ts":"2026-03-31T22:45:33.829371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:31.728492Z","time spent":"2.100874367s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T22:45:33.829398Z","caller":"traceutil/trace.go:171","msg":"trace[2114669020] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a20d529e3dbd12; range_end:; response_count:1; response_revision:10533; }","duration":"197.074027ms","start":"2026-03-31T22:45:33.632305Z","end":"2026-03-31T22:45:33.829379Z","steps":["trace[2114669020] 'agreement among raft nodes before linearized reading' (duration: 196.851002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:33.829408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.180353622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T22:45:33.829437Z","caller":"traceutil/trace.go:171","msg":"trace[1106014934] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10533; }","duration":"2.180411693s","start":"2026-03-31T22:45:31.649018Z","end":"2026-03-31T22:45:33.82943Z","steps":["trace[1106014934] 'agreement among raft nodes before linearized reading' (duration: 2.180314831s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:33.829459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:31.649001Z","time spent":"2.180452864s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T22:45:33.829499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.028076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:45:33.829524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:32.979643Z","time spent":"849.656377ms","remote":"127.0.0.1:53092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:45:33.829535Z","caller":"traceutil/trace.go:171","msg":"trace[2069624948] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:10533; }","duration":"692.117989ms","start":"2026-03-31T22:45:33.137409Z","end":"2026-03-31T22:45:33.829527Z","steps":["trace[2069624948] 'agreement among raft nodes before linearized reading' (duration: 692.046566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:33.829714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:33.137385Z","time spent":"692.287763ms","remote":"127.0.0.1:53460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":26,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:45:33.829546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.815598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:45:33.829799Z","caller":"traceutil/trace.go:171","msg":"trace[892664552] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:10533; }","duration":"743.098365ms","start":"2026-03-31T22:45:33.086687Z","end":"2026-03-31T22:45:33.829786Z","steps":["trace[892664552] 'agreement among raft nodes before linearized reading' (duration: 742.825178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:33.829833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:33.086666Z","time spent":"743.157406ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:45:34.260784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.745253ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:45:34.260935Z","caller":"traceutil/trace.go:171","msg":"trace[1588318847] linearizableReadLoop","detail":"{readStateIndex:10950; appliedIndex:10949; }","duration":"427.819951ms","start":"2026-03-31T22:45:33.833031Z","end":"2026-03-31T22:45:34.26085Z","steps":["trace[1588318847] 'read index received' (duration: 180.949745ms)","trace[1588318847] 'applied index is now lower than readState.Index' (duration: 246.868956ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:45:34.261162Z","caller":"traceutil/trace.go:171","msg":"trace[590342606] transaction","detail":"{read_only:false; response_revision:10534; number_of_response:1; }","duration":"428.140269ms","start":"2026-03-31T22:45:33.832981Z","end":"2026-03-31T22:45:34.261122Z","steps":["trace[590342606] 'process raft request' (duration: 180.973206ms)","trace[590342606] 'compare' (duration: 245.812552ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:45:34.261296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.261872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-31T22:45:34.261332Z","caller":"traceutil/trace.go:171","msg":"trace[670029470] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:10534; }","duration":"428.323642ms","start":"2026-03-31T22:45:33.833001Z","end":"2026-03-31T22:45:34.261324Z","steps":["trace[670029470] 'agreement among raft nodes before linearized reading' (duration: 428.156789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:34.261355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:33.832986Z","time spent":"428.363924ms","remote":"127.0.0.1:53188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-31T22:45:34.26134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:33.832959Z","time spent":"428.293232ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:45:34.501405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.925282ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:45:34.501622Z","caller":"traceutil/trace.go:171","msg":"trace[817080121] transaction","detail":"{read_only:false; response_revision:10535; number_of_response:1; }","duration":"666.038092ms","start":"2026-03-31T22:45:33.835554Z","end":"2026-03-31T22:45:34.501592Z","steps":["trace[817080121] 'process raft request' (duration: 550.805744ms)","trace[817080121] 'compare' (duration: 114.653525ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:45:34.501761Z","caller":"traceutil/trace.go:171","msg":"trace[1192146640] transaction","detail":"{read_only:false; response_revision:10536; number_of_response:1; }","duration":"666.077642ms","start":"2026-03-31T22:45:33.835661Z","end":"2026-03-31T22:45:34.501738Z","steps":["trace[1192146640] 'process raft request' (duration: 665.876448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:34.501769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:33.835533Z","time spent":"666.158244ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:45:34.501879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:33.835652Z","time spent":"666.165034ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:45:34.501928Z","caller":"traceutil/trace.go:171","msg":"trace[1530459765] transaction","detail":"{read_only:false; response_revision:10537; number_of_response:1; }","duration":"666.224397ms","start":"2026-03-31T22:45:33.835677Z","end":"2026-03-31T22:45:34.501901Z","steps":["trace[1530459765] 'process raft request' (duration: 665.977431ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:34.502048Z","caller":"traceutil/trace.go:171","msg":"trace[555178111] transaction","detail":"{read_only:false; response_revision:10538; number_of_response:1; }","duration":"666.317929ms","start":"2026-03-31T22:45:33.835719Z","end":"2026-03-31T22:45:34.502037Z","steps":["trace[555178111] 'process raft request' (duration: 666.007571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:34.502045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:33.835662Z","time spent":"666.330739ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:45:34.502067Z","caller":"traceutil/trace.go:171","msg":"trace[1789496437] transaction","detail":"{read_only:false; response_revision:10539; number_of_response:1; }","duration":"666.281158ms","start":"2026-03-31T22:45:33.835775Z","end":"2026-03-31T22:45:34.502056Z","steps":["trace[1789496437] 'process raft request' (duration: 666.180926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:34.50211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:33.835711Z","time spent":"666.36866ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:45:34.502151Z","caller":"traceutil/trace.go:171","msg":"trace[1552585255] transaction","detail":"{read_only:false; response_revision:10541; number_of_response:1; }","duration":"659.810923ms","start":"2026-03-31T22:45:33.842332Z","end":"2026-03-31T22:45:34.502143Z","steps":["trace[1552585255] 'process raft request' (duration: 659.711971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:34.502117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:33.83574Z","time spent":"666.351269ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:45:34.502195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:33.842288Z","time spent":"659.882605ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9866,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:45:34.502216Z","caller":"traceutil/trace.go:171","msg":"trace[95966730] transaction","detail":"{read_only:false; response_revision:10540; number_of_response:1; }","duration":"666.025993ms","start":"2026-03-31T22:45:33.836174Z","end":"2026-03-31T22:45:34.5022Z","steps":["trace[95966730] 'process raft request' (duration: 665.833068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:34.502243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.619223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:45:34.502114Z","caller":"traceutil/trace.go:171","msg":"trace[1384932658] linearizableReadLoop","detail":"{readStateIndex:10957; appliedIndex:10950; }","duration":"241.144877ms","start":"2026-03-31T22:45:34.260955Z","end":"2026-03-31T22:45:34.5021Z","steps":["trace[1384932658] 'read index received' (duration: 125.342555ms)","trace[1384932658] 'applied index is now lower than readState.Index' (duration: 115.801212ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:45:34.502293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.899067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:45:34.502306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:33.83616Z","time spent":"666.102714ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:45:34.502306Z","caller":"traceutil/trace.go:171","msg":"trace[981763259] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:10541; }","duration":"608.731426ms","start":"2026-03-31T22:45:33.893556Z","end":"2026-03-31T22:45:34.502287Z","steps":["trace[981763259] 'agreement among raft nodes before linearized reading' (duration: 608.632103ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:34.502354Z","caller":"traceutil/trace.go:171","msg":"trace[1683596546] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10541; }","duration":"664.97979ms","start":"2026-03-31T22:45:33.837358Z","end":"2026-03-31T22:45:34.502338Z","steps":["trace[1683596546] 'agreement among raft nodes before linearized reading' (duration: 664.859237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:34.502405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:33.893518Z","time spent":"608.872099ms","remote":"127.0.0.1:53524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":3,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:45:34.502414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.628797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:45:34.502405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:33.83735Z","time spent":"665.043531ms","remote":"127.0.0.1:53020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T22:45:34.502447Z","caller":"traceutil/trace.go:171","msg":"trace[1312210988] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:10541; }","duration":"496.665898ms","start":"2026-03-31T22:45:34.005772Z","end":"2026-03-31T22:45:34.502438Z","steps":["trace[1312210988] 'agreement among raft nodes before linearized reading' (duration: 496.553655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:34.50407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:34.005692Z","time spent":"498.349915ms","remote":"127.0.0.1:53224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":58,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:45:34.502511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.936782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:290372"} {"level":"info","ts":"2026-03-31T22:45:34.504339Z","caller":"traceutil/trace.go:171","msg":"trace[1035178177] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:10541; }","duration":"668.756953ms","start":"2026-03-31T22:45:33.835564Z","end":"2026-03-31T22:45:34.504321Z","steps":["trace[1035178177] 'agreement among raft nodes before linearized reading' (duration: 666.602585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:34.504394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:33.835515Z","time spent":"668.861165ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":290395,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T22:45:34.502822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.845628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T22:45:34.504751Z","caller":"traceutil/trace.go:171","msg":"trace[1924824420] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:10541; }","duration":"241.810433ms","start":"2026-03-31T22:45:34.262903Z","end":"2026-03-31T22:45:34.504714Z","steps":["trace[1924824420] 'agreement among raft nodes before linearized reading' (duration: 239.603053ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:34.720918Z","caller":"traceutil/trace.go:171","msg":"trace[1271413114] transaction","detail":"{read_only:false; response_revision:10542; number_of_response:1; }","duration":"187.506332ms","start":"2026-03-31T22:45:34.533376Z","end":"2026-03-31T22:45:34.720883Z","steps":["trace[1271413114] 'process raft request' (duration: 187.255597ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:34.972174Z","caller":"traceutil/trace.go:171","msg":"trace[1844530055] linearizableReadLoop","detail":"{readStateIndex:10961; appliedIndex:10959; }","duration":"208.287709ms","start":"2026-03-31T22:45:34.763843Z","end":"2026-03-31T22:45:34.972131Z","steps":["trace[1844530055] 'read index received' (duration: 208.092205ms)","trace[1844530055] 'applied index is now lower than readState.Index' (duration: 194.674µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:45:34.972262Z","caller":"traceutil/trace.go:171","msg":"trace[1606554702] transaction","detail":"{read_only:false; response_revision:10544; number_of_response:1; }","duration":"243.661464ms","start":"2026-03-31T22:45:34.72856Z","end":"2026-03-31T22:45:34.972222Z","steps":["trace[1606554702] 'process raft request' (duration: 243.343677ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:34.972313Z","caller":"traceutil/trace.go:171","msg":"trace[1443613487] transaction","detail":"{read_only:false; response_revision:10545; number_of_response:1; }","duration":"242.138529ms","start":"2026-03-31T22:45:34.730163Z","end":"2026-03-31T22:45:34.972302Z","steps":["trace[1443613487] 'process raft request' (duration: 241.910374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:34.972658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.789901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T22:45:34.972801Z","caller":"traceutil/trace.go:171","msg":"trace[637472978] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10545; }","duration":"208.978645ms","start":"2026-03-31T22:45:34.76379Z","end":"2026-03-31T22:45:34.972769Z","steps":["trace[637472978] 'agreement among raft nodes before linearized reading' (duration: 208.559625ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:35.086858Z","caller":"traceutil/trace.go:171","msg":"trace[1770092954] transaction","detail":"{read_only:false; response_revision:10546; number_of_response:1; }","duration":"276.881231ms","start":"2026-03-31T22:45:34.809951Z","end":"2026-03-31T22:45:35.086832Z","steps":["trace[1770092954] 'process raft request' (duration: 276.550393ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:35.087271Z","caller":"traceutil/trace.go:171","msg":"trace[1091962409] transaction","detail":"{read_only:false; response_revision:10547; number_of_response:1; }","duration":"275.673463ms","start":"2026-03-31T22:45:34.811561Z","end":"2026-03-31T22:45:35.087235Z","steps":["trace[1091962409] 'process raft request' (duration: 275.219843ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:35.0874Z","caller":"traceutil/trace.go:171","msg":"trace[1499759989] linearizableReadLoop","detail":"{readStateIndex:10964; appliedIndex:10961; }","duration":"115.141868ms","start":"2026-03-31T22:45:34.972236Z","end":"2026-03-31T22:45:35.087378Z","steps":["trace[1499759989] 'read index received' (duration: 114.39927ms)","trace[1499759989] 'applied index is now lower than readState.Index' (duration: 741.618µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:45:35.087611Z","caller":"traceutil/trace.go:171","msg":"trace[1265723594] transaction","detail":"{read_only:false; response_revision:10548; number_of_response:1; }","duration":"275.93675ms","start":"2026-03-31T22:45:34.811658Z","end":"2026-03-31T22:45:35.087595Z","steps":["trace[1265723594] 'process raft request' (duration: 275.430097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:35.088136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.685239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:45:35.088187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.4667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19335"} {"level":"info","ts":"2026-03-31T22:45:35.088214Z","caller":"traceutil/trace.go:171","msg":"trace[680082657] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:10548; }","duration":"261.847463ms","start":"2026-03-31T22:45:34.826348Z","end":"2026-03-31T22:45:35.088195Z","steps":["trace[680082657] 'agreement among raft nodes before linearized reading' (duration: 261.626848ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:35.088254Z","caller":"traceutil/trace.go:171","msg":"trace[212965606] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:10548; }","duration":"113.597293ms","start":"2026-03-31T22:45:34.974641Z","end":"2026-03-31T22:45:35.088238Z","steps":["trace[212965606] 'agreement among raft nodes before linearized reading' (duration: 113.277726ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:44.76554Z","caller":"traceutil/trace.go:171","msg":"trace[488120749] transaction","detail":"{read_only:false; response_revision:10618; number_of_response:1; }","duration":"108.969429ms","start":"2026-03-31T22:45:44.656523Z","end":"2026-03-31T22:45:44.765493Z","steps":["trace[488120749] 'process raft request' (duration: 108.722883ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:44.765656Z","caller":"traceutil/trace.go:171","msg":"trace[983882493] transaction","detail":"{read_only:false; response_revision:10619; number_of_response:1; }","duration":"108.929728ms","start":"2026-03-31T22:45:44.6567Z","end":"2026-03-31T22:45:44.76563Z","steps":["trace[983882493] 'process raft request' (duration: 108.692812ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:45.346349Z","caller":"traceutil/trace.go:171","msg":"trace[1049894053] transaction","detail":"{read_only:false; response_revision:10623; number_of_response:1; }","duration":"181.191151ms","start":"2026-03-31T22:45:45.165126Z","end":"2026-03-31T22:45:45.346317Z","steps":["trace[1049894053] 'process raft request' (duration: 112.19268ms)","trace[1049894053] 'compare' (duration: 68.453497ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:45:45.346945Z","caller":"traceutil/trace.go:171","msg":"trace[1997041712] transaction","detail":"{read_only:false; response_revision:10624; number_of_response:1; }","duration":"181.301843ms","start":"2026-03-31T22:45:45.165627Z","end":"2026-03-31T22:45:45.346929Z","steps":["trace[1997041712] 'process raft request' (duration: 180.632148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:47.234675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.218649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T22:45:47.234833Z","caller":"traceutil/trace.go:171","msg":"trace[160281696] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10627; }","duration":"464.413934ms","start":"2026-03-31T22:45:46.770397Z","end":"2026-03-31T22:45:47.23481Z","steps":["trace[160281696] 'range keys from in-memory index tree' (duration: 464.056116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:47.234907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.757921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T22:45:47.23494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.62464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T22:45:47.234952Z","caller":"traceutil/trace.go:171","msg":"trace[1869670501] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10627; }","duration":"464.820163ms","start":"2026-03-31T22:45:46.770121Z","end":"2026-03-31T22:45:47.234941Z","steps":["trace[1869670501] 'range keys from in-memory index tree' (duration: 464.665019ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:47.234979Z","caller":"traceutil/trace.go:171","msg":"trace[1145112712] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10627; }","duration":"501.69017ms","start":"2026-03-31T22:45:46.733277Z","end":"2026-03-31T22:45:47.234967Z","steps":["trace[1145112712] 'range keys from in-memory index tree' (duration: 501.525496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:47.235021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:46.733259Z","time spent":"501.754382ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T22:45:47.23505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.667009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T22:45:47.235082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.997076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T22:45:47.23491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:46.770386Z","time spent":"464.509006ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T22:45:47.235143Z","caller":"traceutil/trace.go:171","msg":"trace[826251173] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10627; }","duration":"465.113189ms","start":"2026-03-31T22:45:46.770016Z","end":"2026-03-31T22:45:47.235129Z","steps":["trace[826251173] 'range keys from in-memory index tree' (duration: 464.863253ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:47.235129Z","caller":"traceutil/trace.go:171","msg":"trace[211390805] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:10627; }","duration":"318.796773ms","start":"2026-03-31T22:45:46.916315Z","end":"2026-03-31T22:45:47.235111Z","steps":["trace[211390805] 'count revisions from in-memory index tree' (duration: 318.589697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:47.235176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:46.769996Z","time spent":"465.17393ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T22:45:47.235189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:46.916295Z","time spent":"318.883544ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1012,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:45:47.234986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:46.770114Z","time spent":"464.862944ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:45:47.234731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.177002ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:45:47.235257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.654622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nxsdg\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T22:45:47.235298Z","caller":"traceutil/trace.go:171","msg":"trace[105768499] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:10627; }","duration":"161.740534ms","start":"2026-03-31T22:45:47.073546Z","end":"2026-03-31T22:45:47.235287Z","steps":["trace[105768499] 'range keys from in-memory index tree' (duration: 161.171662ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:47.235334Z","caller":"traceutil/trace.go:171","msg":"trace[1441552486] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nxsdg; range_end:; response_count:1; response_revision:10627; }","duration":"498.738075ms","start":"2026-03-31T22:45:46.736557Z","end":"2026-03-31T22:45:47.235295Z","steps":["trace[1441552486] 'range keys from in-memory index tree' (duration: 498.506629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:47.235366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:46.736545Z","time spent":"498.813806ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-nxsdg\" "} {"level":"warn","ts":"2026-03-31T22:45:47.234676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.523711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:45:47.235477Z","caller":"traceutil/trace.go:171","msg":"trace[195270315] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:10627; }","duration":"175.3638ms","start":"2026-03-31T22:45:47.060096Z","end":"2026-03-31T22:45:47.23546Z","steps":["trace[195270315] 'count revisions from in-memory index tree' (duration: 174.45326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:47.2351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.886904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T22:45:47.235662Z","caller":"traceutil/trace.go:171","msg":"trace[14848631] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10627; }","duration":"465.475297ms","start":"2026-03-31T22:45:46.770165Z","end":"2026-03-31T22:45:47.23564Z","steps":["trace[14848631] 'range keys from in-memory index tree' (duration: 464.725531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:47.235727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:46.770144Z","time spent":"465.565659ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T22:45:47.37344Z","caller":"traceutil/trace.go:171","msg":"trace[475134542] transaction","detail":"{read_only:false; response_revision:10628; number_of_response:1; }","duration":"159.512533ms","start":"2026-03-31T22:45:47.213898Z","end":"2026-03-31T22:45:47.373411Z","steps":["trace[475134542] 'process raft request' (duration: 159.343309ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:47.611174Z","caller":"traceutil/trace.go:171","msg":"trace[2103021210] transaction","detail":"{read_only:false; response_revision:10629; number_of_response:1; }","duration":"371.757072ms","start":"2026-03-31T22:45:47.239391Z","end":"2026-03-31T22:45:47.611148Z","steps":["trace[2103021210] 'process raft request' (duration: 371.577198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:47.611323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:47.239365Z","time spent":"371.884015ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:45:47.611375Z","caller":"traceutil/trace.go:171","msg":"trace[1550915475] transaction","detail":"{read_only:false; response_revision:10630; number_of_response:1; }","duration":"371.870814ms","start":"2026-03-31T22:45:47.239486Z","end":"2026-03-31T22:45:47.611357Z","steps":["trace[1550915475] 'process raft request' (duration: 371.628549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:47.611491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:47.23948Z","time spent":"371.959356ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:45:47.61166Z","caller":"traceutil/trace.go:171","msg":"trace[500299054] transaction","detail":"{read_only:false; response_revision:10631; number_of_response:1; }","duration":"372.087499ms","start":"2026-03-31T22:45:47.239538Z","end":"2026-03-31T22:45:47.611625Z","steps":["trace[500299054] 'process raft request' (duration: 371.753912ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:47.611741Z","caller":"traceutil/trace.go:171","msg":"trace[384705518] linearizableReadLoop","detail":"{readStateIndex:11049; appliedIndex:11045; }","duration":"371.945475ms","start":"2026-03-31T22:45:47.239772Z","end":"2026-03-31T22:45:47.611718Z","steps":["trace[384705518] 'read index received' (duration: 133.502979ms)","trace[384705518] 'applied index is now lower than readState.Index' (duration: 238.441536ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:45:47.61176Z","caller":"traceutil/trace.go:171","msg":"trace[763176359] transaction","detail":"{read_only:false; response_revision:10633; number_of_response:1; }","duration":"371.72182ms","start":"2026-03-31T22:45:47.240006Z","end":"2026-03-31T22:45:47.611727Z","steps":["trace[763176359] 'process raft request' (duration: 371.609407ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:47.611814Z","caller":"traceutil/trace.go:171","msg":"trace[1716215600] transaction","detail":"{read_only:false; response_revision:10632; number_of_response:1; }","duration":"372.012536ms","start":"2026-03-31T22:45:47.23979Z","end":"2026-03-31T22:45:47.611803Z","steps":["trace[1716215600] 'process raft request' (duration: 371.74475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:47.611906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:47.239771Z","time spent":"372.103299ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:45:47.611908Z","caller":"traceutil/trace.go:171","msg":"trace[499802918] transaction","detail":"{read_only:false; response_revision:10635; number_of_response:1; }","duration":"257.932724ms","start":"2026-03-31T22:45:47.353957Z","end":"2026-03-31T22:45:47.61189Z","steps":["trace[499802918] 'process raft request' (duration: 257.72166ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:47.611788Z","caller":"traceutil/trace.go:171","msg":"trace[1988189415] transaction","detail":"{read_only:false; response_revision:10634; number_of_response:1; }","duration":"258.504507ms","start":"2026-03-31T22:45:47.353245Z","end":"2026-03-31T22:45:47.61175Z","steps":["trace[1988189415] 'process raft request' (duration: 258.402735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:47.611921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:47.239531Z","time spent":"372.227382ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:45:47.611944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:47.239994Z","time spent":"371.868404ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:45:47.612034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.233757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:45:47.612059Z","caller":"traceutil/trace.go:171","msg":"trace[568234235] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:10635; }","duration":"135.296569ms","start":"2026-03-31T22:45:47.476755Z","end":"2026-03-31T22:45:47.612052Z","steps":["trace[568234235] 'agreement among raft nodes before linearized reading' (duration: 135.250768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:47.612302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.513449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291205"} {"level":"info","ts":"2026-03-31T22:45:47.612344Z","caller":"traceutil/trace.go:171","msg":"trace[1602500081] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:10635; }","duration":"372.57261ms","start":"2026-03-31T22:45:47.23976Z","end":"2026-03-31T22:45:47.612332Z","steps":["trace[1602500081] 'agreement among raft nodes before linearized reading' (duration: 372.16325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:47.612378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:45:47.239712Z","time spent":"372.656682ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":291228,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T22:45:49.082394Z","caller":"traceutil/trace.go:171","msg":"trace[1854162582] transaction","detail":"{read_only:false; response_revision:10639; number_of_response:1; }","duration":"190.921409ms","start":"2026-03-31T22:45:48.891408Z","end":"2026-03-31T22:45:49.082329Z","steps":["trace[1854162582] 'process raft request' (duration: 190.694434ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:49.42749Z","caller":"traceutil/trace.go:171","msg":"trace[1154453362] linearizableReadLoop","detail":"{readStateIndex:11059; appliedIndex:11058; }","duration":"114.321928ms","start":"2026-03-31T22:45:49.313138Z","end":"2026-03-31T22:45:49.42746Z","steps":["trace[1154453362] 'read index received' (duration: 114.133813ms)","trace[1154453362] 'applied index is now lower than readState.Index' (duration: 186.795µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:45:49.42768Z","caller":"traceutil/trace.go:171","msg":"trace[79380842] transaction","detail":"{read_only:false; response_revision:10640; number_of_response:1; }","duration":"167.665167ms","start":"2026-03-31T22:45:49.259985Z","end":"2026-03-31T22:45:49.427651Z","steps":["trace[79380842] 'process raft request' (duration: 167.242006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:49.427694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.518003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:45:49.427807Z","caller":"traceutil/trace.go:171","msg":"trace[2041735409] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:10640; }","duration":"114.659536ms","start":"2026-03-31T22:45:49.313131Z","end":"2026-03-31T22:45:49.427791Z","steps":["trace[2041735409] 'agreement among raft nodes before linearized reading' (duration: 114.454261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:45:49.662988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.70109ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:45:49.663162Z","caller":"traceutil/trace.go:171","msg":"trace[799981107] transaction","detail":"{read_only:false; response_revision:10641; number_of_response:1; }","duration":"283.888178ms","start":"2026-03-31T22:45:49.379256Z","end":"2026-03-31T22:45:49.663144Z","steps":["trace[799981107] 'process raft request' (duration: 90.949193ms)","trace[799981107] 'compare' (duration: 192.600497ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:46:21.491724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.075461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:46:21.491871Z","caller":"traceutil/trace.go:171","msg":"trace[1377291382] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10862; }","duration":"134.265077ms","start":"2026-03-31T22:46:21.357585Z","end":"2026-03-31T22:46:21.49185Z","steps":["trace[1377291382] 'range keys from in-memory index tree' (duration: 133.974989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:46:21.492139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.805227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T22:46:21.492207Z","caller":"traceutil/trace.go:171","msg":"trace[1881679553] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10862; }","duration":"259.919209ms","start":"2026-03-31T22:46:21.232274Z","end":"2026-03-31T22:46:21.492193Z","steps":["trace[1881679553] 'range keys from in-memory index tree' (duration: 259.655593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:46:21.492371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.942008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.35\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T22:46:21.492445Z","caller":"traceutil/trace.go:171","msg":"trace[1323135316] range","detail":"{range_begin:/registry/masterleases/199.204.45.35; range_end:; response_count:1; response_revision:10862; }","duration":"174.058862ms","start":"2026-03-31T22:46:21.318371Z","end":"2026-03-31T22:46:21.49243Z","steps":["trace[1323135316] 'range keys from in-memory index tree' (duration: 173.791104ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:46:28.607885Z","caller":"traceutil/trace.go:171","msg":"trace[193764052] transaction","detail":"{read_only:false; response_revision:10901; number_of_response:1; }","duration":"147.126756ms","start":"2026-03-31T22:46:28.460732Z","end":"2026-03-31T22:46:28.607859Z","steps":["trace[193764052] 'process raft request' (duration: 146.930312ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:46:30.99748Z","caller":"traceutil/trace.go:171","msg":"trace[24843924] transaction","detail":"{read_only:false; response_revision:10930; number_of_response:1; }","duration":"112.307363ms","start":"2026-03-31T22:46:30.885117Z","end":"2026-03-31T22:46:30.997424Z","steps":["trace[24843924] 'process raft request' (duration: 84.883746ms)","trace[24843924] 'compare' (duration: 27.176401ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:46:31.35774Z","caller":"traceutil/trace.go:171","msg":"trace[10648963] transaction","detail":"{read_only:false; response_revision:10931; number_of_response:1; }","duration":"103.998527ms","start":"2026-03-31T22:46:31.253708Z","end":"2026-03-31T22:46:31.357706Z","steps":["trace[10648963] 'process raft request' (duration: 103.520736ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:46:32.172974Z","caller":"traceutil/trace.go:171","msg":"trace[1418901100] transaction","detail":"{read_only:false; response_revision:10935; number_of_response:1; }","duration":"135.087125ms","start":"2026-03-31T22:46:32.037864Z","end":"2026-03-31T22:46:32.172951Z","steps":["trace[1418901100] 'process raft request' (duration: 61.271437ms)","trace[1418901100] 'compare' (duration: 73.664914ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:46:34.216373Z","caller":"traceutil/trace.go:171","msg":"trace[478788124] transaction","detail":"{read_only:false; response_revision:10948; number_of_response:1; }","duration":"136.406584ms","start":"2026-03-31T22:46:34.079931Z","end":"2026-03-31T22:46:34.216337Z","steps":["trace[478788124] 'process raft request' (duration: 136.121278ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:46:34.328832Z","caller":"traceutil/trace.go:171","msg":"trace[546933889] transaction","detail":"{read_only:false; response_revision:10949; number_of_response:1; }","duration":"149.581941ms","start":"2026-03-31T22:46:34.179217Z","end":"2026-03-31T22:46:34.328799Z","steps":["trace[546933889] 'process raft request' (duration: 149.176902ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:46:34.32911Z","caller":"traceutil/trace.go:171","msg":"trace[551392366] transaction","detail":"{read_only:false; response_revision:10950; number_of_response:1; }","duration":"141.066808ms","start":"2026-03-31T22:46:34.187985Z","end":"2026-03-31T22:46:34.329052Z","steps":["trace[551392366] 'process raft request' (duration: 140.771622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:46:34.329235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.159707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T22:46:34.329274Z","caller":"traceutil/trace.go:171","msg":"trace[252549781] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10950; }","duration":"127.261299ms","start":"2026-03-31T22:46:34.202001Z","end":"2026-03-31T22:46:34.329262Z","steps":["trace[252549781] 'agreement among raft nodes before linearized reading' (duration: 127.126106ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:46:34.32934Z","caller":"traceutil/trace.go:171","msg":"trace[340231677] linearizableReadLoop","detail":"{readStateIndex:11380; appliedIndex:11377; }","duration":"126.934361ms","start":"2026-03-31T22:46:34.202056Z","end":"2026-03-31T22:46:34.32899Z","steps":["trace[340231677] 'read index received' (duration: 13.987114ms)","trace[340231677] 'applied index is now lower than readState.Index' (duration: 112.943827ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:46:36.609524Z","caller":"traceutil/trace.go:171","msg":"trace[1934086250] linearizableReadLoop","detail":"{readStateIndex:11402; appliedIndex:11401; }","duration":"179.605665ms","start":"2026-03-31T22:46:36.429865Z","end":"2026-03-31T22:46:36.609471Z","steps":["trace[1934086250] 'read index received' (duration: 91.089196ms)","trace[1934086250] 'applied index is now lower than readState.Index' (duration: 88.514929ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:46:36.609676Z","caller":"traceutil/trace.go:171","msg":"trace[1397059535] transaction","detail":"{read_only:false; response_revision:10972; number_of_response:1; }","duration":"181.338184ms","start":"2026-03-31T22:46:36.428309Z","end":"2026-03-31T22:46:36.609647Z","steps":["trace[1397059535] 'process raft request' (duration: 92.673662ms)","trace[1397059535] 'compare' (duration: 88.321045ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:46:36.609839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.865865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:46:36.609961Z","caller":"traceutil/trace.go:171","msg":"trace[480741937] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:10972; }","duration":"158.036369ms","start":"2026-03-31T22:46:36.451893Z","end":"2026-03-31T22:46:36.609929Z","steps":["trace[480741937] 'agreement among raft nodes before linearized reading' (duration: 157.827365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:46:36.610227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.330061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:34 size:321061"} {"level":"info","ts":"2026-03-31T22:46:36.610299Z","caller":"traceutil/trace.go:171","msg":"trace[36257749] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:34; response_revision:10972; }","duration":"180.449573ms","start":"2026-03-31T22:46:36.429838Z","end":"2026-03-31T22:46:36.610287Z","steps":["trace[36257749] 'agreement among raft nodes before linearized reading' (duration: 179.811099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:46:36.783489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.934905ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T22:46:38.545172Z","caller":"traceutil/trace.go:171","msg":"trace[367965265] transaction","detail":"{read_only:false; response_revision:10980; number_of_response:1; }","duration":"163.238136ms","start":"2026-03-31T22:46:38.381912Z","end":"2026-03-31T22:46:38.54515Z","steps":["trace[367965265] 'process raft request' (duration: 163.178725ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:46:38.545213Z","caller":"traceutil/trace.go:171","msg":"trace[1706192496] transaction","detail":"{read_only:false; response_revision:10979; number_of_response:1; }","duration":"164.25994ms","start":"2026-03-31T22:46:38.38091Z","end":"2026-03-31T22:46:38.54517Z","steps":["trace[1706192496] 'process raft request' (duration: 164.065056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:46:38.545509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.526832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T22:46:38.545593Z","caller":"traceutil/trace.go:171","msg":"trace[791408714] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10980; }","duration":"118.636175ms","start":"2026-03-31T22:46:38.426936Z","end":"2026-03-31T22:46:38.545572Z","steps":["trace[791408714] 'agreement among raft nodes before linearized reading' (duration: 118.285257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:46:38.545799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.118321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T22:46:38.545803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.810259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T22:46:38.54579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.181424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T22:46:38.54586Z","caller":"traceutil/trace.go:171","msg":"trace[334864040] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10980; }","duration":"117.174992ms","start":"2026-03-31T22:46:38.428668Z","end":"2026-03-31T22:46:38.545843Z","steps":["trace[334864040] 'agreement among raft nodes before linearized reading' (duration: 117.042169ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:46:38.545869Z","caller":"traceutil/trace.go:171","msg":"trace[1565987290] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10980; }","duration":"118.88516ms","start":"2026-03-31T22:46:38.426966Z","end":"2026-03-31T22:46:38.545851Z","steps":["trace[1565987290] 'agreement among raft nodes before linearized reading' (duration: 118.685316ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:46:38.54589Z","caller":"traceutil/trace.go:171","msg":"trace[1529859015] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10980; }","duration":"118.300757ms","start":"2026-03-31T22:46:38.427568Z","end":"2026-03-31T22:46:38.545869Z","steps":["trace[1529859015] 'agreement among raft nodes before linearized reading' (duration: 117.98946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:46:38.546406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.601026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T22:46:38.546469Z","caller":"traceutil/trace.go:171","msg":"trace[661822757] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10980; }","duration":"119.695747ms","start":"2026-03-31T22:46:38.426761Z","end":"2026-03-31T22:46:38.546457Z","steps":["trace[661822757] 'agreement among raft nodes before linearized reading' (duration: 119.233227ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:46:38.685376Z","caller":"traceutil/trace.go:171","msg":"trace[358496249] transaction","detail":"{read_only:false; response_revision:10982; number_of_response:1; }","duration":"133.487729ms","start":"2026-03-31T22:46:38.551865Z","end":"2026-03-31T22:46:38.685353Z","steps":["trace[358496249] 'process raft request' (duration: 133.325775ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:46:38.685714Z","caller":"traceutil/trace.go:171","msg":"trace[153457365] transaction","detail":"{read_only:false; response_revision:10983; number_of_response:1; }","duration":"133.327245ms","start":"2026-03-31T22:46:38.55227Z","end":"2026-03-31T22:46:38.685597Z","steps":["trace[153457365] 'process raft request' (duration: 133.048269ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:46:38.685898Z","caller":"traceutil/trace.go:171","msg":"trace[714366482] transaction","detail":"{read_only:false; response_revision:10984; number_of_response:1; }","duration":"133.091229ms","start":"2026-03-31T22:46:38.55279Z","end":"2026-03-31T22:46:38.685881Z","steps":["trace[714366482] 'process raft request' (duration: 132.766162ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:46:38.686292Z","caller":"traceutil/trace.go:171","msg":"trace[1294043732] transaction","detail":"{read_only:false; response_revision:10985; number_of_response:1; }","duration":"133.079739ms","start":"2026-03-31T22:46:38.5532Z","end":"2026-03-31T22:46:38.68628Z","steps":["trace[1294043732] 'process raft request' (duration: 132.620659ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:46:38.816216Z","caller":"traceutil/trace.go:171","msg":"trace[155486709] linearizableReadLoop","detail":"{readStateIndex:11417; appliedIndex:11416; }","duration":"118.767627ms","start":"2026-03-31T22:46:38.697429Z","end":"2026-03-31T22:46:38.816197Z","steps":["trace[155486709] 'read index received' (duration: 118.394289ms)","trace[155486709] 'applied index is now lower than readState.Index' (duration: 372.678µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:46:38.816846Z","caller":"traceutil/trace.go:171","msg":"trace[257957580] transaction","detail":"{read_only:false; response_revision:10986; number_of_response:1; }","duration":"122.578802ms","start":"2026-03-31T22:46:38.694237Z","end":"2026-03-31T22:46:38.816815Z","steps":["trace[257957580] 'process raft request' (duration: 121.742483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:46:38.818189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.72266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:34 size:321148"} {"level":"info","ts":"2026-03-31T22:46:38.818244Z","caller":"traceutil/trace.go:171","msg":"trace[2050787918] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:34; response_revision:10986; }","duration":"120.842083ms","start":"2026-03-31T22:46:38.69739Z","end":"2026-03-31T22:46:38.818233Z","steps":["trace[2050787918] 'agreement among raft nodes before linearized reading' (duration: 118.88589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:46:40.708278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.435852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:46:40.708346Z","caller":"traceutil/trace.go:171","msg":"trace[552716438] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10989; }","duration":"313.554985ms","start":"2026-03-31T22:46:40.394775Z","end":"2026-03-31T22:46:40.70833Z","steps":["trace[552716438] 'count revisions from in-memory index tree' (duration: 313.36668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:46:40.708382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:46:40.394757Z","time spent":"313.614115ms","remote":"127.0.0.1:39624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:46:40.730071Z","caller":"traceutil/trace.go:171","msg":"trace[244177215] transaction","detail":"{read_only:false; response_revision:10990; number_of_response:1; }","duration":"163.294108ms","start":"2026-03-31T22:46:40.566754Z","end":"2026-03-31T22:46:40.730048Z","steps":["trace[244177215] 'process raft request' (duration: 163.097163ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:46:40.731304Z","caller":"traceutil/trace.go:171","msg":"trace[2011161683] linearizableReadLoop","detail":"{readStateIndex:11422; appliedIndex:11420; }","duration":"143.738399ms","start":"2026-03-31T22:46:40.587547Z","end":"2026-03-31T22:46:40.731286Z","steps":["trace[2011161683] 'read index received' (duration: 142.262526ms)","trace[2011161683] 'applied index is now lower than readState.Index' (duration: 1.474993ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:46:40.731339Z","caller":"traceutil/trace.go:171","msg":"trace[1162745689] transaction","detail":"{read_only:false; response_revision:10991; number_of_response:1; }","duration":"164.391393ms","start":"2026-03-31T22:46:40.566922Z","end":"2026-03-31T22:46:40.731313Z","steps":["trace[1162745689] 'process raft request' (duration: 164.233909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:46:40.73152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.949444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:46:40.731549Z","caller":"traceutil/trace.go:171","msg":"trace[804573207] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:10992; }","duration":"144.023255ms","start":"2026-03-31T22:46:40.587517Z","end":"2026-03-31T22:46:40.73154Z","steps":["trace[804573207] 'agreement among raft nodes before linearized reading' (duration: 143.925163ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:46:40.844742Z","caller":"traceutil/trace.go:171","msg":"trace[1312312229] transaction","detail":"{read_only:false; response_revision:10994; number_of_response:1; }","duration":"108.13724ms","start":"2026-03-31T22:46:40.736584Z","end":"2026-03-31T22:46:40.844721Z","steps":["trace[1312312229] 'process raft request' (duration: 107.425634ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:46:40.844926Z","caller":"traceutil/trace.go:171","msg":"trace[1705124695] transaction","detail":"{read_only:false; response_revision:10995; number_of_response:1; }","duration":"108.202781ms","start":"2026-03-31T22:46:40.736714Z","end":"2026-03-31T22:46:40.844917Z","steps":["trace[1705124695] 'process raft request' (duration: 107.447874ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:46:40.845059Z","caller":"traceutil/trace.go:171","msg":"trace[452641175] transaction","detail":"{read_only:false; response_revision:10996; number_of_response:1; }","duration":"108.286273ms","start":"2026-03-31T22:46:40.736761Z","end":"2026-03-31T22:46:40.845047Z","steps":["trace[452641175] 'process raft request' (duration: 107.432864ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:46:40.845178Z","caller":"traceutil/trace.go:171","msg":"trace[1429421601] transaction","detail":"{read_only:false; response_revision:10997; number_of_response:1; }","duration":"108.192491ms","start":"2026-03-31T22:46:40.736978Z","end":"2026-03-31T22:46:40.84517Z","steps":["trace[1429421601] 'process raft request' (duration: 107.239829ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:46:42.332767Z","caller":"traceutil/trace.go:171","msg":"trace[1925417942] linearizableReadLoop","detail":"{readStateIndex:11432; appliedIndex:11431; }","duration":"113.169752ms","start":"2026-03-31T22:46:42.219572Z","end":"2026-03-31T22:46:42.332741Z","steps":["trace[1925417942] 'read index received' (duration: 112.64267ms)","trace[1925417942] 'applied index is now lower than readState.Index' (duration: 525.722µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:46:42.332959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.362206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T22:46:42.333002Z","caller":"traceutil/trace.go:171","msg":"trace[401775269] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11000; }","duration":"113.456158ms","start":"2026-03-31T22:46:42.219535Z","end":"2026-03-31T22:46:42.332992Z","steps":["trace[401775269] 'agreement among raft nodes before linearized reading' (duration: 113.301435ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:46:42.33326Z","caller":"traceutil/trace.go:171","msg":"trace[773431795] transaction","detail":"{read_only:false; response_revision:11000; number_of_response:1; }","duration":"265.880953ms","start":"2026-03-31T22:46:42.06737Z","end":"2026-03-31T22:46:42.333251Z","steps":["trace[773431795] 'process raft request' (duration: 265.022954ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:46:42.923451Z","caller":"traceutil/trace.go:171","msg":"trace[289347363] linearizableReadLoop","detail":"{readStateIndex:11435; appliedIndex:11434; }","duration":"132.195139ms","start":"2026-03-31T22:46:42.791236Z","end":"2026-03-31T22:46:42.923431Z","steps":["trace[289347363] 'read index received' (duration: 37.147394ms)","trace[289347363] 'applied index is now lower than readState.Index' (duration: 95.046625ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:46:42.923662Z","caller":"traceutil/trace.go:171","msg":"trace[1710831576] transaction","detail":"{read_only:false; response_revision:11003; number_of_response:1; }","duration":"185.680641ms","start":"2026-03-31T22:46:42.737973Z","end":"2026-03-31T22:46:42.923653Z","steps":["trace[1710831576] 'process raft request' (duration: 90.529913ms)","trace[1710831576] 'compare' (duration: 94.750219ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:46:42.924087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.829603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T22:46:42.924129Z","caller":"traceutil/trace.go:171","msg":"trace[670059757] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11003; }","duration":"132.915225ms","start":"2026-03-31T22:46:42.791203Z","end":"2026-03-31T22:46:42.924118Z","steps":["trace[670059757] 'agreement among raft nodes before linearized reading' (duration: 132.741881ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:46:45.620992Z","caller":"traceutil/trace.go:171","msg":"trace[1317267754] transaction","detail":"{read_only:false; response_revision:11018; number_of_response:1; }","duration":"116.785193ms","start":"2026-03-31T22:46:45.504179Z","end":"2026-03-31T22:46:45.620964Z","steps":["trace[1317267754] 'process raft request' (duration: 116.1935ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:46:49.02725Z","caller":"traceutil/trace.go:171","msg":"trace[1008972512] transaction","detail":"{read_only:false; response_revision:11032; number_of_response:1; }","duration":"221.205449ms","start":"2026-03-31T22:46:48.806017Z","end":"2026-03-31T22:46:49.027223Z","steps":["trace[1008972512] 'process raft request' (duration: 221.029065ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:46:49.378592Z","caller":"traceutil/trace.go:171","msg":"trace[1156779662] linearizableReadLoop","detail":"{readStateIndex:11466; appliedIndex:11464; }","duration":"420.439095ms","start":"2026-03-31T22:46:48.958126Z","end":"2026-03-31T22:46:49.378565Z","steps":["trace[1156779662] 'read index received' (duration: 68.971009ms)","trace[1156779662] 'applied index is now lower than readState.Index' (duration: 351.466746ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:46:49.378785Z","caller":"traceutil/trace.go:171","msg":"trace[137393492] transaction","detail":"{read_only:false; response_revision:11033; number_of_response:1; }","duration":"426.827449ms","start":"2026-03-31T22:46:48.951933Z","end":"2026-03-31T22:46:49.378761Z","steps":["trace[137393492] 'process raft request' (duration: 421.660612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:46:49.378929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:46:48.951913Z","time spent":"426.932431ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:46:49.379001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.877946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nxsdg\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T22:46:49.379053Z","caller":"traceutil/trace.go:171","msg":"trace[548314670] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nxsdg; range_end:; response_count:1; response_revision:11033; }","duration":"420.958857ms","start":"2026-03-31T22:46:48.958081Z","end":"2026-03-31T22:46:49.37904Z","steps":["trace[548314670] 'agreement among raft nodes before linearized reading' (duration: 420.785863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:46:49.379089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:46:48.958061Z","time spent":"421.019529ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-nxsdg\" "} {"level":"warn","ts":"2026-03-31T22:46:49.389027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.290626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T22:46:49.389074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.025411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T22:46:49.389112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.510801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T22:46:49.389149Z","caller":"traceutil/trace.go:171","msg":"trace[1818635818] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11034; }","duration":"389.569092ms","start":"2026-03-31T22:46:48.99957Z","end":"2026-03-31T22:46:49.389139Z","steps":["trace[1818635818] 'agreement among raft nodes before linearized reading' (duration: 389.49463ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:46:49.389149Z","caller":"traceutil/trace.go:171","msg":"trace[1246210607] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11034; }","duration":"389.128863ms","start":"2026-03-31T22:46:49.000002Z","end":"2026-03-31T22:46:49.389131Z","steps":["trace[1246210607] 'agreement among raft nodes before linearized reading' (duration: 388.849087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:46:49.389185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:46:48.999546Z","time spent":"389.632314ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T22:46:49.389189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:46:48.999994Z","time spent":"389.187504ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T22:46:49.389358Z","caller":"traceutil/trace.go:171","msg":"trace[2010520547] transaction","detail":"{read_only:false; response_revision:11034; number_of_response:1; }","duration":"175.81155ms","start":"2026-03-31T22:46:49.213535Z","end":"2026-03-31T22:46:49.389346Z","steps":["trace[2010520547] 'process raft request' (duration: 175.173376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:46:49.389541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.934251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T22:46:49.389575Z","caller":"traceutil/trace.go:171","msg":"trace[224573828] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11034; }","duration":"389.999222ms","start":"2026-03-31T22:46:48.999566Z","end":"2026-03-31T22:46:49.389565Z","steps":["trace[224573828] 'agreement among raft nodes before linearized reading' (duration: 389.91555ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:46:49.389096Z","caller":"traceutil/trace.go:171","msg":"trace[28746767] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11034; }","duration":"389.407559ms","start":"2026-03-31T22:46:48.999674Z","end":"2026-03-31T22:46:49.389082Z","steps":["trace[28746767] 'agreement among raft nodes before linearized reading' (duration: 389.183544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:46:49.389598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:46:48.999548Z","time spent":"390.044163ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T22:46:49.389609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:46:48.999656Z","time spent":"389.94515ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:46:49.389027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.301581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T22:46:49.389702Z","caller":"traceutil/trace.go:171","msg":"trace[323271066] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11034; }","duration":"420.044827ms","start":"2026-03-31T22:46:48.969647Z","end":"2026-03-31T22:46:49.389692Z","steps":["trace[323271066] 'agreement among raft nodes before linearized reading' (duration: 419.225329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:46:49.389736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:46:48.969626Z","time spent":"420.100178ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T22:47:05.726271Z","caller":"traceutil/trace.go:171","msg":"trace[792135753] transaction","detail":"{read_only:false; response_revision:11148; number_of_response:1; }","duration":"104.783934ms","start":"2026-03-31T22:47:05.621448Z","end":"2026-03-31T22:47:05.726232Z","steps":["trace[792135753] 'process raft request' (duration: 104.558459ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:47:45.683804Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9186} {"level":"info","ts":"2026-03-31T22:47:45.755196Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9186,"took":"69.029693ms","hash":295015395,"current-db-size-bytes":41869312,"current-db-size":"42 MB","current-db-size-in-use-bytes":28598272,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-31T22:47:45.755275Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":295015395,"revision":9186,"compact-revision":7101} {"level":"info","ts":"2026-03-31T22:49:28.314859Z","caller":"traceutil/trace.go:171","msg":"trace[1045123107] linearizableReadLoop","detail":"{readStateIndex:12462; appliedIndex:12461; }","duration":"122.74534ms","start":"2026-03-31T22:49:28.192087Z","end":"2026-03-31T22:49:28.314833Z","steps":["trace[1045123107] 'read index received' (duration: 46.337462ms)","trace[1045123107] 'applied index is now lower than readState.Index' (duration: 76.406678ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:49:28.31519Z","caller":"traceutil/trace.go:171","msg":"trace[1125755485] transaction","detail":"{read_only:false; response_revision:11991; number_of_response:1; }","duration":"124.434958ms","start":"2026-03-31T22:49:28.190735Z","end":"2026-03-31T22:49:28.31517Z","steps":["trace[1125755485] 'process raft request' (duration: 47.738273ms)","trace[1125755485] 'compare' (duration: 76.208224ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:49:28.315093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.986286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-74c5cd8f75-f2s5s.18a20eb3b5c4289b\" ","response":"range_response_count:1 size:1978"} {"level":"info","ts":"2026-03-31T22:49:28.31545Z","caller":"traceutil/trace.go:171","msg":"trace[1116413084] range","detail":"{range_begin:/registry/events/openstack/glance-api-74c5cd8f75-f2s5s.18a20eb3b5c4289b; range_end:; response_count:1; response_revision:11991; }","duration":"123.413626ms","start":"2026-03-31T22:49:28.192023Z","end":"2026-03-31T22:49:28.315437Z","steps":["trace[1116413084] 'agreement among raft nodes before linearized reading' (duration: 122.920615ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:49:28.412852Z","caller":"traceutil/trace.go:171","msg":"trace[1948124099] transaction","detail":"{read_only:false; response_revision:11992; number_of_response:1; }","duration":"210.935743ms","start":"2026-03-31T22:49:28.201886Z","end":"2026-03-31T22:49:28.412821Z","steps":["trace[1948124099] 'process raft request' (duration: 209.986822ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:49:28.443368Z","caller":"traceutil/trace.go:171","msg":"trace[155112615] transaction","detail":"{read_only:false; response_revision:11993; number_of_response:1; }","duration":"125.585024ms","start":"2026-03-31T22:49:28.317751Z","end":"2026-03-31T22:49:28.443336Z","steps":["trace[155112615] 'process raft request' (duration: 119.085639ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:49:28.634019Z","caller":"traceutil/trace.go:171","msg":"trace[1765391575] transaction","detail":"{read_only:false; response_revision:12000; number_of_response:1; }","duration":"180.145061ms","start":"2026-03-31T22:49:28.453838Z","end":"2026-03-31T22:49:28.633983Z","steps":["trace[1765391575] 'process raft request' (duration: 111.171341ms)","trace[1765391575] 'compare' (duration: 68.664923ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:49:28.634155Z","caller":"traceutil/trace.go:171","msg":"trace[1013637895] transaction","detail":"{read_only:false; response_revision:12001; number_of_response:1; }","duration":"179.066588ms","start":"2026-03-31T22:49:28.455065Z","end":"2026-03-31T22:49:28.634131Z","steps":["trace[1013637895] 'process raft request' (duration: 178.826052ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:49:28.66657Z","caller":"traceutil/trace.go:171","msg":"trace[1541704954] transaction","detail":"{read_only:false; response_revision:12002; number_of_response:1; }","duration":"207.18493ms","start":"2026-03-31T22:49:28.459354Z","end":"2026-03-31T22:49:28.666539Z","steps":["trace[1541704954] 'process raft request' (duration: 206.936044ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:49:28.666896Z","caller":"traceutil/trace.go:171","msg":"trace[1706620663] transaction","detail":"{read_only:false; response_revision:12003; number_of_response:1; }","duration":"206.246909ms","start":"2026-03-31T22:49:28.46059Z","end":"2026-03-31T22:49:28.666837Z","steps":["trace[1706620663] 'process raft request' (duration: 205.84707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:49:42.684041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.523916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T22:49:42.684122Z","caller":"traceutil/trace.go:171","msg":"trace[1135208094] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12073; }","duration":"128.654289ms","start":"2026-03-31T22:49:42.555453Z","end":"2026-03-31T22:49:42.684107Z","steps":["trace[1135208094] 'range keys from in-memory index tree' (duration: 128.313501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:49:42.684336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.78594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T22:49:42.684368Z","caller":"traceutil/trace.go:171","msg":"trace[2061248953] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12073; }","duration":"123.865242ms","start":"2026-03-31T22:49:42.560496Z","end":"2026-03-31T22:49:42.684361Z","steps":["trace[2061248953] 'range keys from in-memory index tree' (duration: 123.689907ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:49:44.697129Z","caller":"traceutil/trace.go:171","msg":"trace[156112151] transaction","detail":"{read_only:false; response_revision:12163; number_of_response:1; }","duration":"103.133425ms","start":"2026-03-31T22:49:44.59397Z","end":"2026-03-31T22:49:44.697103Z","steps":["trace[156112151] 'process raft request' (duration: 95.862373ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:49:45.445253Z","caller":"traceutil/trace.go:171","msg":"trace[626244933] transaction","detail":"{read_only:false; response_revision:12170; number_of_response:1; }","duration":"204.854249ms","start":"2026-03-31T22:49:45.240372Z","end":"2026-03-31T22:49:45.445227Z","steps":["trace[626244933] 'process raft request' (duration: 204.693966ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:49:45.568871Z","caller":"traceutil/trace.go:171","msg":"trace[116848541] linearizableReadLoop","detail":"{readStateIndex:12647; appliedIndex:12645; }","duration":"210.273901ms","start":"2026-03-31T22:49:45.35857Z","end":"2026-03-31T22:49:45.568844Z","steps":["trace[116848541] 'read index received' (duration: 86.484223ms)","trace[116848541] 'applied index is now lower than readState.Index' (duration: 123.788208ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:49:45.568974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.416844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:49:45.568972Z","caller":"traceutil/trace.go:171","msg":"trace[669681196] transaction","detail":"{read_only:false; response_revision:12171; number_of_response:1; }","duration":"324.314521ms","start":"2026-03-31T22:49:45.244624Z","end":"2026-03-31T22:49:45.568939Z","steps":["trace[669681196] 'process raft request' (duration: 323.32606ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:49:45.569014Z","caller":"traceutil/trace.go:171","msg":"trace[929525716] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12171; }","duration":"210.498786ms","start":"2026-03-31T22:49:45.358503Z","end":"2026-03-31T22:49:45.569002Z","steps":["trace[929525716] 'agreement among raft nodes before linearized reading' (duration: 210.423544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:49:45.569452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:49:45.244604Z","time spent":"324.432594ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:49:49.192822Z","caller":"traceutil/trace.go:171","msg":"trace[103197306] transaction","detail":"{read_only:false; response_revision:12193; number_of_response:1; }","duration":"231.721182ms","start":"2026-03-31T22:49:48.961071Z","end":"2026-03-31T22:49:49.192792Z","steps":["trace[103197306] 'process raft request' (duration: 231.279472ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:49:49.192987Z","caller":"traceutil/trace.go:171","msg":"trace[581494867] linearizableReadLoop","detail":"{readStateIndex:12672; appliedIndex:12669; }","duration":"180.300427ms","start":"2026-03-31T22:49:49.012666Z","end":"2026-03-31T22:49:49.192967Z","steps":["trace[581494867] 'read index received' (duration: 179.55444ms)","trace[581494867] 'applied index is now lower than readState.Index' (duration: 743.747µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:49:49.193053Z","caller":"traceutil/trace.go:171","msg":"trace[1757395330] transaction","detail":"{read_only:false; response_revision:12195; number_of_response:1; }","duration":"231.077457ms","start":"2026-03-31T22:49:48.961938Z","end":"2026-03-31T22:49:49.193016Z","steps":["trace[1757395330] 'process raft request' (duration: 230.786591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:49:49.193175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.497122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T22:49:49.193241Z","caller":"traceutil/trace.go:171","msg":"trace[1803086616] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12195; }","duration":"180.598173ms","start":"2026-03-31T22:49:49.012623Z","end":"2026-03-31T22:49:49.193221Z","steps":["trace[1803086616] 'agreement among raft nodes before linearized reading' (duration: 180.43215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:49:49.193322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.862373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nxsdg\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T22:49:49.193364Z","caller":"traceutil/trace.go:171","msg":"trace[519294789] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nxsdg; range_end:; response_count:1; response_revision:12195; }","duration":"173.962705ms","start":"2026-03-31T22:49:49.01939Z","end":"2026-03-31T22:49:49.193353Z","steps":["trace[519294789] 'agreement among raft nodes before linearized reading' (duration: 173.743141ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:49:49.192888Z","caller":"traceutil/trace.go:171","msg":"trace[1680246438] transaction","detail":"{read_only:false; response_revision:12194; number_of_response:1; }","duration":"231.16952ms","start":"2026-03-31T22:49:48.961657Z","end":"2026-03-31T22:49:49.192826Z","steps":["trace[1680246438] 'process raft request' (duration: 231.015956ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:50:01.413666Z","caller":"traceutil/trace.go:171","msg":"trace[263446172] linearizableReadLoop","detail":"{readStateIndex:12766; appliedIndex:12765; }","duration":"366.434025ms","start":"2026-03-31T22:50:01.047192Z","end":"2026-03-31T22:50:01.413626Z","steps":["trace[263446172] 'read index received' (duration: 366.17327ms)","trace[263446172] 'applied index is now lower than readState.Index' (duration: 259.605µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:50:01.413784Z","caller":"traceutil/trace.go:171","msg":"trace[396859608] transaction","detail":"{read_only:false; response_revision:12287; number_of_response:1; }","duration":"381.868993ms","start":"2026-03-31T22:50:01.031879Z","end":"2026-03-31T22:50:01.413748Z","steps":["trace[396859608] 'process raft request' (duration: 381.496465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:50:01.413939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:50:01.031859Z","time spent":"382.002418ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:50:01.413947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.754864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T22:50:01.413987Z","caller":"traceutil/trace.go:171","msg":"trace[1944987877] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12287; }","duration":"366.826135ms","start":"2026-03-31T22:50:01.047149Z","end":"2026-03-31T22:50:01.413976Z","steps":["trace[1944987877] 'agreement among raft nodes before linearized reading' (duration: 366.614989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:50:01.414013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:50:01.047133Z","time spent":"366.874187ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T22:50:01.421133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.660815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:50:01.421178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.755325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nxsdg\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T22:50:01.421215Z","caller":"traceutil/trace.go:171","msg":"trace[1613836796] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:12288; }","duration":"196.790658ms","start":"2026-03-31T22:50:01.224407Z","end":"2026-03-31T22:50:01.421197Z","steps":["trace[1613836796] 'agreement among raft nodes before linearized reading' (duration: 196.613374ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:50:01.421252Z","caller":"traceutil/trace.go:171","msg":"trace[554553705] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nxsdg; range_end:; response_count:1; response_revision:12288; }","duration":"105.834996ms","start":"2026-03-31T22:50:01.315385Z","end":"2026-03-31T22:50:01.42122Z","steps":["trace[554553705] 'agreement among raft nodes before linearized reading' (duration: 105.666383ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:50:01.421245Z","caller":"traceutil/trace.go:171","msg":"trace[919253435] transaction","detail":"{read_only:false; response_revision:12288; number_of_response:1; }","duration":"193.476224ms","start":"2026-03-31T22:50:01.227703Z","end":"2026-03-31T22:50:01.421179Z","steps":["trace[919253435] 'process raft request' (duration: 193.171417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:50:01.421491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.227344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T22:50:01.421563Z","caller":"traceutil/trace.go:171","msg":"trace[751868278] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12288; }","duration":"110.295926ms","start":"2026-03-31T22:50:01.31123Z","end":"2026-03-31T22:50:01.421526Z","steps":["trace[751868278] 'agreement among raft nodes before linearized reading' (duration: 110.176394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:50:01.421521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.752443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T22:50:01.421602Z","caller":"traceutil/trace.go:171","msg":"trace[491278191] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12288; }","duration":"121.860996ms","start":"2026-03-31T22:50:01.29973Z","end":"2026-03-31T22:50:01.421591Z","steps":["trace[491278191] 'agreement among raft nodes before linearized reading' (duration: 121.725393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:50:01.421669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.397025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T22:50:01.421689Z","caller":"traceutil/trace.go:171","msg":"trace[1238762960] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12288; }","duration":"129.452837ms","start":"2026-03-31T22:50:01.29223Z","end":"2026-03-31T22:50:01.421683Z","steps":["trace[1238762960] 'agreement among raft nodes before linearized reading' (duration: 129.392355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:50:01.421722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.830585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T22:50:01.421764Z","caller":"traceutil/trace.go:171","msg":"trace[757533920] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12288; }","duration":"121.942737ms","start":"2026-03-31T22:50:01.299812Z","end":"2026-03-31T22:50:01.421755Z","steps":["trace[757533920] 'agreement among raft nodes before linearized reading' (duration: 121.852035ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:50:03.561529Z","caller":"traceutil/trace.go:171","msg":"trace[1581354130] transaction","detail":"{read_only:false; response_revision:12310; number_of_response:1; }","duration":"112.743181ms","start":"2026-03-31T22:50:03.448764Z","end":"2026-03-31T22:50:03.561507Z","steps":["trace[1581354130] 'process raft request' (duration: 112.70439ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:50:03.561593Z","caller":"traceutil/trace.go:171","msg":"trace[331559697] transaction","detail":"{read_only:false; response_revision:12307; number_of_response:1; }","duration":"112.954626ms","start":"2026-03-31T22:50:03.448612Z","end":"2026-03-31T22:50:03.561567Z","steps":["trace[331559697] 'process raft request' (duration: 112.67496ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:50:03.561841Z","caller":"traceutil/trace.go:171","msg":"trace[308844546] transaction","detail":"{read_only:false; response_revision:12306; number_of_response:1; }","duration":"113.391505ms","start":"2026-03-31T22:50:03.448438Z","end":"2026-03-31T22:50:03.56183Z","steps":["trace[308844546] 'process raft request' (duration: 89.852877ms)","trace[308844546] 'compare' (duration: 22.652118ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:50:03.562141Z","caller":"traceutil/trace.go:171","msg":"trace[1702573205] transaction","detail":"{read_only:false; response_revision:12308; number_of_response:1; }","duration":"113.408616ms","start":"2026-03-31T22:50:03.448723Z","end":"2026-03-31T22:50:03.562132Z","steps":["trace[1702573205] 'process raft request' (duration: 112.658249ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:50:03.562181Z","caller":"traceutil/trace.go:171","msg":"trace[1114035616] transaction","detail":"{read_only:false; response_revision:12309; number_of_response:1; }","duration":"113.403045ms","start":"2026-03-31T22:50:03.448771Z","end":"2026-03-31T22:50:03.562174Z","steps":["trace[1114035616] 'process raft request' (duration: 112.663439ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:50:06.725224Z","caller":"traceutil/trace.go:171","msg":"trace[24685642] transaction","detail":"{read_only:false; response_revision:12324; number_of_response:1; }","duration":"149.982748ms","start":"2026-03-31T22:50:06.575211Z","end":"2026-03-31T22:50:06.725194Z","steps":["trace[24685642] 'process raft request' (duration: 149.826373ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:50:06.725638Z","caller":"traceutil/trace.go:171","msg":"trace[1777714440] linearizableReadLoop","detail":"{readStateIndex:12804; appliedIndex:12803; }","duration":"169.810432ms","start":"2026-03-31T22:50:06.555813Z","end":"2026-03-31T22:50:06.725624Z","steps":["trace[1777714440] 'read index received' (duration: 148.477993ms)","trace[1777714440] 'applied index is now lower than readState.Index' (duration: 21.330879ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:50:06.725855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.024408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T22:50:06.725901Z","caller":"traceutil/trace.go:171","msg":"trace[1487670847] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12324; }","duration":"170.13403ms","start":"2026-03-31T22:50:06.555755Z","end":"2026-03-31T22:50:06.725889Z","steps":["trace[1487670847] 'agreement among raft nodes before linearized reading' (duration: 169.924076ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:50:22.187293Z","caller":"traceutil/trace.go:171","msg":"trace[1496747598] linearizableReadLoop","detail":"{readStateIndex:12897; appliedIndex:12896; }","duration":"121.427896ms","start":"2026-03-31T22:50:22.06584Z","end":"2026-03-31T22:50:22.187268Z","steps":["trace[1496747598] 'read index received' (duration: 121.112529ms)","trace[1496747598] 'applied index is now lower than readState.Index' (duration: 314.377µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:50:22.18745Z","caller":"traceutil/trace.go:171","msg":"trace[491047324] transaction","detail":"{read_only:false; response_revision:12413; number_of_response:1; }","duration":"125.100549ms","start":"2026-03-31T22:50:22.062267Z","end":"2026-03-31T22:50:22.187367Z","steps":["trace[491047324] 'process raft request' (duration: 124.861584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:50:22.18802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.159712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T22:50:22.188084Z","caller":"traceutil/trace.go:171","msg":"trace[1964262408] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12413; }","duration":"122.238733ms","start":"2026-03-31T22:50:22.06583Z","end":"2026-03-31T22:50:22.188069Z","steps":["trace[1964262408] 'agreement among raft nodes before linearized reading' (duration: 121.538408ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:50:38.483128Z","caller":"traceutil/trace.go:171","msg":"trace[1683956321] linearizableReadLoop","detail":"{readStateIndex:12988; appliedIndex:12987; }","duration":"122.04836ms","start":"2026-03-31T22:50:38.361049Z","end":"2026-03-31T22:50:38.483098Z","steps":["trace[1683956321] 'read index received' (duration: 121.795945ms)","trace[1683956321] 'applied index is now lower than readState.Index' (duration: 250.825µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:50:38.483491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.422509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:50:38.483583Z","caller":"traceutil/trace.go:171","msg":"trace[324467002] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12500; }","duration":"122.561303ms","start":"2026-03-31T22:50:38.360999Z","end":"2026-03-31T22:50:38.48356Z","steps":["trace[324467002] 'agreement among raft nodes before linearized reading' (duration: 122.386899ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:50:38.485732Z","caller":"traceutil/trace.go:171","msg":"trace[505912666] transaction","detail":"{read_only:false; response_revision:12500; number_of_response:1; }","duration":"196.239746ms","start":"2026-03-31T22:50:38.289466Z","end":"2026-03-31T22:50:38.485706Z","steps":["trace[505912666] 'process raft request' (duration: 193.399122ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:50:40.059699Z","caller":"traceutil/trace.go:171","msg":"trace[898605183] linearizableReadLoop","detail":"{readStateIndex:12992; appliedIndex:12991; }","duration":"125.520568ms","start":"2026-03-31T22:50:39.934154Z","end":"2026-03-31T22:50:40.059675Z","steps":["trace[898605183] 'read index received' (duration: 125.357615ms)","trace[898605183] 'applied index is now lower than readState.Index' (duration: 161.953µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:50:40.05975Z","caller":"traceutil/trace.go:171","msg":"trace[1874201723] transaction","detail":"{read_only:false; response_revision:12504; number_of_response:1; }","duration":"129.902737ms","start":"2026-03-31T22:50:39.929807Z","end":"2026-03-31T22:50:40.05971Z","steps":["trace[1874201723] 'process raft request' (duration: 129.711293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:50:40.059988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.83211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T22:50:40.060017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.666962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T22:50:40.060029Z","caller":"traceutil/trace.go:171","msg":"trace[1684041006] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12504; }","duration":"123.914282ms","start":"2026-03-31T22:50:39.936105Z","end":"2026-03-31T22:50:40.06002Z","steps":["trace[1684041006] 'agreement among raft nodes before linearized reading' (duration: 123.783339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:50:40.060005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.079526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T22:50:40.06002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.799214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T22:50:40.060088Z","caller":"traceutil/trace.go:171","msg":"trace[1886384490] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12504; }","duration":"116.22039ms","start":"2026-03-31T22:50:39.943851Z","end":"2026-03-31T22:50:40.060071Z","steps":["trace[1886384490] 'agreement among raft nodes before linearized reading' (duration: 116.017616ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:50:40.060123Z","caller":"traceutil/trace.go:171","msg":"trace[1216686910] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12504; }","duration":"125.996199ms","start":"2026-03-31T22:50:39.934104Z","end":"2026-03-31T22:50:40.0601Z","steps":["trace[1216686910] 'agreement among raft nodes before linearized reading' (duration: 125.671232ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:50:40.060178Z","caller":"traceutil/trace.go:171","msg":"trace[1721819571] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12504; }","duration":"125.708333ms","start":"2026-03-31T22:50:39.934336Z","end":"2026-03-31T22:50:40.060044Z","steps":["trace[1721819571] 'agreement among raft nodes before linearized reading' (duration: 125.475257ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:50:41.570451Z","caller":"traceutil/trace.go:171","msg":"trace[1573697995] transaction","detail":"{read_only:false; response_revision:12512; number_of_response:1; }","duration":"206.149017ms","start":"2026-03-31T22:50:41.364191Z","end":"2026-03-31T22:50:41.57034Z","steps":["trace[1573697995] 'process raft request' (duration: 123.37563ms)","trace[1573697995] 'compare' (duration: 82.43886ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:50:42.242334Z","caller":"traceutil/trace.go:171","msg":"trace[448840528] linearizableReadLoop","detail":"{readStateIndex:13004; appliedIndex:13003; }","duration":"129.63785ms","start":"2026-03-31T22:50:42.112677Z","end":"2026-03-31T22:50:42.242315Z","steps":["trace[448840528] 'read index received' (duration: 127.836569ms)","trace[448840528] 'applied index is now lower than readState.Index' (duration: 1.800431ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:50:42.242448Z","caller":"traceutil/trace.go:171","msg":"trace[621648702] transaction","detail":"{read_only:false; response_revision:12515; number_of_response:1; }","duration":"135.652905ms","start":"2026-03-31T22:50:42.106783Z","end":"2026-03-31T22:50:42.242436Z","steps":["trace[621648702] 'process raft request' (duration: 133.906855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:50:42.242792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.64094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-31T22:50:42.242793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.10703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T22:50:42.2428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.053009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T22:50:42.242839Z","caller":"traceutil/trace.go:171","msg":"trace[1698619627] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12515; }","duration":"130.184792ms","start":"2026-03-31T22:50:42.112643Z","end":"2026-03-31T22:50:42.242827Z","steps":["trace[1698619627] 'agreement among raft nodes before linearized reading' (duration: 130.046099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:50:42.242836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.798214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T22:50:42.242852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.478837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T22:50:42.242876Z","caller":"traceutil/trace.go:171","msg":"trace[1757698015] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12515; }","duration":"130.147312ms","start":"2026-03-31T22:50:42.112708Z","end":"2026-03-31T22:50:42.242855Z","steps":["trace[1757698015] 'agreement among raft nodes before linearized reading' (duration: 129.935387ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:50:42.242896Z","caller":"traceutil/trace.go:171","msg":"trace[397304934] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12515; }","duration":"129.879036ms","start":"2026-03-31T22:50:42.113003Z","end":"2026-03-31T22:50:42.242882Z","steps":["trace[397304934] 'agreement among raft nodes before linearized reading' (duration: 129.709912ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:50:42.242901Z","caller":"traceutil/trace.go:171","msg":"trace[393014238] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12515; }","duration":"129.542308ms","start":"2026-03-31T22:50:42.113346Z","end":"2026-03-31T22:50:42.242889Z","steps":["trace[393014238] 'agreement among raft nodes before linearized reading' (duration: 129.309353ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:50:42.242832Z","caller":"traceutil/trace.go:171","msg":"trace[2063059790] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12515; }","duration":"129.691201ms","start":"2026-03-31T22:50:42.11313Z","end":"2026-03-31T22:50:42.242821Z","steps":["trace[2063059790] 'agreement among raft nodes before linearized reading' (duration: 129.578899ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:50:52.454317Z","caller":"traceutil/trace.go:171","msg":"trace[51561809] transaction","detail":"{read_only:false; response_revision:12573; number_of_response:1; }","duration":"102.730276ms","start":"2026-03-31T22:50:52.351555Z","end":"2026-03-31T22:50:52.454285Z","steps":["trace[51561809] 'process raft request' (duration: 102.595413ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:50:52.493571Z","caller":"traceutil/trace.go:171","msg":"trace[2000754615] transaction","detail":"{read_only:false; response_revision:12576; number_of_response:1; }","duration":"140.217658ms","start":"2026-03-31T22:50:52.353332Z","end":"2026-03-31T22:50:52.49355Z","steps":["trace[2000754615] 'process raft request' (duration: 140.177677ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:50:52.493629Z","caller":"traceutil/trace.go:171","msg":"trace[215541979] transaction","detail":"{read_only:false; response_revision:12574; number_of_response:1; }","duration":"140.750779ms","start":"2026-03-31T22:50:52.352844Z","end":"2026-03-31T22:50:52.493594Z","steps":["trace[215541979] 'process raft request' (duration: 140.512724ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:50:52.493797Z","caller":"traceutil/trace.go:171","msg":"trace[2128297194] transaction","detail":"{read_only:false; response_revision:12575; number_of_response:1; }","duration":"140.505744ms","start":"2026-03-31T22:50:52.353251Z","end":"2026-03-31T22:50:52.493757Z","steps":["trace[2128297194] 'process raft request' (duration: 140.232608ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:50:53.410059Z","caller":"traceutil/trace.go:171","msg":"trace[1143660163] transaction","detail":"{read_only:false; response_revision:12578; number_of_response:1; }","duration":"331.292028ms","start":"2026-03-31T22:50:53.078714Z","end":"2026-03-31T22:50:53.410006Z","steps":["trace[1143660163] 'process raft request' (duration: 330.758556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:50:53.410323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:50:53.078691Z","time spent":"331.492693ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:52:45.69027Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11418} {"level":"info","ts":"2026-03-31T22:52:45.777991Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11418,"took":"85.907188ms","hash":2765286872,"current-db-size-bytes":41869312,"current-db-size":"42 MB","current-db-size-in-use-bytes":22245376,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-31T22:52:45.778052Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2765286872,"revision":11418,"compact-revision":9186} {"level":"warn","ts":"2026-03-31T22:53:15.143273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.119115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5129"} {"level":"info","ts":"2026-03-31T22:53:15.143354Z","caller":"traceutil/trace.go:171","msg":"trace[1404273028] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:13309; }","duration":"160.241978ms","start":"2026-03-31T22:53:14.983096Z","end":"2026-03-31T22:53:15.143338Z","steps":["trace[1404273028] 'range keys from in-memory index tree' (duration: 159.976852ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:53:15.485286Z","caller":"traceutil/trace.go:171","msg":"trace[420168299] linearizableReadLoop","detail":"{readStateIndex:13833; appliedIndex:13832; }","duration":"104.518637ms","start":"2026-03-31T22:53:15.380734Z","end":"2026-03-31T22:53:15.485252Z","steps":["trace[420168299] 'read index received' (duration: 82.167465ms)","trace[420168299] 'applied index is now lower than readState.Index' (duration: 22.349902ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:53:15.485474Z","caller":"traceutil/trace.go:171","msg":"trace[1600733251] transaction","detail":"{read_only:false; response_revision:13312; number_of_response:1; }","duration":"110.886119ms","start":"2026-03-31T22:53:15.374515Z","end":"2026-03-31T22:53:15.485401Z","steps":["trace[1600733251] 'process raft request' (duration: 88.402635ms)","trace[1600733251] 'compare' (duration: 22.163487ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:53:15.485643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.855735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T22:53:15.485798Z","caller":"traceutil/trace.go:171","msg":"trace[578902072] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13312; }","duration":"105.05691ms","start":"2026-03-31T22:53:15.380673Z","end":"2026-03-31T22:53:15.48573Z","steps":["trace[578902072] 'agreement among raft nodes before linearized reading' (duration: 104.768613ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:53:15.677295Z","caller":"traceutil/trace.go:171","msg":"trace[707185451] linearizableReadLoop","detail":"{readStateIndex:13835; appliedIndex:13833; }","duration":"173.398103ms","start":"2026-03-31T22:53:15.503875Z","end":"2026-03-31T22:53:15.677273Z","steps":["trace[707185451] 'read index received' (duration: 76.690582ms)","trace[707185451] 'applied index is now lower than readState.Index' (duration: 96.706461ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:53:15.677601Z","caller":"traceutil/trace.go:171","msg":"trace[697824286] transaction","detail":"{read_only:false; response_revision:13314; number_of_response:1; }","duration":"186.980518ms","start":"2026-03-31T22:53:15.490607Z","end":"2026-03-31T22:53:15.677587Z","steps":["trace[697824286] 'process raft request' (duration: 186.485397ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:53:15.677951Z","caller":"traceutil/trace.go:171","msg":"trace[2087253392] transaction","detail":"{read_only:false; response_revision:13315; number_of_response:1; }","duration":"107.005203ms","start":"2026-03-31T22:53:15.570933Z","end":"2026-03-31T22:53:15.677938Z","steps":["trace[2087253392] 'process raft request' (duration: 106.297307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:53:15.678174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.296854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T22:53:15.678218Z","caller":"traceutil/trace.go:171","msg":"trace[1444387567] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13315; }","duration":"174.413756ms","start":"2026-03-31T22:53:15.50379Z","end":"2026-03-31T22:53:15.678204Z","steps":["trace[1444387567] 'agreement among raft nodes before linearized reading' (duration: 174.292104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:53:17.434756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.601133ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:53:17.434879Z","caller":"traceutil/trace.go:171","msg":"trace[1981394541] linearizableReadLoop","detail":"{readStateIndex:13844; appliedIndex:13843; }","duration":"156.455442ms","start":"2026-03-31T22:53:17.278407Z","end":"2026-03-31T22:53:17.434863Z","steps":["trace[1981394541] 'read index received' (duration: 33.4494ms)","trace[1981394541] 'applied index is now lower than readState.Index' (duration: 123.004782ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:53:17.434951Z","caller":"traceutil/trace.go:171","msg":"trace[1793299230] transaction","detail":"{read_only:false; response_revision:13322; number_of_response:1; }","duration":"177.737641ms","start":"2026-03-31T22:53:17.257187Z","end":"2026-03-31T22:53:17.434925Z","steps":["trace[1793299230] 'process raft request' (duration: 54.869852ms)","trace[1793299230] 'compare' (duration: 122.355577ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:53:17.435102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.700588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-31T22:53:17.435165Z","caller":"traceutil/trace.go:171","msg":"trace[970092473] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:13322; }","duration":"156.740949ms","start":"2026-03-31T22:53:17.278389Z","end":"2026-03-31T22:53:17.43513Z","steps":["trace[970092473] 'agreement among raft nodes before linearized reading' (duration: 156.541075ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:53:17.872829Z","caller":"traceutil/trace.go:171","msg":"trace[1844979152] transaction","detail":"{read_only:false; response_revision:13326; number_of_response:1; }","duration":"183.131591ms","start":"2026-03-31T22:53:17.689666Z","end":"2026-03-31T22:53:17.872798Z","steps":["trace[1844979152] 'process raft request' (duration: 182.681311ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:53:17.872824Z","caller":"traceutil/trace.go:171","msg":"trace[1391482834] linearizableReadLoop","detail":"{readStateIndex:13848; appliedIndex:13847; }","duration":"169.253799ms","start":"2026-03-31T22:53:17.70352Z","end":"2026-03-31T22:53:17.872774Z","steps":["trace[1391482834] 'read index received' (duration: 168.763728ms)","trace[1391482834] 'applied index is now lower than readState.Index' (duration: 488.151µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:53:17.873016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.482874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T22:53:17.873076Z","caller":"traceutil/trace.go:171","msg":"trace[2024303098] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13326; }","duration":"169.587077ms","start":"2026-03-31T22:53:17.703475Z","end":"2026-03-31T22:53:17.873062Z","steps":["trace[2024303098] 'agreement among raft nodes before linearized reading' (duration: 169.397033ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:53:17.925514Z","caller":"traceutil/trace.go:171","msg":"trace[630234074] transaction","detail":"{read_only:false; response_revision:13327; number_of_response:1; }","duration":"192.443761ms","start":"2026-03-31T22:53:17.733042Z","end":"2026-03-31T22:53:17.925485Z","steps":["trace[630234074] 'process raft request' (duration: 192.275937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:53:17.926274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.649962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:53:17.926393Z","caller":"traceutil/trace.go:171","msg":"trace[1358508105] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:13327; }","duration":"187.812666ms","start":"2026-03-31T22:53:17.738552Z","end":"2026-03-31T22:53:17.926365Z","steps":["trace[1358508105] 'agreement among raft nodes before linearized reading' (duration: 186.948787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:53:18.870391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.479121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:53:18.870457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.993286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:53:18.870522Z","caller":"traceutil/trace.go:171","msg":"trace[756355203] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:13330; }","duration":"188.712097ms","start":"2026-03-31T22:53:18.681786Z","end":"2026-03-31T22:53:18.870498Z","steps":["trace[756355203] 'count revisions from in-memory index tree' (duration: 188.342138ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:53:18.870574Z","caller":"traceutil/trace.go:171","msg":"trace[1840360512] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:13330; }","duration":"121.187581ms","start":"2026-03-31T22:53:18.749357Z","end":"2026-03-31T22:53:18.870545Z","steps":["trace[1840360512] 'count revisions from in-memory index tree' (duration: 120.896774ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:53:19.058359Z","caller":"traceutil/trace.go:171","msg":"trace[244472320] transaction","detail":"{read_only:false; response_revision:13331; number_of_response:1; }","duration":"159.91331ms","start":"2026-03-31T22:53:18.898425Z","end":"2026-03-31T22:53:19.058339Z","steps":["trace[244472320] 'process raft request' (duration: 159.725646ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:53:19.140716Z","caller":"traceutil/trace.go:171","msg":"trace[1144665742] transaction","detail":"{read_only:false; response_revision:13332; number_of_response:1; }","duration":"151.208594ms","start":"2026-03-31T22:53:18.989475Z","end":"2026-03-31T22:53:19.140684Z","steps":["trace[1144665742] 'process raft request' (duration: 145.371914ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:54:09.767629Z","caller":"traceutil/trace.go:171","msg":"trace[240173728] linearizableReadLoop","detail":"{readStateIndex:14122; appliedIndex:14121; }","duration":"110.218331ms","start":"2026-03-31T22:54:09.657378Z","end":"2026-03-31T22:54:09.767596Z","steps":["trace[240173728] 'read index received' (duration: 104.86381ms)","trace[240173728] 'applied index is now lower than readState.Index' (duration: 5.352961ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:54:09.767951Z","caller":"traceutil/trace.go:171","msg":"trace[292809709] transaction","detail":"{read_only:false; response_revision:13590; number_of_response:1; }","duration":"117.520804ms","start":"2026-03-31T22:54:09.650403Z","end":"2026-03-31T22:54:09.767924Z","steps":["trace[292809709] 'process raft request' (duration: 111.837246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:54:09.767971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.582518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nxsdg\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T22:54:09.768035Z","caller":"traceutil/trace.go:171","msg":"trace[1398451331] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nxsdg; range_end:; response_count:1; response_revision:13590; }","duration":"110.698021ms","start":"2026-03-31T22:54:09.657321Z","end":"2026-03-31T22:54:09.768019Z","steps":["trace[1398451331] 'agreement among raft nodes before linearized reading' (duration: 110.445725ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:54:11.349584Z","caller":"traceutil/trace.go:171","msg":"trace[1404773261] transaction","detail":"{read_only:false; response_revision:13597; number_of_response:1; }","duration":"160.42396ms","start":"2026-03-31T22:54:11.189139Z","end":"2026-03-31T22:54:11.349563Z","steps":["trace[1404773261] 'process raft request' (duration: 160.073242ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:54:12.49868Z","caller":"traceutil/trace.go:171","msg":"trace[1712549584] transaction","detail":"{read_only:false; response_revision:13604; number_of_response:1; }","duration":"101.831792ms","start":"2026-03-31T22:54:12.396828Z","end":"2026-03-31T22:54:12.49866Z","steps":["trace[1712549584] 'process raft request' (duration: 101.681538ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:54:13.950506Z","caller":"traceutil/trace.go:171","msg":"trace[2101616536] linearizableReadLoop","detail":"{readStateIndex:14143; appliedIndex:14142; }","duration":"147.432818ms","start":"2026-03-31T22:54:13.803022Z","end":"2026-03-31T22:54:13.950455Z","steps":["trace[2101616536] 'read index received' (duration: 50.701281ms)","trace[2101616536] 'applied index is now lower than readState.Index' (duration: 96.730107ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:54:13.950646Z","caller":"traceutil/trace.go:171","msg":"trace[1231882921] transaction","detail":"{read_only:false; response_revision:13610; number_of_response:1; }","duration":"159.923018ms","start":"2026-03-31T22:54:13.790697Z","end":"2026-03-31T22:54:13.95062Z","steps":["trace[1231882921] 'process raft request' (duration: 63.12838ms)","trace[1231882921] 'compare' (duration: 96.473511ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:54:13.950732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.697873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nxsdg\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T22:54:13.950799Z","caller":"traceutil/trace.go:171","msg":"trace[2001109154] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nxsdg; range_end:; response_count:1; response_revision:13610; }","duration":"147.838867ms","start":"2026-03-31T22:54:13.802946Z","end":"2026-03-31T22:54:13.950785Z","steps":["trace[2001109154] 'agreement among raft nodes before linearized reading' (duration: 147.639193ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:54:16.63321Z","caller":"traceutil/trace.go:171","msg":"trace[879411118] transaction","detail":"{read_only:false; response_revision:13622; number_of_response:1; }","duration":"110.246411ms","start":"2026-03-31T22:54:16.52294Z","end":"2026-03-31T22:54:16.633187Z","steps":["trace[879411118] 'process raft request' (duration: 110.130429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:54:16.840554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.651305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:54:16.840637Z","caller":"traceutil/trace.go:171","msg":"trace[1467891171] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:13624; }","duration":"148.825169ms","start":"2026-03-31T22:54:16.691794Z","end":"2026-03-31T22:54:16.840619Z","steps":["trace[1467891171] 'agreement among raft nodes before linearized reading' (duration: 148.597544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:54:16.840812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.957879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T22:54:16.840959Z","caller":"traceutil/trace.go:171","msg":"trace[541245604] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13624; }","duration":"148.139724ms","start":"2026-03-31T22:54:16.692792Z","end":"2026-03-31T22:54:16.840931Z","steps":["trace[541245604] 'agreement among raft nodes before linearized reading' (duration: 147.661283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:54:17.823562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.624512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T22:54:17.823657Z","caller":"traceutil/trace.go:171","msg":"trace[1005349048] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13628; }","duration":"111.768985ms","start":"2026-03-31T22:54:17.711861Z","end":"2026-03-31T22:54:17.82363Z","steps":["trace[1005349048] 'range keys from in-memory index tree' (duration: 111.414807ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:54:51.459776Z","caller":"traceutil/trace.go:171","msg":"trace[1114504556] linearizableReadLoop","detail":"{readStateIndex:14341; appliedIndex:14340; }","duration":"102.087548ms","start":"2026-03-31T22:54:51.357656Z","end":"2026-03-31T22:54:51.459743Z","steps":["trace[1114504556] 'read index received' (duration: 101.907504ms)","trace[1114504556] 'applied index is now lower than readState.Index' (duration: 178.614µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:54:51.459929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.248651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:54:51.459978Z","caller":"traceutil/trace.go:171","msg":"trace[24174974] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13800; }","duration":"102.336133ms","start":"2026-03-31T22:54:51.357631Z","end":"2026-03-31T22:54:51.459968Z","steps":["trace[24174974] 'agreement among raft nodes before linearized reading' (duration: 102.21452ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:54:53.03476Z","caller":"traceutil/trace.go:171","msg":"trace[1307720482] linearizableReadLoop","detail":"{readStateIndex:14349; appliedIndex:14348; }","duration":"165.683769ms","start":"2026-03-31T22:54:52.869019Z","end":"2026-03-31T22:54:53.034703Z","steps":["trace[1307720482] 'read index received' (duration: 165.416863ms)","trace[1307720482] 'applied index is now lower than readState.Index' (duration: 266.036µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:54:53.03485Z","caller":"traceutil/trace.go:171","msg":"trace[603990186] transaction","detail":"{read_only:false; response_revision:13808; number_of_response:1; }","duration":"264.186254ms","start":"2026-03-31T22:54:52.770654Z","end":"2026-03-31T22:54:53.03484Z","steps":["trace[603990186] 'process raft request' (duration: 263.860557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:54:53.035043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.010477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T22:54:53.035071Z","caller":"traceutil/trace.go:171","msg":"trace[86951370] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13808; }","duration":"166.073408ms","start":"2026-03-31T22:54:52.868991Z","end":"2026-03-31T22:54:53.035065Z","steps":["trace[86951370] 'agreement among raft nodes before linearized reading' (duration: 165.953976ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:54:54.437683Z","caller":"traceutil/trace.go:171","msg":"trace[816850986] transaction","detail":"{read_only:false; response_revision:13813; number_of_response:1; }","duration":"425.061095ms","start":"2026-03-31T22:54:54.012602Z","end":"2026-03-31T22:54:54.437664Z","steps":["trace[816850986] 'process raft request' (duration: 424.933502ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:54:54.437706Z","caller":"traceutil/trace.go:171","msg":"trace[725875771] linearizableReadLoop","detail":"{readStateIndex:14354; appliedIndex:14354; }","duration":"306.335894ms","start":"2026-03-31T22:54:54.13134Z","end":"2026-03-31T22:54:54.437676Z","steps":["trace[725875771] 'read index received' (duration: 306.322984ms)","trace[725875771] 'applied index is now lower than readState.Index' (duration: 10.36µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:54:54.437818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:54:54.012579Z","time spent":"425.177528ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:54:54.437883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.551418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T22:54:54.437912Z","caller":"traceutil/trace.go:171","msg":"trace[998519785] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13813; }","duration":"306.62345ms","start":"2026-03-31T22:54:54.131281Z","end":"2026-03-31T22:54:54.437904Z","steps":["trace[998519785] 'agreement among raft nodes before linearized reading' (duration: 306.516378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:54:54.437934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:54:54.13126Z","time spent":"306.668651ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T22:54:54.576411Z","caller":"traceutil/trace.go:171","msg":"trace[1309552865] transaction","detail":"{read_only:false; response_revision:13814; number_of_response:1; }","duration":"168.253236ms","start":"2026-03-31T22:54:54.408139Z","end":"2026-03-31T22:54:54.576392Z","steps":["trace[1309552865] 'process raft request' (duration: 167.98846ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:54:54.57639Z","caller":"traceutil/trace.go:171","msg":"trace[2064775355] linearizableReadLoop","detail":"{readStateIndex:14355; appliedIndex:14354; }","duration":"138.561147ms","start":"2026-03-31T22:54:54.437764Z","end":"2026-03-31T22:54:54.576325Z","steps":["trace[2064775355] 'read index received' (duration: 138.461775ms)","trace[2064775355] 'applied index is now lower than readState.Index' (duration: 97.102µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:54:54.576572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.690974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/staffeln-db-sync-l27b6.18a20ebcb3e166f7\" ","response":"range_response_count:1 size:844"} {"level":"warn","ts":"2026-03-31T22:54:54.576655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.830934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:54:54.576686Z","caller":"traceutil/trace.go:171","msg":"trace[1012554534] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13814; }","duration":"218.892225ms","start":"2026-03-31T22:54:54.357787Z","end":"2026-03-31T22:54:54.576679Z","steps":["trace[1012554534] 'agreement among raft nodes before linearized reading' (duration: 218.795113ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:54:54.576623Z","caller":"traceutil/trace.go:171","msg":"trace[540750569] range","detail":"{range_begin:/registry/events/openstack/staffeln-db-sync-l27b6.18a20ebcb3e166f7; range_end:; response_count:1; response_revision:13814; }","duration":"363.798216ms","start":"2026-03-31T22:54:54.212809Z","end":"2026-03-31T22:54:54.576608Z","steps":["trace[540750569] 'agreement among raft nodes before linearized reading' (duration: 363.641483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:54:54.576842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:54:54.212777Z","time spent":"364.050832ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":867,"request content":"key:\"/registry/events/openstack/staffeln-db-sync-l27b6.18a20ebcb3e166f7\" "} {"level":"info","ts":"2026-03-31T22:54:54.580971Z","caller":"traceutil/trace.go:171","msg":"trace[831577995] transaction","detail":"{read_only:false; response_revision:13815; number_of_response:1; }","duration":"138.497217ms","start":"2026-03-31T22:54:54.44245Z","end":"2026-03-31T22:54:54.580947Z","steps":["trace[831577995] 'process raft request' (duration: 138.402125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:54:54.966514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.239846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:54:54.966606Z","caller":"traceutil/trace.go:171","msg":"trace[1539515306] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:13819; }","duration":"112.410419ms","start":"2026-03-31T22:54:54.854172Z","end":"2026-03-31T22:54:54.966582Z","steps":["trace[1539515306] 'count revisions from in-memory index tree' (duration: 112.149383ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:54:55.177717Z","caller":"traceutil/trace.go:171","msg":"trace[1401440487] transaction","detail":"{read_only:false; response_revision:13820; number_of_response:1; }","duration":"114.981457ms","start":"2026-03-31T22:54:55.06271Z","end":"2026-03-31T22:54:55.177692Z","steps":["trace[1401440487] 'process raft request' (duration: 114.825993ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:54:55.324152Z","caller":"traceutil/trace.go:171","msg":"trace[1329495666] transaction","detail":"{read_only:false; response_revision:13821; number_of_response:1; }","duration":"253.892113ms","start":"2026-03-31T22:54:55.070214Z","end":"2026-03-31T22:54:55.324106Z","steps":["trace[1329495666] 'process raft request' (duration: 212.561683ms)","trace[1329495666] 'compare' (duration: 41.168137ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:54:56.583793Z","caller":"traceutil/trace.go:171","msg":"trace[1675138410] linearizableReadLoop","detail":"{readStateIndex:14366; appliedIndex:14365; }","duration":"114.508727ms","start":"2026-03-31T22:54:56.469264Z","end":"2026-03-31T22:54:56.583773Z","steps":["trace[1675138410] 'read index received' (duration: 114.339133ms)","trace[1675138410] 'applied index is now lower than readState.Index' (duration: 168.434µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:54:56.583891Z","caller":"traceutil/trace.go:171","msg":"trace[753126333] transaction","detail":"{read_only:false; response_revision:13824; number_of_response:1; }","duration":"140.373409ms","start":"2026-03-31T22:54:56.443491Z","end":"2026-03-31T22:54:56.583864Z","steps":["trace[753126333] 'process raft request' (duration: 140.026451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:54:56.584076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.775023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:54:56.584163Z","caller":"traceutil/trace.go:171","msg":"trace[601447571] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:13824; }","duration":"114.923776ms","start":"2026-03-31T22:54:56.469219Z","end":"2026-03-31T22:54:56.584143Z","steps":["trace[601447571] 'agreement among raft nodes before linearized reading' (duration: 114.6534ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:54:58.710006Z","caller":"traceutil/trace.go:171","msg":"trace[676879066] transaction","detail":"{read_only:false; response_revision:13833; number_of_response:1; }","duration":"120.188754ms","start":"2026-03-31T22:54:58.589793Z","end":"2026-03-31T22:54:58.709982Z","steps":["trace[676879066] 'process raft request' (duration: 120.015871ms)"],"step_count":1}