{"level":"warn","ts":"2026-03-03T14:28:55.496815Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-03T14:28:55.49696Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.199:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.199:2380","--initial-cluster=instance=https://199.19.213.199:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.199:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.199:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-03T14:28:55.497066Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-03T14:28:55.497086Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.199:2380"]} {"level":"info","ts":"2026-03-03T14:28:55.497111Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-03T14:28:55.498067Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.199:2379"]} {"level":"info","ts":"2026-03-03T14:28:55.498176Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.199:2380"],"listen-peer-urls":["https://199.19.213.199:2380"],"advertise-client-urls":["https://199.19.213.199:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.199:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.199:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-03T14:28:55.502788Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.275603ms"} {"level":"info","ts":"2026-03-03T14:28:55.509802Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"6d660142aa1b7ce9","cluster-id":"6964c025ad43a005"} {"level":"info","ts":"2026-03-03T14:28:55.509896Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6d660142aa1b7ce9 switched to configuration voters=()"} {"level":"info","ts":"2026-03-03T14:28:55.509927Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6d660142aa1b7ce9 became follower at term 0"} {"level":"info","ts":"2026-03-03T14:28:55.50994Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 6d660142aa1b7ce9 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-03T14:28:55.509951Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6d660142aa1b7ce9 became follower at term 1"} {"level":"info","ts":"2026-03-03T14:28:55.510005Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6d660142aa1b7ce9 switched to configuration voters=(7882989583592029417)"} {"level":"warn","ts":"2026-03-03T14:28:55.520272Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-03T14:28:55.522096Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-03T14:28:55.523535Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-03T14:28:55.526559Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"6d660142aa1b7ce9","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-03T14:28:55.527177Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"6d660142aa1b7ce9","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-03T14:28:55.527184Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-03T14:28:55.527309Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-03T14:28:55.527355Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-03T14:28:55.52801Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6d660142aa1b7ce9 switched to configuration voters=(7882989583592029417)"} {"level":"info","ts":"2026-03-03T14:28:55.528208Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"6964c025ad43a005","local-member-id":"6d660142aa1b7ce9","added-peer-id":"6d660142aa1b7ce9","added-peer-peer-urls":["https://199.19.213.199:2380"]} {"level":"info","ts":"2026-03-03T14:28:55.533685Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-03T14:28:55.533937Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"6d660142aa1b7ce9","initial-advertise-peer-urls":["https://199.19.213.199:2380"],"listen-peer-urls":["https://199.19.213.199:2380"],"advertise-client-urls":["https://199.19.213.199:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.199:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-03T14:28:55.533976Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-03T14:28:55.534108Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.199:2380"} {"level":"info","ts":"2026-03-03T14:28:55.534128Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.199:2380"} {"level":"info","ts":"2026-03-03T14:28:55.811218Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6d660142aa1b7ce9 is starting a new election at term 1"} {"level":"info","ts":"2026-03-03T14:28:55.811296Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6d660142aa1b7ce9 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-03T14:28:55.811341Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6d660142aa1b7ce9 received MsgPreVoteResp from 6d660142aa1b7ce9 at term 1"} {"level":"info","ts":"2026-03-03T14:28:55.811369Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6d660142aa1b7ce9 became candidate at term 2"} {"level":"info","ts":"2026-03-03T14:28:55.811386Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6d660142aa1b7ce9 received MsgVoteResp from 6d660142aa1b7ce9 at term 2"} {"level":"info","ts":"2026-03-03T14:28:55.811407Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6d660142aa1b7ce9 became leader at term 2"} {"level":"info","ts":"2026-03-03T14:28:55.811426Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 6d660142aa1b7ce9 elected leader 6d660142aa1b7ce9 at term 2"} {"level":"info","ts":"2026-03-03T14:28:55.812548Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"6d660142aa1b7ce9","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.199:2379]}","request-path":"/0/members/6d660142aa1b7ce9/attributes","cluster-id":"6964c025ad43a005","publish-timeout":"7s"} {"level":"info","ts":"2026-03-03T14:28:55.812604Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-03T14:28:55.812673Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T14:28:55.812745Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-03T14:28:55.812926Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-03T14:28:55.813002Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-03T14:28:55.813863Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"6964c025ad43a005","local-member-id":"6d660142aa1b7ce9","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T14:28:55.813976Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T14:28:55.81401Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T14:28:55.81684Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-03T14:28:55.817038Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.199:2379"} {"level":"info","ts":"2026-03-03T14:29:04.472298Z","caller":"traceutil/trace.go:171","msg":"trace[2138216043] transaction","detail":"{read_only:false; response_revision:332; number_of_response:1; }","duration":"166.679872ms","start":"2026-03-03T14:29:04.30559Z","end":"2026-03-03T14:29:04.47227Z","steps":["trace[2138216043] 'process raft request' (duration: 166.540667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:05.183475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.928901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-03T14:29:05.183598Z","caller":"traceutil/trace.go:171","msg":"trace[1852541105] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:336; }","duration":"179.138448ms","start":"2026-03-03T14:29:05.004437Z","end":"2026-03-03T14:29:05.183576Z","steps":["trace[1852541105] 'range keys from in-memory index tree' (duration: 178.802008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:05.55571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.617185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-03-03T14:29:05.555818Z","caller":"traceutil/trace.go:171","msg":"trace[1967258898] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:339; }","duration":"100.78627ms","start":"2026-03-03T14:29:05.455011Z","end":"2026-03-03T14:29:05.555798Z","steps":["trace[1967258898] 'range keys from in-memory index tree' (duration: 100.501411ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:05.693781Z","caller":"traceutil/trace.go:171","msg":"trace[1200416449] linearizableReadLoop","detail":"{readStateIndex:352; appliedIndex:351; }","duration":"132.460735ms","start":"2026-03-03T14:29:05.561293Z","end":"2026-03-03T14:29:05.693753Z","steps":["trace[1200416449] 'read index received' (duration: 132.240588ms)","trace[1200416449] 'applied index is now lower than readState.Index' (duration: 219.387µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:29:05.69384Z","caller":"traceutil/trace.go:171","msg":"trace[760757814] transaction","detail":"{read_only:false; response_revision:340; number_of_response:1; }","duration":"133.837679ms","start":"2026-03-03T14:29:05.559971Z","end":"2026-03-03T14:29:05.693809Z","steps":["trace[760757814] 'process raft request' (duration: 133.641883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:05.693933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.620371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-03T14:29:05.693974Z","caller":"traceutil/trace.go:171","msg":"trace[1321875236] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:340; }","duration":"132.687633ms","start":"2026-03-03T14:29:05.561275Z","end":"2026-03-03T14:29:05.693963Z","steps":["trace[1321875236] 'agreement among raft nodes before linearized reading' (duration: 132.60413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:06.706517Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000897627622627609,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:29:06.714174Z","caller":"traceutil/trace.go:171","msg":"trace[1278876933] linearizableReadLoop","detail":"{readStateIndex:358; appliedIndex:357; }","duration":"508.440653ms","start":"2026-03-03T14:29:06.205707Z","end":"2026-03-03T14:29:06.714148Z","steps":["trace[1278876933] 'read index received' (duration: 508.180825ms)","trace[1278876933] 'applied index is now lower than readState.Index' (duration: 258.568µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:29:06.714209Z","caller":"traceutil/trace.go:171","msg":"trace[345401958] transaction","detail":"{read_only:false; response_revision:346; number_of_response:1; }","duration":"551.485139ms","start":"2026-03-03T14:29:06.162695Z","end":"2026-03-03T14:29:06.714181Z","steps":["trace[345401958] 'process raft request' (duration: 551.275303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:06.714427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.869971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-03-03T14:29:06.714468Z","caller":"traceutil/trace.go:171","msg":"trace[436117487] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:346; }","duration":"459.941743ms","start":"2026-03-03T14:29:06.254513Z","end":"2026-03-03T14:29:06.714455Z","steps":["trace[436117487] 'agreement among raft nodes before linearized reading' (duration: 459.890542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:06.714501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:06.254492Z","time spent":"460.001995ms","remote":"127.0.0.1:33536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" "} {"level":"warn","ts":"2026-03-03T14:29:06.714596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.559044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:1 size:209"} {"level":"warn","ts":"2026-03-03T14:29:06.714656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.794869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" ","response":"range_response_count:1 size:193"} {"level":"warn","ts":"2026-03-03T14:29:06.71469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.711694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" ","response":"range_response_count:1 size:234"} {"level":"warn","ts":"2026-03-03T14:29:06.714731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.178927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-03T14:29:06.714737Z","caller":"traceutil/trace.go:171","msg":"trace[614163934] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:1; response_revision:346; }","duration":"310.899821ms","start":"2026-03-03T14:29:06.403814Z","end":"2026-03-03T14:29:06.714714Z","steps":["trace[614163934] 'agreement among raft nodes before linearized reading' (duration: 310.688275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:06.714751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.054161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4201"} {"level":"warn","ts":"2026-03-03T14:29:06.714687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.854581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-03T14:29:06.714762Z","caller":"traceutil/trace.go:171","msg":"trace[1719987610] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:346; }","duration":"109.825617ms","start":"2026-03-03T14:29:06.604917Z","end":"2026-03-03T14:29:06.714742Z","steps":["trace[1719987610] 'agreement among raft nodes before linearized reading' (duration: 109.661762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:06.714784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:06.403801Z","time spent":"310.972954ms","remote":"127.0.0.1:33536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":215,"request content":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" "} {"level":"warn","ts":"2026-03-03T14:29:06.714366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.622479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-03-03T14:29:06.714673Z","caller":"traceutil/trace.go:171","msg":"trace[632090065] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:346; }","duration":"209.677317ms","start":"2026-03-03T14:29:06.504969Z","end":"2026-03-03T14:29:06.714647Z","steps":["trace[632090065] 'agreement among raft nodes before linearized reading' (duration: 209.512552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:06.714843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.180776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"info","ts":"2026-03-03T14:29:06.714859Z","caller":"traceutil/trace.go:171","msg":"trace[435055105] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:346; }","duration":"260.054137ms","start":"2026-03-03T14:29:06.454757Z","end":"2026-03-03T14:29:06.714811Z","steps":["trace[435055105] 'agreement among raft nodes before linearized reading' (duration: 259.744108ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:06.714935Z","caller":"traceutil/trace.go:171","msg":"trace[778315002] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:346; }","duration":"160.324761ms","start":"2026-03-03T14:29:06.554589Z","end":"2026-03-03T14:29:06.714914Z","steps":["trace[778315002] 'agreement among raft nodes before linearized reading' (duration: 160.193877ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:06.71488Z","caller":"traceutil/trace.go:171","msg":"trace[1448352266] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:346; }","duration":"509.189156ms","start":"2026-03-03T14:29:06.205679Z","end":"2026-03-03T14:29:06.714868Z","steps":["trace[1448352266] 'agreement among raft nodes before linearized reading' (duration: 508.567957ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:06.714782Z","caller":"traceutil/trace.go:171","msg":"trace[23403534] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:346; }","duration":"154.087242ms","start":"2026-03-03T14:29:06.560687Z","end":"2026-03-03T14:29:06.714774Z","steps":["trace[23403534] 'agreement among raft nodes before linearized reading' (duration: 154.00956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:06.715089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:06.205666Z","time spent":"509.402224ms","remote":"127.0.0.1:33536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":217,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"info","ts":"2026-03-03T14:29:06.714779Z","caller":"traceutil/trace.go:171","msg":"trace[249061778] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:346; }","duration":"360.291101ms","start":"2026-03-03T14:29:06.354475Z","end":"2026-03-03T14:29:06.714766Z","steps":["trace[249061778] 'agreement among raft nodes before linearized reading' (duration: 360.170697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:06.715238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:06.354421Z","time spent":"360.803727ms","remote":"127.0.0.1:33536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":229,"request content":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" "} {"level":"warn","ts":"2026-03-03T14:29:06.714839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.113502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-03-03T14:29:06.715355Z","caller":"traceutil/trace.go:171","msg":"trace[116700490] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:346; }","duration":"410.662409ms","start":"2026-03-03T14:29:06.304642Z","end":"2026-03-03T14:29:06.715304Z","steps":["trace[116700490] 'agreement among raft nodes before linearized reading' (duration: 410.039719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:06.715419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:06.30461Z","time spent":"410.791023ms","remote":"127.0.0.1:33536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":236,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" "} {"level":"warn","ts":"2026-03-03T14:29:06.715894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:06.162672Z","time spent":"551.763619ms","remote":"127.0.0.1:33420","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2163,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:29:12.062261Z","caller":"traceutil/trace.go:171","msg":"trace[734061425] transaction","detail":"{read_only:false; response_revision:415; number_of_response:1; }","duration":"184.661454ms","start":"2026-03-03T14:29:11.877574Z","end":"2026-03-03T14:29:12.062236Z","steps":["trace[734061425] 'process raft request' (duration: 184.511909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:16.261806Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000897627622627787,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:29:16.404646Z","caller":"traceutil/trace.go:171","msg":"trace[40040635] transaction","detail":"{read_only:false; response_revision:453; number_of_response:1; }","duration":"650.359498ms","start":"2026-03-03T14:29:15.754262Z","end":"2026-03-03T14:29:16.404621Z","steps":["trace[40040635] 'process raft request' (duration: 650.199593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:16.404798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:15.754225Z","time spent":"650.494402ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:29:16.461298Z","caller":"traceutil/trace.go:171","msg":"trace[2095753897] linearizableReadLoop","detail":"{readStateIndex:470; appliedIndex:468; }","duration":"700.510731ms","start":"2026-03-03T14:29:15.760755Z","end":"2026-03-03T14:29:16.461266Z","steps":["trace[2095753897] 'read index received' (duration: 643.727178ms)","trace[2095753897] 'applied index is now lower than readState.Index' (duration: 56.782293ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:29:16.46142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.652315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-03T14:29:16.461398Z","caller":"traceutil/trace.go:171","msg":"trace[840713618] transaction","detail":"{read_only:false; response_revision:454; number_of_response:1; }","duration":"703.192836ms","start":"2026-03-03T14:29:15.758176Z","end":"2026-03-03T14:29:16.461369Z","steps":["trace[840713618] 'process raft request' (duration: 702.955729ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:16.461446Z","caller":"traceutil/trace.go:171","msg":"trace[1814189146] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:454; }","duration":"700.734588ms","start":"2026-03-03T14:29:15.760703Z","end":"2026-03-03T14:29:16.461437Z","steps":["trace[1814189146] 'agreement among raft nodes before linearized reading' (duration: 700.668026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:16.461587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:15.760679Z","time spent":"700.899013ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:29:16.461569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.398361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:29:16.461594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:15.758144Z","time spent":"703.358011ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:29:16.461595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.073483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-03T14:29:16.461644Z","caller":"traceutil/trace.go:171","msg":"trace[893763023] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:454; }","duration":"273.498344ms","start":"2026-03-03T14:29:16.188122Z","end":"2026-03-03T14:29:16.46162Z","steps":["trace[893763023] 'agreement among raft nodes before linearized reading' (duration: 273.385891ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:16.461705Z","caller":"traceutil/trace.go:171","msg":"trace[1478604475] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:454; }","duration":"383.240078ms","start":"2026-03-03T14:29:16.078438Z","end":"2026-03-03T14:29:16.461678Z","steps":["trace[1478604475] 'agreement among raft nodes before linearized reading' (duration: 382.98697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:16.461765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:16.078416Z","time spent":"383.334971ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:29:17.966269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.022874ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:29:17.966523Z","caller":"traceutil/trace.go:171","msg":"trace[1265798771] transaction","detail":"{read_only:false; response_revision:456; number_of_response:1; }","duration":"1.489400268s","start":"2026-03-03T14:29:16.477101Z","end":"2026-03-03T14:29:17.966501Z","steps":["trace[1265798771] 'process raft request' (duration: 1.489286584s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:17.966629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:16.477075Z","time spent":"1.48950649s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:29:17.967048Z","caller":"traceutil/trace.go:171","msg":"trace[693735832] transaction","detail":"{read_only:false; response_revision:455; number_of_response:1; }","duration":"1.489922343s","start":"2026-03-03T14:29:16.477073Z","end":"2026-03-03T14:29:17.966996Z","steps":["trace[693735832] 'process raft request' (duration: 600.884597ms)","trace[693735832] 'compare' (duration: 887.541599ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:29:17.967226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:16.477058Z","time spent":"1.490061148s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:29:18.355268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.57148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:29:18.355547Z","caller":"traceutil/trace.go:171","msg":"trace[328934198] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:456; }","duration":"167.90346ms","start":"2026-03-03T14:29:18.187625Z","end":"2026-03-03T14:29:18.355528Z","steps":["trace[328934198] 'range keys from in-memory index tree' (duration: 167.476967ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:30.166543Z","caller":"traceutil/trace.go:171","msg":"trace[469708297] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"144.206007ms","start":"2026-03-03T14:29:30.022305Z","end":"2026-03-03T14:29:30.166511Z","steps":["trace[469708297] 'process raft request' (duration: 143.9573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:30.715055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.103058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T14:29:30.715119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.312652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T14:29:30.71515Z","caller":"traceutil/trace.go:171","msg":"trace[685511282] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:520; }","duration":"157.247833ms","start":"2026-03-03T14:29:30.557879Z","end":"2026-03-03T14:29:30.715127Z","steps":["trace[685511282] 'range keys from in-memory index tree' (duration: 156.925703ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:30.715282Z","caller":"traceutil/trace.go:171","msg":"trace[1506111919] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:520; }","duration":"224.523339ms","start":"2026-03-03T14:29:30.490728Z","end":"2026-03-03T14:29:30.715251Z","steps":["trace[1506111919] 'range keys from in-memory index tree' (duration: 224.184948ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:30.883206Z","caller":"traceutil/trace.go:171","msg":"trace[1716907347] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"163.80143ms","start":"2026-03-03T14:29:30.719381Z","end":"2026-03-03T14:29:30.883183Z","steps":["trace[1716907347] 'process raft request' (duration: 163.651135ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:30.893284Z","caller":"traceutil/trace.go:171","msg":"trace[734190192] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"173.194819ms","start":"2026-03-03T14:29:30.720063Z","end":"2026-03-03T14:29:30.893258Z","steps":["trace[734190192] 'process raft request' (duration: 172.969482ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:32.554142Z","caller":"traceutil/trace.go:171","msg":"trace[1534800902] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"166.787956ms","start":"2026-03-03T14:29:32.387326Z","end":"2026-03-03T14:29:32.554113Z","steps":["trace[1534800902] 'process raft request' (duration: 158.177073ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:32.554175Z","caller":"traceutil/trace.go:171","msg":"trace[1112687958] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"162.476849ms","start":"2026-03-03T14:29:32.391673Z","end":"2026-03-03T14:29:32.55415Z","steps":["trace[1112687958] 'process raft request' (duration: 162.382776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:37.603699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.345442ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:29:37.603917Z","caller":"traceutil/trace.go:171","msg":"trace[738743895] transaction","detail":"{read_only:false; response_revision:665; number_of_response:1; }","duration":"556.016272ms","start":"2026-03-03T14:29:37.047881Z","end":"2026-03-03T14:29:37.603897Z","steps":["trace[738743895] 'process raft request' (duration: 349.389432ms)","trace[738743895] 'compare' (duration: 206.069003ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:29:37.603999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:37.047865Z","time spent":"556.096025ms","remote":"127.0.0.1:33516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4251,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:29:37.604329Z","caller":"traceutil/trace.go:171","msg":"trace[275934447] transaction","detail":"{read_only:false; response_revision:666; number_of_response:1; }","duration":"556.283081ms","start":"2026-03-03T14:29:37.048015Z","end":"2026-03-03T14:29:37.604298Z","steps":["trace[275934447] 'process raft request' (duration: 555.793045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:37.604531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:37.04799Z","time spent":"556.421226ms","remote":"127.0.0.1:33742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4974,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:29:38.472497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:37.858955Z","time spent":"613.532309ms","remote":"127.0.0.1:49406","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:29:38.472925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.692735ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:29:38.473231Z","caller":"traceutil/trace.go:171","msg":"trace[1770782188] transaction","detail":"{read_only:false; response_revision:667; number_of_response:1; }","duration":"1.402615911s","start":"2026-03-03T14:29:37.07058Z","end":"2026-03-03T14:29:38.473196Z","steps":["trace[1770782188] 'process raft request' (duration: 1.096518072s)","trace[1770782188] 'compare' (duration: 305.5048ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:29:38.473399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:37.070559Z","time spent":"1.402743585s","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73420,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:29:38.473586Z","caller":"traceutil/trace.go:171","msg":"trace[1178807255] linearizableReadLoop","detail":"{readStateIndex:688; appliedIndex:684; }","duration":"1.285986238s","start":"2026-03-03T14:29:37.187576Z","end":"2026-03-03T14:29:38.473562Z","steps":["trace[1178807255] 'read index received' (duration: 209.734558ms)","trace[1178807255] 'applied index is now lower than readState.Index' (duration: 1.07625047s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:29:38.473621Z","caller":"traceutil/trace.go:171","msg":"trace[2036972354] transaction","detail":"{read_only:false; response_revision:668; number_of_response:1; }","duration":"1.351639703s","start":"2026-03-03T14:29:37.121967Z","end":"2026-03-03T14:29:38.473606Z","steps":["trace[2036972354] 'process raft request' (duration: 1.351295442s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:38.473696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:37.121913Z","time spent":"1.351745265s","remote":"127.0.0.1:33410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211574,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:29:38.473705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.286123822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:29:38.473766Z","caller":"traceutil/trace.go:171","msg":"trace[1865920898] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:668; }","duration":"1.286227576s","start":"2026-03-03T14:29:37.18752Z","end":"2026-03-03T14:29:38.473748Z","steps":["trace[1865920898] 'agreement among raft nodes before linearized reading' (duration: 1.286123083s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:38.473829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:37.187496Z","time spent":"1.286321548s","remote":"127.0.0.1:33360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:29:38.473906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.106828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-l5mhh\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-03-03T14:29:38.473968Z","caller":"traceutil/trace.go:171","msg":"trace[1561666330] range","detail":"{range_begin:/registry/pods/kube-system/cilium-l5mhh; range_end:; response_count:1; response_revision:668; }","duration":"620.195481ms","start":"2026-03-03T14:29:37.853758Z","end":"2026-03-03T14:29:38.473954Z","steps":["trace[1561666330] 'agreement among raft nodes before linearized reading' (duration: 620.013115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:38.474013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.508229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-03T14:29:38.474023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:37.853718Z","time spent":"620.291263ms","remote":"127.0.0.1:33516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16987,"request content":"key:\"/registry/pods/kube-system/cilium-l5mhh\" "} {"level":"info","ts":"2026-03-03T14:29:38.47408Z","caller":"traceutil/trace.go:171","msg":"trace[1001006132] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:668; }","duration":"265.610633ms","start":"2026-03-03T14:29:38.208448Z","end":"2026-03-03T14:29:38.474059Z","steps":["trace[1001006132] 'agreement among raft nodes before linearized reading' (duration: 265.489329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:38.474579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.186491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-03T14:29:38.4749Z","caller":"traceutil/trace.go:171","msg":"trace[1916721706] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:668; }","duration":"186.343906ms","start":"2026-03-03T14:29:38.288311Z","end":"2026-03-03T14:29:38.474655Z","steps":["trace[1916721706] 'agreement among raft nodes before linearized reading' (duration: 185.952163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:39.1248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.057831ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:29:39.12505Z","caller":"traceutil/trace.go:171","msg":"trace[440397335] transaction","detail":"{read_only:false; response_revision:669; number_of_response:1; }","duration":"647.102635ms","start":"2026-03-03T14:29:38.477901Z","end":"2026-03-03T14:29:39.125004Z","steps":["trace[440397335] 'process raft request' (duration: 355.751875ms)","trace[440397335] 'compare' (duration: 290.863895ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:29:39.125226Z","caller":"traceutil/trace.go:171","msg":"trace[1668215276] linearizableReadLoop","detail":"{readStateIndex:690; appliedIndex:688; }","duration":"641.868289ms","start":"2026-03-03T14:29:38.48334Z","end":"2026-03-03T14:29:39.125208Z","steps":["trace[1668215276] 'read index received' (duration: 350.410755ms)","trace[1668215276] 'applied index is now lower than readState.Index' (duration: 291.456574ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:29:39.125242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:38.477862Z","time spent":"647.285701ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:29:39.125232Z","caller":"traceutil/trace.go:171","msg":"trace[1848041524] transaction","detail":"{read_only:false; response_revision:671; number_of_response:1; }","duration":"637.337016ms","start":"2026-03-03T14:29:38.487871Z","end":"2026-03-03T14:29:39.125208Z","steps":["trace[1848041524] 'process raft request' (duration: 637.236932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:39.125334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.990793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:29:39.125315Z","caller":"traceutil/trace.go:171","msg":"trace[917473234] transaction","detail":"{read_only:false; response_revision:670; number_of_response:1; }","duration":"643.950375ms","start":"2026-03-03T14:29:38.481247Z","end":"2026-03-03T14:29:39.125198Z","steps":["trace[917473234] 'process raft request' (duration: 643.665266ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:39.125364Z","caller":"traceutil/trace.go:171","msg":"trace[624383178] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:672; }","duration":"642.053415ms","start":"2026-03-03T14:29:38.4833Z","end":"2026-03-03T14:29:39.125354Z","steps":["trace[624383178] 'agreement among raft nodes before linearized reading' (duration: 642.000204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:39.125371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:38.48785Z","time spent":"637.453119ms","remote":"127.0.0.1:33516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:29:39.125399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:38.483288Z","time spent":"642.103836ms","remote":"127.0.0.1:33360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:29:39.125393Z","caller":"traceutil/trace.go:171","msg":"trace[1951791489] transaction","detail":"{read_only:false; response_revision:672; number_of_response:1; }","duration":"634.744193ms","start":"2026-03-03T14:29:38.490588Z","end":"2026-03-03T14:29:39.125332Z","steps":["trace[1951791489] 'process raft request' (duration: 634.580677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:39.125454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:38.481223Z","time spent":"644.154851ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:29:39.125592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:38.490567Z","time spent":"634.95319ms","remote":"127.0.0.1:33536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1039,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:29:39.168504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.733254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T14:29:39.168537Z","caller":"traceutil/trace.go:171","msg":"trace[1330491441] transaction","detail":"{read_only:false; response_revision:673; number_of_response:1; }","duration":"260.240382ms","start":"2026-03-03T14:29:38.908276Z","end":"2026-03-03T14:29:39.168516Z","steps":["trace[1330491441] 'process raft request' (duration: 259.864591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:39.168548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.766793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T14:29:39.168553Z","caller":"traceutil/trace.go:171","msg":"trace[858599179] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:673; }","duration":"132.821767ms","start":"2026-03-03T14:29:39.035718Z","end":"2026-03-03T14:29:39.16854Z","steps":["trace[858599179] 'agreement among raft nodes before linearized reading' (duration: 132.654272ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:39.168629Z","caller":"traceutil/trace.go:171","msg":"trace[1563389578] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:673; }","duration":"182.892416ms","start":"2026-03-03T14:29:38.985714Z","end":"2026-03-03T14:29:39.168607Z","steps":["trace[1563389578] 'agreement among raft nodes before linearized reading' (duration: 182.656279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:39.691634Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000897627622628193,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:29:41.335576Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.179749785s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:29:41.338706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.18367734s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:29:41.338929Z","caller":"traceutil/trace.go:171","msg":"trace[288731129] transaction","detail":"{read_only:false; response_revision:674; number_of_response:1; }","duration":"2.165213573s","start":"2026-03-03T14:29:39.173683Z","end":"2026-03-03T14:29:41.338897Z","steps":["trace[288731129] 'process raft request' (duration: 981.258144ms)","trace[288731129] 'compare' (duration: 1.183415031s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:29:41.339083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:39.173664Z","time spent":"2.165331337s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:29:41.339559Z","caller":"traceutil/trace.go:171","msg":"trace[1815166686] transaction","detail":"{read_only:false; response_revision:675; number_of_response:1; }","duration":"2.164990566s","start":"2026-03-03T14:29:39.17452Z","end":"2026-03-03T14:29:41.339511Z","steps":["trace[1815166686] 'process raft request' (duration: 2.164294504s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:41.339669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.148532564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.199\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T14:29:41.339708Z","caller":"traceutil/trace.go:171","msg":"trace[288491251] range","detail":"{range_begin:/registry/masterleases/199.19.213.199; range_end:; response_count:1; response_revision:676; }","duration":"2.148607226s","start":"2026-03-03T14:29:39.191091Z","end":"2026-03-03T14:29:41.339698Z","steps":["trace[288491251] 'agreement among raft nodes before linearized reading' (duration: 2.148536004s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:41.339677Z","caller":"traceutil/trace.go:171","msg":"trace[1086088332] transaction","detail":"{read_only:false; response_revision:676; number_of_response:1; }","duration":"2.071193518s","start":"2026-03-03T14:29:39.268433Z","end":"2026-03-03T14:29:41.339626Z","steps":["trace[1086088332] 'process raft request' (duration: 2.070710163s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:41.339589Z","caller":"traceutil/trace.go:171","msg":"trace[656155269] linearizableReadLoop","detail":"{readStateIndex:696; appliedIndex:693; }","duration":"2.14843165s","start":"2026-03-03T14:29:39.191136Z","end":"2026-03-03T14:29:41.339568Z","steps":["trace[656155269] 'read index received' (duration: 963.870552ms)","trace[656155269] 'applied index is now lower than readState.Index' (duration: 1.184560088s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:29:41.339756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:39.191072Z","time spent":"2.148675708s","remote":"127.0.0.1:33374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.199\" "} {"level":"warn","ts":"2026-03-03T14:29:41.339766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:39.174506Z","time spent":"2.165156541s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:29:41.339865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:39.268404Z","time spent":"2.071361393s","remote":"127.0.0.1:33410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211622,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:29:41.3399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.152750838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:29:41.339958Z","caller":"traceutil/trace.go:171","msg":"trace[616193848] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:676; }","duration":"1.15280987s","start":"2026-03-03T14:29:40.187131Z","end":"2026-03-03T14:29:41.339941Z","steps":["trace[616193848] 'agreement among raft nodes before linearized reading' (duration: 1.152709737s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:41.340012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:40.187076Z","time spent":"1.152924544s","remote":"127.0.0.1:33360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:29:41.340122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.877233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-03T14:29:41.340139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.162174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-03T14:29:41.340186Z","caller":"traceutil/trace.go:171","msg":"trace[2102188460] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:676; }","duration":"209.963906ms","start":"2026-03-03T14:29:41.130207Z","end":"2026-03-03T14:29:41.340171Z","steps":["trace[2102188460] 'agreement among raft nodes before linearized reading' (duration: 209.694078ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:41.340191Z","caller":"traceutil/trace.go:171","msg":"trace[813543286] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:676; }","duration":"211.240436ms","start":"2026-03-03T14:29:41.128938Z","end":"2026-03-03T14:29:41.340179Z","steps":["trace[813543286] 'agreement among raft nodes before linearized reading' (duration: 211.04662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:41.791822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.879431ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:29:41.792106Z","caller":"traceutil/trace.go:171","msg":"trace[1682937965] transaction","detail":"{read_only:false; response_revision:690; number_of_response:1; }","duration":"134.555132ms","start":"2026-03-03T14:29:41.657532Z","end":"2026-03-03T14:29:41.792087Z","steps":["trace[1682937965] 'process raft request' (duration: 134.521041ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:41.792181Z","caller":"traceutil/trace.go:171","msg":"trace[1632462839] transaction","detail":"{read_only:false; response_revision:689; number_of_response:1; }","duration":"135.15245ms","start":"2026-03-03T14:29:41.656977Z","end":"2026-03-03T14:29:41.79213Z","steps":["trace[1632462839] 'process raft request' (duration: 135.039717ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:41.792243Z","caller":"traceutil/trace.go:171","msg":"trace[1279828152] transaction","detail":"{read_only:false; response_revision:688; number_of_response:1; }","duration":"135.867694ms","start":"2026-03-03T14:29:41.656335Z","end":"2026-03-03T14:29:41.792203Z","steps":["trace[1279828152] 'process raft request' (duration: 135.610286ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:41.792324Z","caller":"traceutil/trace.go:171","msg":"trace[207202353] transaction","detail":"{read_only:false; response_revision:687; number_of_response:1; }","duration":"136.855105ms","start":"2026-03-03T14:29:41.655373Z","end":"2026-03-03T14:29:41.792228Z","steps":["trace[207202353] 'compare' (duration: 133.719075ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:43.250184Z","caller":"traceutil/trace.go:171","msg":"trace[2096265861] transaction","detail":"{read_only:false; response_revision:721; number_of_response:1; }","duration":"137.943119ms","start":"2026-03-03T14:29:43.112199Z","end":"2026-03-03T14:29:43.250142Z","steps":["trace[2096265861] 'process raft request' (duration: 137.764204ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:52.893592Z","caller":"traceutil/trace.go:171","msg":"trace[78810507] linearizableReadLoop","detail":"{readStateIndex:867; appliedIndex:866; }","duration":"121.512197ms","start":"2026-03-03T14:29:52.772051Z","end":"2026-03-03T14:29:52.893563Z","steps":["trace[78810507] 'read index received' (duration: 121.323971ms)","trace[78810507] 'applied index is now lower than readState.Index' (duration: 187.266µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:29:52.893616Z","caller":"traceutil/trace.go:171","msg":"trace[938414791] transaction","detail":"{read_only:false; response_revision:843; number_of_response:1; }","duration":"146.413639ms","start":"2026-03-03T14:29:52.747184Z","end":"2026-03-03T14:29:52.893597Z","steps":["trace[938414791] 'process raft request' (duration: 146.216652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:52.893838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.777826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:29:52.893883Z","caller":"traceutil/trace.go:171","msg":"trace[1406774077] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:843; }","duration":"121.872579ms","start":"2026-03-03T14:29:52.772001Z","end":"2026-03-03T14:29:52.893874Z","steps":["trace[1406774077] 'agreement among raft nodes before linearized reading' (duration: 121.667473ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:53.000855Z","caller":"traceutil/trace.go:171","msg":"trace[823180618] transaction","detail":"{read_only:false; response_revision:844; number_of_response:1; }","duration":"102.906908ms","start":"2026-03-03T14:29:52.897898Z","end":"2026-03-03T14:29:53.000805Z","steps":["trace[823180618] 'process raft request' (duration: 82.692976ms)","trace[823180618] 'compare' (duration: 20.070057ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:29:53.160844Z","caller":"traceutil/trace.go:171","msg":"trace[1353413230] transaction","detail":"{read_only:false; response_revision:845; number_of_response:1; }","duration":"212.491427ms","start":"2026-03-03T14:29:52.948323Z","end":"2026-03-03T14:29:53.160814Z","steps":["trace[1353413230] 'process raft request' (duration: 211.931059ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:53.297777Z","caller":"traceutil/trace.go:171","msg":"trace[776936013] transaction","detail":"{read_only:false; response_revision:846; number_of_response:1; }","duration":"286.840567ms","start":"2026-03-03T14:29:53.010868Z","end":"2026-03-03T14:29:53.297709Z","steps":["trace[776936013] 'process raft request' (duration: 267.336898ms)","trace[776936013] 'compare' (duration: 18.924441ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:29:53.29867Z","caller":"traceutil/trace.go:171","msg":"trace[254257226] transaction","detail":"{read_only:false; response_revision:847; number_of_response:1; }","duration":"151.588173ms","start":"2026-03-03T14:29:53.146999Z","end":"2026-03-03T14:29:53.298588Z","steps":["trace[254257226] 'process raft request' (duration: 150.621382ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:53.299094Z","caller":"traceutil/trace.go:171","msg":"trace[1907773754] linearizableReadLoop","detail":"{readStateIndex:871; appliedIndex:869; }","duration":"111.47129ms","start":"2026-03-03T14:29:53.187421Z","end":"2026-03-03T14:29:53.298892Z","steps":["trace[1907773754] 'read index received' (duration: 90.576746ms)","trace[1907773754] 'applied index is now lower than readState.Index' (duration: 20.486901ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:29:53.300617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.167203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:29:53.300739Z","caller":"traceutil/trace.go:171","msg":"trace[1454474040] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:847; }","duration":"113.329708ms","start":"2026-03-03T14:29:53.187346Z","end":"2026-03-03T14:29:53.300676Z","steps":["trace[1454474040] 'agreement among raft nodes before linearized reading' (duration: 111.358446ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:53.410703Z","caller":"traceutil/trace.go:171","msg":"trace[170619432] transaction","detail":"{read_only:false; response_revision:850; number_of_response:1; }","duration":"100.820691ms","start":"2026-03-03T14:29:53.309835Z","end":"2026-03-03T14:29:53.410656Z","steps":["trace[170619432] 'process raft request' (duration: 100.728768ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:53.410746Z","caller":"traceutil/trace.go:171","msg":"trace[495934603] transaction","detail":"{read_only:false; response_revision:849; number_of_response:1; }","duration":"103.060992ms","start":"2026-03-03T14:29:53.307633Z","end":"2026-03-03T14:29:53.410694Z","steps":["trace[495934603] 'process raft request' (duration: 101.7514ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:53.453212Z","caller":"traceutil/trace.go:171","msg":"trace[305251073] transaction","detail":"{read_only:false; response_revision:851; number_of_response:1; }","duration":"105.302013ms","start":"2026-03-03T14:29:53.347891Z","end":"2026-03-03T14:29:53.453193Z","steps":["trace[305251073] 'process raft request' (duration: 105.153399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:53.508701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.615409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T14:29:53.508803Z","caller":"traceutil/trace.go:171","msg":"trace[1805434868] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:854; }","duration":"114.753833ms","start":"2026-03-03T14:29:53.394025Z","end":"2026-03-03T14:29:53.508778Z","steps":["trace[1805434868] 'agreement among raft nodes before linearized reading' (duration: 114.561167ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:53.633985Z","caller":"traceutil/trace.go:171","msg":"trace[1489653402] transaction","detail":"{read_only:false; response_revision:860; number_of_response:1; }","duration":"116.017353ms","start":"2026-03-03T14:29:53.517906Z","end":"2026-03-03T14:29:53.633923Z","steps":["trace[1489653402] 'process raft request' (duration: 112.830972ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:01.170335Z","caller":"traceutil/trace.go:171","msg":"trace[2020623484] linearizableReadLoop","detail":"{readStateIndex:955; appliedIndex:954; }","duration":"134.588023ms","start":"2026-03-03T14:30:01.035725Z","end":"2026-03-03T14:30:01.170313Z","steps":["trace[2020623484] 'read index received' (duration: 134.48643ms)","trace[2020623484] 'applied index is now lower than readState.Index' (duration: 100.563µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:30:01.170455Z","caller":"traceutil/trace.go:171","msg":"trace[1291343848] transaction","detail":"{read_only:false; response_revision:928; number_of_response:1; }","duration":"156.062994ms","start":"2026-03-03T14:30:01.014353Z","end":"2026-03-03T14:30:01.170416Z","steps":["trace[1291343848] 'process raft request' (duration: 155.820156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:01.170539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.800849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T14:30:01.170578Z","caller":"traceutil/trace.go:171","msg":"trace[293920701] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:928; }","duration":"134.896073ms","start":"2026-03-03T14:30:01.035671Z","end":"2026-03-03T14:30:01.170567Z","steps":["trace[293920701] 'agreement among raft nodes before linearized reading' (duration: 134.739548ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:05.433389Z","caller":"traceutil/trace.go:171","msg":"trace[1119008773] transaction","detail":"{read_only:false; response_revision:963; number_of_response:1; }","duration":"237.860922ms","start":"2026-03-03T14:30:05.195504Z","end":"2026-03-03T14:30:05.433364Z","steps":["trace[1119008773] 'process raft request' (duration: 237.706957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:21.466447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.12005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:30:21.466529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.487347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-cs8jx\" ","response":"range_response_count:1 size:4197"} {"level":"info","ts":"2026-03-03T14:30:21.466695Z","caller":"traceutil/trace.go:171","msg":"trace[1048518033] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1088; }","duration":"280.4332ms","start":"2026-03-03T14:30:21.18624Z","end":"2026-03-03T14:30:21.466673Z","steps":["trace[1048518033] 'range keys from in-memory index tree' (duration: 280.026787ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:21.466773Z","caller":"traceutil/trace.go:171","msg":"trace[696468022] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-cs8jx; range_end:; response_count:1; response_revision:1088; }","duration":"363.783508ms","start":"2026-03-03T14:30:21.102954Z","end":"2026-03-03T14:30:21.466738Z","steps":["trace[696468022] 'range keys from in-memory index tree' (duration: 363.27373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:21.466882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:21.102933Z","time spent":"363.906181ms","remote":"127.0.0.1:33516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4219,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-cs8jx\" "} {"level":"info","ts":"2026-03-03T14:30:29.803419Z","caller":"traceutil/trace.go:171","msg":"trace[1985307478] linearizableReadLoop","detail":"{readStateIndex:1247; appliedIndex:1246; }","duration":"245.192455ms","start":"2026-03-03T14:30:29.558195Z","end":"2026-03-03T14:30:29.803387Z","steps":["trace[1985307478] 'read index received' (duration: 244.834953ms)","trace[1985307478] 'applied index is now lower than readState.Index' (duration: 355.152µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:29.80346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:29.196029Z","time spent":"607.418232ms","remote":"127.0.0.1:33374","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:30:29.803729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.079304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:30:29.803748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.492934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:30:29.803812Z","caller":"traceutil/trace.go:171","msg":"trace[1719856918] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:1209; }","duration":"215.207608ms","start":"2026-03-03T14:30:29.588567Z","end":"2026-03-03T14:30:29.803774Z","steps":["trace[1719856918] 'agreement among raft nodes before linearized reading' (duration: 215.031292ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:29.803872Z","caller":"traceutil/trace.go:171","msg":"trace[1839296286] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1209; }","duration":"245.719211ms","start":"2026-03-03T14:30:29.558121Z","end":"2026-03-03T14:30:29.803841Z","steps":["trace[1839296286] 'agreement among raft nodes before linearized reading' (duration: 245.38333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:29.923438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.953645ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:30:29.923595Z","caller":"traceutil/trace.go:171","msg":"trace[1908914618] linearizableReadLoop","detail":"{readStateIndex:1248; appliedIndex:1247; }","duration":"115.981509ms","start":"2026-03-03T14:30:29.807566Z","end":"2026-03-03T14:30:29.923547Z","steps":["trace[1908914618] 'read index received' (duration: 9.944181ms)","trace[1908914618] 'applied index is now lower than readState.Index' (duration: 106.036048ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:30:29.923629Z","caller":"traceutil/trace.go:171","msg":"trace[1951479326] transaction","detail":"{read_only:false; response_revision:1210; number_of_response:1; }","duration":"117.815788ms","start":"2026-03-03T14:30:29.805786Z","end":"2026-03-03T14:30:29.923602Z","steps":["trace[1951479326] 'process raft request' (duration: 11.604684ms)","trace[1951479326] 'compare' (duration: 105.722408ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:29.923775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.207306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T14:30:29.92381Z","caller":"traceutil/trace.go:171","msg":"trace[580109976] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1210; }","duration":"116.292428ms","start":"2026-03-03T14:30:29.807509Z","end":"2026-03-03T14:30:29.923802Z","steps":["trace[580109976] 'agreement among raft nodes before linearized reading' (duration: 116.138593ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:29.952625Z","caller":"traceutil/trace.go:171","msg":"trace[25329395] transaction","detail":"{read_only:false; response_revision:1211; number_of_response:1; }","duration":"142.785513ms","start":"2026-03-03T14:30:29.809823Z","end":"2026-03-03T14:30:29.952609Z","steps":["trace[25329395] 'process raft request' (duration: 142.608477ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:29.952826Z","caller":"traceutil/trace.go:171","msg":"trace[1952674912] transaction","detail":"{read_only:false; response_revision:1212; number_of_response:1; }","duration":"142.000468ms","start":"2026-03-03T14:30:29.810788Z","end":"2026-03-03T14:30:29.952789Z","steps":["trace[1952674912] 'process raft request' (duration: 141.77849ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:30.067998Z","caller":"traceutil/trace.go:171","msg":"trace[1265969991] transaction","detail":"{read_only:false; response_revision:1214; number_of_response:1; }","duration":"139.488096ms","start":"2026-03-03T14:30:29.928469Z","end":"2026-03-03T14:30:30.067957Z","steps":["trace[1265969991] 'process raft request' (duration: 139.355752ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:30.068097Z","caller":"traceutil/trace.go:171","msg":"trace[414295651] transaction","detail":"{read_only:false; response_revision:1213; number_of_response:1; }","duration":"181.908545ms","start":"2026-03-03T14:30:29.886146Z","end":"2026-03-03T14:30:30.068055Z","steps":["trace[414295651] 'process raft request' (duration: 140.992006ms)","trace[414295651] 'compare' (duration: 40.438613ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:30:30.067987Z","caller":"traceutil/trace.go:171","msg":"trace[1057062052] linearizableReadLoop","detail":"{readStateIndex:1251; appliedIndex:1248; }","duration":"144.286761ms","start":"2026-03-03T14:30:29.923625Z","end":"2026-03-03T14:30:30.067912Z","steps":["trace[1057062052] 'read index received' (duration: 28.85253ms)","trace[1057062052] 'applied index is now lower than readState.Index' (duration: 115.432551ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:30.06833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.119476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-03T14:30:30.068417Z","caller":"traceutil/trace.go:171","msg":"trace[71866375] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1214; }","duration":"260.25017ms","start":"2026-03-03T14:30:29.808154Z","end":"2026-03-03T14:30:30.068404Z","steps":["trace[71866375] 'agreement among raft nodes before linearized reading' (duration: 259.925139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:30.068398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.841891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T14:30:30.068472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.021989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-03T14:30:30.068495Z","caller":"traceutil/trace.go:171","msg":"trace[433516355] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1214; }","duration":"252.966875ms","start":"2026-03-03T14:30:29.815504Z","end":"2026-03-03T14:30:30.068471Z","steps":["trace[433516355] 'agreement among raft nodes before linearized reading' (duration: 252.51151ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:30.068549Z","caller":"traceutil/trace.go:171","msg":"trace[1056883726] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1214; }","duration":"142.161483ms","start":"2026-03-03T14:30:29.92637Z","end":"2026-03-03T14:30:30.068531Z","steps":["trace[1056883726] 'agreement among raft nodes before linearized reading' (duration: 142.002108ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:31.963166Z","caller":"traceutil/trace.go:171","msg":"trace[1950033332] transaction","detail":"{read_only:false; response_revision:1227; number_of_response:1; }","duration":"101.738949ms","start":"2026-03-03T14:30:31.861404Z","end":"2026-03-03T14:30:31.963143Z","steps":["trace[1950033332] 'process raft request' (duration: 101.599535ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:32.355871Z","caller":"traceutil/trace.go:171","msg":"trace[1660237187] transaction","detail":"{read_only:false; response_revision:1246; number_of_response:1; }","duration":"104.715166ms","start":"2026-03-03T14:30:32.251115Z","end":"2026-03-03T14:30:32.355831Z","steps":["trace[1660237187] 'process raft request' (duration: 86.006302ms)","trace[1660237187] 'compare' (duration: 18.370233ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:30:48.165979Z","caller":"traceutil/trace.go:171","msg":"trace[1633757471] linearizableReadLoop","detail":"{readStateIndex:1574; appliedIndex:1573; }","duration":"100.128628ms","start":"2026-03-03T14:30:48.065823Z","end":"2026-03-03T14:30:48.165952Z","steps":["trace[1633757471] 'read index received' (duration: 100.099607ms)","trace[1633757471] 'applied index is now lower than readState.Index' (duration: 28.051µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:30:48.166118Z","caller":"traceutil/trace.go:171","msg":"trace[1006854224] transaction","detail":"{read_only:false; response_revision:1511; number_of_response:1; }","duration":"187.572727ms","start":"2026-03-03T14:30:47.978533Z","end":"2026-03-03T14:30:48.166106Z","steps":["trace[1006854224] 'process raft request' (duration: 187.274297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:48.166325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.482869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T14:30:48.166455Z","caller":"traceutil/trace.go:171","msg":"trace[368063735] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1511; }","duration":"100.647984ms","start":"2026-03-03T14:30:48.065779Z","end":"2026-03-03T14:30:48.166427Z","steps":["trace[368063735] 'agreement among raft nodes before linearized reading' (duration: 100.399426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:56.58016Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000897627622630065,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:30:56.619078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.853404ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:56.619193Z","caller":"traceutil/trace.go:171","msg":"trace[2040410800] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1616; }","duration":"651.975568ms","start":"2026-03-03T14:30:55.967196Z","end":"2026-03-03T14:30:56.619172Z","steps":["trace[2040410800] 'range keys from in-memory index tree' (duration: 651.839284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:56.619197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.270977041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-468f3744-f2d9-4822-97d0-2bb03e3e0138\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-03T14:30:56.619286Z","caller":"traceutil/trace.go:171","msg":"trace[2069040418] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-468f3744-f2d9-4822-97d0-2bb03e3e0138; range_end:; response_count:1; response_revision:1616; }","duration":"1.271123226s","start":"2026-03-03T14:30:55.348139Z","end":"2026-03-03T14:30:56.619262Z","steps":["trace[2069040418] 'range keys from in-memory index tree' (duration: 1.270705632s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:56.61934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:55.348113Z","time spent":"1.271216619s","remote":"127.0.0.1:33516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-468f3744-f2d9-4822-97d0-2bb03e3e0138\" "} {"level":"warn","ts":"2026-03-03T14:30:56.673919Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.001552566s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:30:56.674427Z","caller":"traceutil/trace.go:171","msg":"trace[1046546351] transaction","detail":"{read_only:false; response_revision:1617; number_of_response:1; }","duration":"1.002147105s","start":"2026-03-03T14:30:55.672251Z","end":"2026-03-03T14:30:56.674398Z","steps":["trace[1046546351] 'process raft request' (duration: 1.001926398s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:56.674591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:55.672208Z","time spent":"1.002281349s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:56.923045Z","caller":"traceutil/trace.go:171","msg":"trace[1915621976] linearizableReadLoop","detail":"{readStateIndex:1684; appliedIndex:1681; }","duration":"843.239434ms","start":"2026-03-03T14:30:56.079771Z","end":"2026-03-03T14:30:56.923011Z","steps":["trace[1915621976] 'read index received' (duration: 594.435513ms)","trace[1915621976] 'applied index is now lower than readState.Index' (duration: 248.802831ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:30:56.923171Z","caller":"traceutil/trace.go:171","msg":"trace[1232819651] transaction","detail":"{read_only:false; response_revision:1619; number_of_response:1; }","duration":"399.382514ms","start":"2026-03-03T14:30:56.523775Z","end":"2026-03-03T14:30:56.923158Z","steps":["trace[1232819651] 'process raft request' (duration: 399.070344ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:56.923147Z","caller":"traceutil/trace.go:171","msg":"trace[438071704] transaction","detail":"{read_only:false; response_revision:1620; number_of_response:1; }","duration":"316.540534ms","start":"2026-03-03T14:30:56.606551Z","end":"2026-03-03T14:30:56.923092Z","steps":["trace[438071704] 'process raft request' (duration: 316.349988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:56.923278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.481201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-468f3744-f2d9-4822-97d0-2bb03e3e0138\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-03-03T14:30:56.923581Z","caller":"traceutil/trace.go:171","msg":"trace[1758330974] transaction","detail":"{read_only:false; response_revision:1621; number_of_response:1; }","duration":"295.746714ms","start":"2026-03-03T14:30:56.627807Z","end":"2026-03-03T14:30:56.923554Z","steps":["trace[1758330974] 'process raft request' (duration: 295.136974ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:56.923614Z","caller":"traceutil/trace.go:171","msg":"trace[1062570079] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-468f3744-f2d9-4822-97d0-2bb03e3e0138; range_end:; response_count:1; response_revision:1621; }","duration":"843.875253ms","start":"2026-03-03T14:30:56.079719Z","end":"2026-03-03T14:30:56.923594Z","steps":["trace[1062570079] 'agreement among raft nodes before linearized reading' (duration: 843.480241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:56.923663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:56.079697Z","time spent":"843.953766ms","remote":"127.0.0.1:33516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3769,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-468f3744-f2d9-4822-97d0-2bb03e3e0138\" "} {"level":"warn","ts":"2026-03-03T14:30:56.923287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.473107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:30:56.923825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:56.606525Z","time spent":"316.954508ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:56.923877Z","caller":"traceutil/trace.go:171","msg":"trace[1815801046] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1621; }","duration":"735.121858ms","start":"2026-03-03T14:30:56.188743Z","end":"2026-03-03T14:30:56.923865Z","steps":["trace[1815801046] 'agreement among raft nodes before linearized reading' (duration: 734.486698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:56.923921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:56.188721Z","time spent":"735.18953ms","remote":"127.0.0.1:33360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:30:56.923362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:56.523752Z","time spent":"399.467687ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:56.923446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.763162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T14:30:56.924093Z","caller":"traceutil/trace.go:171","msg":"trace[1168579383] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1621; }","duration":"711.418394ms","start":"2026-03-03T14:30:56.212661Z","end":"2026-03-03T14:30:56.924079Z","steps":["trace[1168579383] 'agreement among raft nodes before linearized reading' (duration: 710.693781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:56.924138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:56.212635Z","time spent":"711.487586ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T14:30:56.923062Z","caller":"traceutil/trace.go:171","msg":"trace[572106405] transaction","detail":"{read_only:false; response_revision:1618; number_of_response:1; }","duration":"726.473789ms","start":"2026-03-03T14:30:56.196547Z","end":"2026-03-03T14:30:56.923021Z","steps":["trace[572106405] 'process raft request' (duration: 726.137448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:56.924251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:56.196523Z","time spent":"727.679578ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:56.923486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.240449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-03T14:30:56.924339Z","caller":"traceutil/trace.go:171","msg":"trace[219125446] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1621; }","duration":"708.124098ms","start":"2026-03-03T14:30:56.216198Z","end":"2026-03-03T14:30:56.924322Z","steps":["trace[219125446] 'agreement among raft nodes before linearized reading' (duration: 707.100465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:56.923493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.641821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-03T14:30:56.924397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:56.216186Z","time spent":"708.19323ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T14:30:56.924445Z","caller":"traceutil/trace.go:171","msg":"trace[2126078440] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1621; }","duration":"685.615832ms","start":"2026-03-03T14:30:56.238812Z","end":"2026-03-03T14:30:56.924427Z","steps":["trace[2126078440] 'agreement among raft nodes before linearized reading' (duration: 684.546628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:56.923521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.781162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-03T14:30:56.924484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:56.238804Z","time spent":"685.667294ms","remote":"127.0.0.1:50774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-03T14:30:56.924521Z","caller":"traceutil/trace.go:171","msg":"trace[845005649] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1621; }","duration":"706.812825ms","start":"2026-03-03T14:30:56.217693Z","end":"2026-03-03T14:30:56.924505Z","steps":["trace[845005649] 'agreement among raft nodes before linearized reading' (duration: 705.711739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:56.924565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:56.217672Z","time spent":"706.880547ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:30:56.923844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.421204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-03T14:30:56.925001Z","caller":"traceutil/trace.go:171","msg":"trace[667490180] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1621; }","duration":"712.335034ms","start":"2026-03-03T14:30:56.212355Z","end":"2026-03-03T14:30:56.92469Z","steps":["trace[667490180] 'agreement among raft nodes before linearized reading' (duration: 711.094584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:56.925082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:56.212344Z","time spent":"712.723036ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:30:56.923528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.831545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T14:30:56.925308Z","caller":"traceutil/trace.go:171","msg":"trace[1380801856] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1621; }","duration":"712.662494ms","start":"2026-03-03T14:30:56.212613Z","end":"2026-03-03T14:30:56.925275Z","steps":["trace[1380801856] 'agreement among raft nodes before linearized reading' (duration: 710.788513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:56.92537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:56.212595Z","time spent":"712.757267ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:30:57.189724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.325658ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:30:57.189848Z","caller":"traceutil/trace.go:171","msg":"trace[868678428] transaction","detail":"{read_only:false; response_revision:1622; number_of_response:1; }","duration":"258.269136ms","start":"2026-03-03T14:30:56.931556Z","end":"2026-03-03T14:30:57.189825Z","steps":["trace[868678428] 'process raft request' (duration: 106.758582ms)","trace[868678428] 'compare' (duration: 151.195034ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:30:57.245193Z","caller":"traceutil/trace.go:171","msg":"trace[1205297721] transaction","detail":"{read_only:false; response_revision:1625; number_of_response:1; }","duration":"312.807614ms","start":"2026-03-03T14:30:56.932364Z","end":"2026-03-03T14:30:57.245172Z","steps":["trace[1205297721] 'process raft request' (duration: 312.68447ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:57.24525Z","caller":"traceutil/trace.go:171","msg":"trace[1347564421] transaction","detail":"{read_only:false; response_revision:1627; number_of_response:1; }","duration":"308.129823ms","start":"2026-03-03T14:30:56.937095Z","end":"2026-03-03T14:30:57.245225Z","steps":["trace[1347564421] 'process raft request' (duration: 308.059761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:57.24541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:56.932353Z","time spent":"312.947878ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:57.245419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:56.937091Z","time spent":"308.242127ms","remote":"127.0.0.1:33516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10970,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:57.24531Z","caller":"traceutil/trace.go:171","msg":"trace[1660707482] transaction","detail":"{read_only:false; response_revision:1626; number_of_response:1; }","duration":"311.846604ms","start":"2026-03-03T14:30:56.933403Z","end":"2026-03-03T14:30:57.245249Z","steps":["trace[1660707482] 'process raft request' (duration: 311.706359ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:57.245182Z","caller":"traceutil/trace.go:171","msg":"trace[2123989578] transaction","detail":"{read_only:false; response_revision:1624; number_of_response:1; }","duration":"313.565778ms","start":"2026-03-03T14:30:56.931581Z","end":"2026-03-03T14:30:57.245147Z","steps":["trace[2123989578] 'process raft request' (duration: 313.344701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:57.245733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:56.933397Z","time spent":"312.191775ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:57.245919Z","caller":"traceutil/trace.go:171","msg":"trace[363314201] transaction","detail":"{read_only:false; response_revision:1623; number_of_response:1; }","duration":"313.523097ms","start":"2026-03-03T14:30:56.931563Z","end":"2026-03-03T14:30:57.245086Z","steps":["trace[363314201] 'process raft request' (duration: 313.252069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:57.246026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:56.931552Z","time spent":"314.419226ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:57.246626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:56.931566Z","time spent":"314.069295ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:58.112683Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000897627622630074,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:30:58.222657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.402609ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:30:58.222797Z","caller":"traceutil/trace.go:171","msg":"trace[311649393] transaction","detail":"{read_only:false; response_revision:1628; number_of_response:1; }","duration":"971.679594ms","start":"2026-03-03T14:30:57.251091Z","end":"2026-03-03T14:30:58.22277Z","steps":["trace[311649393] 'process raft request' (duration: 186.014856ms)","trace[311649393] 'compare' (duration: 784.607744ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:58.22332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:57.251064Z","time spent":"972.16219ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1530,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:58.277092Z","caller":"traceutil/trace.go:171","msg":"trace[1983933858] transaction","detail":"{read_only:false; response_revision:1629; number_of_response:1; }","duration":"1.025403366s","start":"2026-03-03T14:30:57.251655Z","end":"2026-03-03T14:30:58.277058Z","steps":["trace[1983933858] 'process raft request' (duration: 1.025205549s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:58.277324Z","caller":"traceutil/trace.go:171","msg":"trace[426131025] linearizableReadLoop","detail":"{readStateIndex:1696; appliedIndex:1693; }","duration":"664.689588ms","start":"2026-03-03T14:30:57.612612Z","end":"2026-03-03T14:30:58.277302Z","steps":["trace[426131025] 'read index received' (duration: 664.186231ms)","trace[426131025] 'applied index is now lower than readState.Index' (duration: 502.317µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:30:58.277339Z","caller":"traceutil/trace.go:171","msg":"trace[295557296] transaction","detail":"{read_only:false; response_revision:1630; number_of_response:1; }","duration":"1.025421136s","start":"2026-03-03T14:30:57.251884Z","end":"2026-03-03T14:30:58.277305Z","steps":["trace[295557296] 'process raft request' (duration: 1.025118016s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:58.27748Z","caller":"traceutil/trace.go:171","msg":"trace[496520777] transaction","detail":"{read_only:false; response_revision:1631; number_of_response:1; }","duration":"1.025457207s","start":"2026-03-03T14:30:57.251988Z","end":"2026-03-03T14:30:58.277445Z","steps":["trace[496520777] 'process raft request' (duration: 1.025198459s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:58.27759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:57.251969Z","time spent":"1.025545661s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1472,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:58.277624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.497191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:30:58.277711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.570215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-03T14:30:58.27771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.08362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:30:58.277762Z","caller":"traceutil/trace.go:171","msg":"trace[2005059277] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1631; }","duration":"378.721429ms","start":"2026-03-03T14:30:57.899026Z","end":"2026-03-03T14:30:58.277748Z","steps":["trace[2005059277] 'agreement among raft nodes before linearized reading' (duration: 378.475711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:58.277771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.743124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-468f3744-f2d9-4822-97d0-2bb03e3e0138\" ","response":"range_response_count:1 size:3747"} {"level":"warn","ts":"2026-03-03T14:30:58.277833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:57.899004Z","time spent":"378.813501ms","remote":"127.0.0.1:33712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:30:58.277841Z","caller":"traceutil/trace.go:171","msg":"trace[2063831455] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:1631; }","duration":"665.245776ms","start":"2026-03-03T14:30:57.612553Z","end":"2026-03-03T14:30:58.277799Z","steps":["trace[2063831455] 'agreement among raft nodes before linearized reading' (duration: 665.025109ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:58.277877Z","caller":"traceutil/trace.go:171","msg":"trace[1323927705] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-468f3744-f2d9-4822-97d0-2bb03e3e0138; range_end:; response_count:1; response_revision:1631; }","duration":"344.902499ms","start":"2026-03-03T14:30:57.932953Z","end":"2026-03-03T14:30:58.277855Z","steps":["trace[1323927705] 'agreement among raft nodes before linearized reading' (duration: 344.667491ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:58.277809Z","caller":"traceutil/trace.go:171","msg":"trace[1506066258] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1631; }","duration":"343.668009ms","start":"2026-03-03T14:30:57.934101Z","end":"2026-03-03T14:30:58.277769Z","steps":["trace[1506066258] 'agreement among raft nodes before linearized reading' (duration: 343.454322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:58.277926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:57.932924Z","time spent":"344.992722ms","remote":"127.0.0.1:33516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3769,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-468f3744-f2d9-4822-97d0-2bb03e3e0138\" "} {"level":"warn","ts":"2026-03-03T14:30:58.277897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:57.251633Z","time spent":"1.025560901s","remote":"127.0.0.1:33488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":978,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:58.277937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:57.612532Z","time spent":"665.39008ms","remote":"127.0.0.1:33700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":29,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:30:58.277966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:57.934092Z","time spent":"343.853394ms","remote":"127.0.0.1:50774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T14:30:58.278418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:57.251868Z","time spent":"1.02646334s","remote":"127.0.0.1:33488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":894,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:31:01.545406Z","caller":"traceutil/trace.go:171","msg":"trace[755559421] transaction","detail":"{read_only:false; response_revision:1661; number_of_response:1; }","duration":"157.578359ms","start":"2026-03-03T14:31:01.387787Z","end":"2026-03-03T14:31:01.545365Z","steps":["trace[755559421] 'process raft request' (duration: 96.143489ms)","trace[755559421] 'compare' (duration: 61.252405ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:01.548473Z","caller":"traceutil/trace.go:171","msg":"trace[752632154] transaction","detail":"{read_only:false; response_revision:1662; number_of_response:1; }","duration":"155.038237ms","start":"2026-03-03T14:31:01.393398Z","end":"2026-03-03T14:31:01.548436Z","steps":["trace[752632154] 'process raft request' (duration: 154.850911ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:13.669419Z","caller":"traceutil/trace.go:171","msg":"trace[141847377] transaction","detail":"{read_only:false; response_revision:1746; number_of_response:1; }","duration":"667.622773ms","start":"2026-03-03T14:31:13.001753Z","end":"2026-03-03T14:31:13.669375Z","steps":["trace[141847377] 'process raft request' (duration: 667.363195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:13.669665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:13.00171Z","time spent":"667.852911ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:31:13.689798Z","caller":"traceutil/trace.go:171","msg":"trace[569550467] transaction","detail":"{read_only:false; response_revision:1747; number_of_response:1; }","duration":"683.476027ms","start":"2026-03-03T14:31:13.006292Z","end":"2026-03-03T14:31:13.689768Z","steps":["trace[569550467] 'process raft request' (duration: 683.290181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:13.689967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:13.006276Z","time spent":"683.601032ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:31:13.690255Z","caller":"traceutil/trace.go:171","msg":"trace[986929245] linearizableReadLoop","detail":"{readStateIndex:1817; appliedIndex:1814; }","duration":"502.558613ms","start":"2026-03-03T14:31:13.187668Z","end":"2026-03-03T14:31:13.690226Z","steps":["trace[986929245] 'read index received' (duration: 481.515124ms)","trace[986929245] 'applied index is now lower than readState.Index' (duration: 21.041949ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:13.690386Z","caller":"traceutil/trace.go:171","msg":"trace[240203180] transaction","detail":"{read_only:false; response_revision:1748; number_of_response:1; }","duration":"682.050712ms","start":"2026-03-03T14:31:13.008279Z","end":"2026-03-03T14:31:13.690329Z","steps":["trace[240203180] 'process raft request' (duration: 681.444433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:13.690515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.838171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:31:13.690496Z","caller":"traceutil/trace.go:171","msg":"trace[1291601048] transaction","detail":"{read_only:false; response_revision:1749; number_of_response:1; }","duration":"107.564481ms","start":"2026-03-03T14:31:13.582868Z","end":"2026-03-03T14:31:13.690432Z","steps":["trace[1291601048] 'process raft request' (duration: 107.271481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:13.690575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:13.008261Z","time spent":"682.231098ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:31:13.690595Z","caller":"traceutil/trace.go:171","msg":"trace[149714652] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1749; }","duration":"502.967356ms","start":"2026-03-03T14:31:13.187607Z","end":"2026-03-03T14:31:13.690575Z","steps":["trace[149714652] 'agreement among raft nodes before linearized reading' (duration: 502.808771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:13.690641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:13.187583Z","time spent":"503.049528ms","remote":"127.0.0.1:33360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:31:13.690659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.026843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T14:31:13.690706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.757759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T14:31:13.690733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.866301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T14:31:13.690736Z","caller":"traceutil/trace.go:171","msg":"trace[1578576698] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1749; }","duration":"389.161207ms","start":"2026-03-03T14:31:13.30156Z","end":"2026-03-03T14:31:13.690722Z","steps":["trace[1578576698] 'agreement among raft nodes before linearized reading' (duration: 388.882328ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:13.6908Z","caller":"traceutil/trace.go:171","msg":"trace[270963895] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1749; }","duration":"330.904475ms","start":"2026-03-03T14:31:13.359873Z","end":"2026-03-03T14:31:13.690778Z","steps":["trace[270963895] 'agreement among raft nodes before linearized reading' (duration: 330.645106ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:13.690829Z","caller":"traceutil/trace.go:171","msg":"trace[840557049] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1749; }","duration":"257.990805ms","start":"2026-03-03T14:31:13.432817Z","end":"2026-03-03T14:31:13.690808Z","steps":["trace[840557049] 'agreement among raft nodes before linearized reading' (duration: 257.673155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:13.690843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.19274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-03T14:31:13.690849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:13.359855Z","time spent":"330.983886ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:31:13.690817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:13.301537Z","time spent":"389.26657ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T14:31:13.690888Z","caller":"traceutil/trace.go:171","msg":"trace[1981198431] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1749; }","duration":"257.241411ms","start":"2026-03-03T14:31:13.433628Z","end":"2026-03-03T14:31:13.690869Z","steps":["trace[1981198431] 'agreement among raft nodes before linearized reading' (duration: 257.101797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:13.690732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.054662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-03T14:31:13.690924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.411836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-03T14:31:13.690967Z","caller":"traceutil/trace.go:171","msg":"trace[45464488] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1749; }","duration":"333.335861ms","start":"2026-03-03T14:31:13.35762Z","end":"2026-03-03T14:31:13.690955Z","steps":["trace[45464488] 'agreement among raft nodes before linearized reading' (duration: 332.941089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:13.690999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:13.357601Z","time spent":"333.388963ms","remote":"127.0.0.1:50774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-03T14:31:13.690981Z","caller":"traceutil/trace.go:171","msg":"trace[2031855883] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1749; }","duration":"257.4891ms","start":"2026-03-03T14:31:13.433477Z","end":"2026-03-03T14:31:13.690966Z","steps":["trace[2031855883] 'agreement among raft nodes before linearized reading' (duration: 257.285073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:13.691177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.452161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T14:31:13.692929Z","caller":"traceutil/trace.go:171","msg":"trace[1282649353] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1749; }","duration":"294.246848ms","start":"2026-03-03T14:31:13.398644Z","end":"2026-03-03T14:31:13.692891Z","steps":["trace[1282649353] 'agreement among raft nodes before linearized reading' (duration: 292.008347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:42.421323Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000897627622630687,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:31:42.497262Z","caller":"traceutil/trace.go:171","msg":"trace[50197530] transaction","detail":"{read_only:false; response_revision:1891; number_of_response:1; }","duration":"775.976652ms","start":"2026-03-03T14:31:41.721254Z","end":"2026-03-03T14:31:42.497231Z","steps":["trace[50197530] 'process raft request' (duration: 775.812766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:42.497481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:41.721226Z","time spent":"776.135967ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:31:43.021063Z","caller":"traceutil/trace.go:171","msg":"trace[297171595] linearizableReadLoop","detail":"{readStateIndex:1969; appliedIndex:1966; }","duration":"1.100259946s","start":"2026-03-03T14:31:41.920763Z","end":"2026-03-03T14:31:43.021023Z","steps":["trace[297171595] 'read index received' (duration: 576.479756ms)","trace[297171595] 'applied index is now lower than readState.Index' (duration: 523.77749ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:43.021122Z","caller":"traceutil/trace.go:171","msg":"trace[406933983] transaction","detail":"{read_only:false; response_revision:1892; number_of_response:1; }","duration":"1.247340255s","start":"2026-03-03T14:31:41.773752Z","end":"2026-03-03T14:31:43.021092Z","steps":["trace[406933983] 'process raft request' (duration: 1.246861519s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:43.021237Z","caller":"traceutil/trace.go:171","msg":"trace[1724036437] transaction","detail":"{read_only:false; response_revision:1894; number_of_response:1; }","duration":"1.139322359s","start":"2026-03-03T14:31:41.881872Z","end":"2026-03-03T14:31:43.021194Z","steps":["trace[1724036437] 'process raft request' (duration: 1.139062121s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:43.021357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:41.773729Z","time spent":"1.247466059s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:43.021926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.091498907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:31:43.022007Z","caller":"traceutil/trace.go:171","msg":"trace[1204805947] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1894; }","duration":"1.091601571s","start":"2026-03-03T14:31:41.93039Z","end":"2026-03-03T14:31:43.021991Z","steps":["trace[1204805947] 'agreement among raft nodes before linearized reading' (duration: 1.09124957s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:43.022069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:41.930383Z","time spent":"1.091673253s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:31:43.021421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.029994131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T14:31:43.022195Z","caller":"traceutil/trace.go:171","msg":"trace[887439919] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1894; }","duration":"1.030795587s","start":"2026-03-03T14:31:41.991371Z","end":"2026-03-03T14:31:43.022167Z","steps":["trace[887439919] 'agreement among raft nodes before linearized reading' (duration: 1.029917419s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:43.021505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.09817328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T14:31:43.022272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:41.991356Z","time spent":"1.030884099s","remote":"127.0.0.1:50774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-03T14:31:43.022309Z","caller":"traceutil/trace.go:171","msg":"trace[1430561306] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1894; }","duration":"1.099054898s","start":"2026-03-03T14:31:41.923222Z","end":"2026-03-03T14:31:43.022277Z","steps":["trace[1430561306] 'agreement among raft nodes before linearized reading' (duration: 1.098040826s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:43.021444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:41.881848Z","time spent":"1.139488624s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:43.022412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:41.923192Z","time spent":"1.099199283s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:31:43.021422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.100647799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T14:31:43.022736Z","caller":"traceutil/trace.go:171","msg":"trace[683533705] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1894; }","duration":"1.102010472s","start":"2026-03-03T14:31:41.920706Z","end":"2026-03-03T14:31:43.022717Z","steps":["trace[683533705] 'agreement among raft nodes before linearized reading' (duration: 1.100518785s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:43.022774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:41.920684Z","time spent":"1.102081505s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:31:43.021605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.083648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:31:43.022848Z","caller":"traceutil/trace.go:171","msg":"trace[480466135] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1894; }","duration":"834.363879ms","start":"2026-03-03T14:31:42.188472Z","end":"2026-03-03T14:31:43.022835Z","steps":["trace[480466135] 'agreement among raft nodes before linearized reading' (duration: 833.098809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:43.021575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.091769206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T14:31:43.022898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:42.188446Z","time spent":"834.439862ms","remote":"127.0.0.1:33360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:31:43.021629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.753808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:31:43.02302Z","caller":"traceutil/trace.go:171","msg":"trace[1527426056] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:1894; }","duration":"441.143532ms","start":"2026-03-03T14:31:42.581856Z","end":"2026-03-03T14:31:43.023Z","steps":["trace[1527426056] 'agreement among raft nodes before linearized reading' (duration: 439.706847ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:43.021644Z","caller":"traceutil/trace.go:171","msg":"trace[5754155] transaction","detail":"{read_only:false; response_revision:1893; number_of_response:1; }","duration":"1.243749291s","start":"2026-03-03T14:31:41.777853Z","end":"2026-03-03T14:31:43.021603Z","steps":["trace[5754155] 'process raft request' (duration: 1.242997637s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:43.02308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:42.581816Z","time spent":"441.246385ms","remote":"127.0.0.1:52454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:31:43.02172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093893134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-03T14:31:43.023196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:41.777829Z","time spent":"1.24528528s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:31:43.023239Z","caller":"traceutil/trace.go:171","msg":"trace[1551109742] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1894; }","duration":"1.095467604s","start":"2026-03-03T14:31:41.927751Z","end":"2026-03-03T14:31:43.023219Z","steps":["trace[1551109742] 'agreement among raft nodes before linearized reading' (duration: 1.093663827s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:43.023307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:41.927739Z","time spent":"1.095549776s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T14:31:43.022941Z","caller":"traceutil/trace.go:171","msg":"trace[1719863379] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1894; }","duration":"1.093160351s","start":"2026-03-03T14:31:41.92973Z","end":"2026-03-03T14:31:43.022891Z","steps":["trace[1719863379] 'agreement among raft nodes before linearized reading' (duration: 1.091582861s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:43.02364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:41.929709Z","time spent":"1.093876733s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:31:44.315251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.152451ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:31:44.315609Z","caller":"traceutil/trace.go:171","msg":"trace[494743857] transaction","detail":"{read_only:false; response_revision:1896; number_of_response:1; }","duration":"1.288296018s","start":"2026-03-03T14:31:43.027253Z","end":"2026-03-03T14:31:44.315549Z","steps":["trace[494743857] 'process raft request' (duration: 1.288108472s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:44.315691Z","caller":"traceutil/trace.go:171","msg":"trace[1475011946] linearizableReadLoop","detail":"{readStateIndex:1974; appliedIndex:1969; }","duration":"943.720308ms","start":"2026-03-03T14:31:43.371954Z","end":"2026-03-03T14:31:44.315674Z","steps":["trace[1475011946] 'read index received' (duration: 149.176585ms)","trace[1475011946] 'applied index is now lower than readState.Index' (duration: 794.542653ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:44.315689Z","caller":"traceutil/trace.go:171","msg":"trace[1717658901] transaction","detail":"{read_only:false; response_revision:1897; number_of_response:1; }","duration":"1.288153755s","start":"2026-03-03T14:31:43.0275Z","end":"2026-03-03T14:31:44.315654Z","steps":["trace[1717658901] 'process raft request' (duration: 1.287916327s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:44.315753Z","caller":"traceutil/trace.go:171","msg":"trace[1407559933] transaction","detail":"{read_only:false; response_revision:1895; number_of_response:1; }","duration":"1.288485594s","start":"2026-03-03T14:31:43.027251Z","end":"2026-03-03T14:31:44.315737Z","steps":["trace[1407559933] 'process raft request' (duration: 493.760056ms)","trace[1407559933] 'compare' (duration: 793.914093ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:44.315822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:43.027224Z","time spent":"1.288566517s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:44.315826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:43.027225Z","time spent":"1.288498715s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:31:44.315822Z","caller":"traceutil/trace.go:171","msg":"trace[849650058] transaction","detail":"{read_only:false; response_revision:1898; number_of_response:1; }","duration":"1.288120674s","start":"2026-03-03T14:31:43.027623Z","end":"2026-03-03T14:31:44.315743Z","steps":["trace[849650058] 'process raft request' (duration: 1.287811574s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:44.315864Z","caller":"traceutil/trace.go:171","msg":"trace[1158889686] transaction","detail":"{read_only:false; response_revision:1899; number_of_response:1; }","duration":"1.287132281s","start":"2026-03-03T14:31:43.028695Z","end":"2026-03-03T14:31:44.315827Z","steps":["trace[1158889686] 'process raft request' (duration: 1.286939195s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:44.31597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.005517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18995b46e48ee2d8\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-03T14:31:44.316016Z","caller":"traceutil/trace.go:171","msg":"trace[516264167] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18995b46e48ee2d8; range_end:; response_count:1; response_revision:1899; }","duration":"944.105561ms","start":"2026-03-03T14:31:43.371895Z","end":"2026-03-03T14:31:44.316001Z","steps":["trace[516264167] 'agreement among raft nodes before linearized reading' (duration: 943.918475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:44.316057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:43.371872Z","time spent":"944.169172ms","remote":"127.0.0.1:33404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":868,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18995b46e48ee2d8\" "} {"level":"warn","ts":"2026-03-03T14:31:44.316056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:43.02868Z","time spent":"1.287303637s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:44.316089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:43.027611Z","time spent":"1.28833126s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:44.316144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:43.027449Z","time spent":"1.288289728s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:44.501065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.345785ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-03T14:31:44.501606Z","caller":"traceutil/trace.go:171","msg":"trace[166072110] linearizableReadLoop","detail":"{readStateIndex:1975; appliedIndex:1974; }","duration":"185.843232ms","start":"2026-03-03T14:31:44.31572Z","end":"2026-03-03T14:31:44.501563Z","steps":["trace[166072110] 'read index received' (duration: 56.042573ms)","trace[166072110] 'applied index is now lower than readState.Index' (duration: 129.796408ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:44.501642Z","caller":"traceutil/trace.go:171","msg":"trace[1797193277] transaction","detail":"{read_only:false; response_revision:1901; number_of_response:1; }","duration":"163.431519ms","start":"2026-03-03T14:31:44.338181Z","end":"2026-03-03T14:31:44.501612Z","steps":["trace[1797193277] 'process raft request' (duration: 163.329756ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:44.501729Z","caller":"traceutil/trace.go:171","msg":"trace[1251675025] transaction","detail":"{read_only:false; response_revision:1900; number_of_response:1; }","duration":"183.358083ms","start":"2026-03-03T14:31:44.318336Z","end":"2026-03-03T14:31:44.501695Z","steps":["trace[1251675025] 'process raft request' (duration: 182.899428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:44.502154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.830507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:31:44.502154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.913767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:31:44.502229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.89256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12380"} {"level":"info","ts":"2026-03-03T14:31:44.502253Z","caller":"traceutil/trace.go:171","msg":"trace[1197200967] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1901; }","duration":"315.072732ms","start":"2026-03-03T14:31:44.187153Z","end":"2026-03-03T14:31:44.502226Z","steps":["trace[1197200967] 'agreement among raft nodes before linearized reading' (duration: 314.850535ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:44.502289Z","caller":"traceutil/trace.go:171","msg":"trace[750009446] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1901; }","duration":"443.984852ms","start":"2026-03-03T14:31:44.058291Z","end":"2026-03-03T14:31:44.502275Z","steps":["trace[750009446] 'agreement among raft nodes before linearized reading' (duration: 443.812527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:44.502305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:44.18711Z","time spent":"315.186356ms","remote":"127.0.0.1:33360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:31:44.502332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:44.058273Z","time spent":"444.050005ms","remote":"127.0.0.1:33516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12402,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T14:31:44.502242Z","caller":"traceutil/trace.go:171","msg":"trace[2012279657] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:1901; }","duration":"581.955682ms","start":"2026-03-03T14:31:43.920244Z","end":"2026-03-03T14:31:44.502199Z","steps":["trace[2012279657] 'agreement among raft nodes before linearized reading' (duration: 581.797137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:44.502426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:43.92021Z","time spent":"582.167889ms","remote":"127.0.0.1:33710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:31:44.502239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.23991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T14:31:44.502542Z","caller":"traceutil/trace.go:171","msg":"trace[178656885] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1901; }","duration":"471.593631ms","start":"2026-03-03T14:31:44.030921Z","end":"2026-03-03T14:31:44.502515Z","steps":["trace[178656885] 'agreement among raft nodes before linearized reading' (duration: 471.066094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:44.50273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:44.030896Z","time spent":"471.817798ms","remote":"127.0.0.1:50774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T14:31:44.502424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.546482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-03T14:31:44.50291Z","caller":"traceutil/trace.go:171","msg":"trace[1224498018] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1901; }","duration":"407.049888ms","start":"2026-03-03T14:31:44.095836Z","end":"2026-03-03T14:31:44.502886Z","steps":["trace[1224498018] 'agreement among raft nodes before linearized reading' (duration: 406.17451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:44.503369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:44.095828Z","time spent":"407.519563ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-03T14:31:45.223923Z","caller":"traceutil/trace.go:171","msg":"trace[107658897] transaction","detail":"{read_only:false; response_revision:1905; number_of_response:1; }","duration":"195.167418ms","start":"2026-03-03T14:31:45.028725Z","end":"2026-03-03T14:31:45.223892Z","steps":["trace[107658897] 'process raft request' (duration: 195.121046ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:45.223962Z","caller":"traceutil/trace.go:171","msg":"trace[1410254508] transaction","detail":"{read_only:false; response_revision:1904; number_of_response:1; }","duration":"195.85631ms","start":"2026-03-03T14:31:45.028059Z","end":"2026-03-03T14:31:45.223916Z","steps":["trace[1410254508] 'process raft request' (duration: 195.616493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:46.01724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.99923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:31:46.017347Z","caller":"traceutil/trace.go:171","msg":"trace[1919314897] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:1905; }","duration":"459.157015ms","start":"2026-03-03T14:31:45.558165Z","end":"2026-03-03T14:31:46.017322Z","steps":["trace[1919314897] 'count revisions from in-memory index tree' (duration: 458.929377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:46.017682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:45.558153Z","time spent":"459.499376ms","remote":"127.0.0.1:33580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":29,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:31:46.017714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.943295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T14:31:46.018396Z","caller":"traceutil/trace.go:171","msg":"trace[890723599] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1905; }","duration":"507.703509ms","start":"2026-03-03T14:31:45.510668Z","end":"2026-03-03T14:31:46.018371Z","steps":["trace[890723599] 'range keys from in-memory index tree' (duration: 506.648565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:46.018444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:45.510645Z","time spent":"507.782651ms","remote":"127.0.0.1:50774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-03T14:31:47.379476Z","caller":"traceutil/trace.go:171","msg":"trace[789076451] linearizableReadLoop","detail":"{readStateIndex:1987; appliedIndex:1986; }","duration":"227.059692ms","start":"2026-03-03T14:31:47.152386Z","end":"2026-03-03T14:31:47.379445Z","steps":["trace[789076451] 'read index received' (duration: 226.873446ms)","trace[789076451] 'applied index is now lower than readState.Index' (duration: 185.316µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:47.379609Z","caller":"traceutil/trace.go:171","msg":"trace[253334647] transaction","detail":"{read_only:false; response_revision:1911; number_of_response:1; }","duration":"281.765512ms","start":"2026-03-03T14:31:47.09781Z","end":"2026-03-03T14:31:47.379575Z","steps":["trace[253334647] 'process raft request' (duration: 281.467653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:47.379644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.231038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:31:47.379688Z","caller":"traceutil/trace.go:171","msg":"trace[648701667] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:1911; }","duration":"227.344821ms","start":"2026-03-03T14:31:47.152331Z","end":"2026-03-03T14:31:47.379676Z","steps":["trace[648701667] 'agreement among raft nodes before linearized reading' (duration: 227.225458ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:47.414738Z","caller":"traceutil/trace.go:171","msg":"trace[931750521] transaction","detail":"{read_only:false; response_revision:1913; number_of_response:1; }","duration":"184.045795ms","start":"2026-03-03T14:31:47.230656Z","end":"2026-03-03T14:31:47.414702Z","steps":["trace[931750521] 'process raft request' (duration: 183.990663ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:47.414984Z","caller":"traceutil/trace.go:171","msg":"trace[1491012083] transaction","detail":"{read_only:false; response_revision:1912; number_of_response:1; }","duration":"184.895211ms","start":"2026-03-03T14:31:47.230078Z","end":"2026-03-03T14:31:47.414973Z","steps":["trace[1491012083] 'process raft request' (duration: 184.418976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:47.690519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.434235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-03T14:31:47.690635Z","caller":"traceutil/trace.go:171","msg":"trace[494237848] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1913; }","duration":"216.59361ms","start":"2026-03-03T14:31:47.474015Z","end":"2026-03-03T14:31:47.690608Z","steps":["trace[494237848] 'range keys from in-memory index tree' (duration: 216.201277ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:47.981049Z","caller":"traceutil/trace.go:171","msg":"trace[1214353524] transaction","detail":"{read_only:false; response_revision:1914; number_of_response:1; }","duration":"284.792359ms","start":"2026-03-03T14:31:47.696221Z","end":"2026-03-03T14:31:47.981013Z","steps":["trace[1214353524] 'process raft request' (duration: 284.443848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:48.528487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.928434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:31:48.528615Z","caller":"traceutil/trace.go:171","msg":"trace[410610746] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1914; }","duration":"341.12702ms","start":"2026-03-03T14:31:48.187458Z","end":"2026-03-03T14:31:48.528585Z","steps":["trace[410610746] 'range keys from in-memory index tree' (duration: 340.828191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:48.528593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.20828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-03T14:31:48.528684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:48.187439Z","time spent":"341.227084ms","remote":"127.0.0.1:33356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:31:48.528693Z","caller":"traceutil/trace.go:171","msg":"trace[1637037556] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1914; }","duration":"494.497509ms","start":"2026-03-03T14:31:48.03417Z","end":"2026-03-03T14:31:48.528668Z","steps":["trace[1637037556] 'range keys from in-memory index tree' (duration: 493.981433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:48.529174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:48.034149Z","time spent":"494.996495ms","remote":"127.0.0.1:50774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T14:31:48.528708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.207302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T14:31:48.529366Z","caller":"traceutil/trace.go:171","msg":"trace[1174820753] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1914; }","duration":"158.889324ms","start":"2026-03-03T14:31:48.370456Z","end":"2026-03-03T14:31:48.529345Z","steps":["trace[1174820753] 'range keys from in-memory index tree' (duration: 158.081249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:48.528608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.169649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-03T14:31:48.5295Z","caller":"traceutil/trace.go:171","msg":"trace[1209732859] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1914; }","duration":"130.083638ms","start":"2026-03-03T14:31:48.399389Z","end":"2026-03-03T14:31:48.529472Z","steps":["trace[1209732859] 'range keys from in-memory index tree' (duration: 128.967452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:48.528812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.397273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18995b46e48ee2d8\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-03T14:31:48.529651Z","caller":"traceutil/trace.go:171","msg":"trace[1285008950] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18995b46e48ee2d8; range_end:; response_count:1; response_revision:1914; }","duration":"162.300883ms","start":"2026-03-03T14:31:48.367331Z","end":"2026-03-03T14:31:48.529632Z","steps":["trace[1285008950] 'range keys from in-memory index tree' (duration: 161.165546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:48.528872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.926231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T14:31:48.52977Z","caller":"traceutil/trace.go:171","msg":"trace[1738552430] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1914; }","duration":"129.8292ms","start":"2026-03-03T14:31:48.399922Z","end":"2026-03-03T14:31:48.529752Z","steps":["trace[1738552430] 'range keys from in-memory index tree' (duration: 128.845109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:48.528945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.20003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:31:48.529837Z","caller":"traceutil/trace.go:171","msg":"trace[1889642283] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1914; }","duration":"130.118649ms","start":"2026-03-03T14:31:48.399706Z","end":"2026-03-03T14:31:48.529824Z","steps":["trace[1889642283] 'range keys from in-memory index tree' (duration: 129.049995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:48.528983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.990973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T14:31:48.52993Z","caller":"traceutil/trace.go:171","msg":"trace[1605995537] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1914; }","duration":"130.009976ms","start":"2026-03-03T14:31:48.399909Z","end":"2026-03-03T14:31:48.529919Z","steps":["trace[1605995537] 'range keys from in-memory index tree' (duration: 128.759965ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:48.745831Z","caller":"traceutil/trace.go:171","msg":"trace[1068057793] transaction","detail":"{read_only:false; response_revision:1915; number_of_response:1; }","duration":"213.44624ms","start":"2026-03-03T14:31:48.532354Z","end":"2026-03-03T14:31:48.7458Z","steps":["trace[1068057793] 'process raft request' (duration: 213.259464ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:48.823291Z","caller":"traceutil/trace.go:171","msg":"trace[1148456589] transaction","detail":"{read_only:false; response_revision:1916; number_of_response:1; }","duration":"289.21874ms","start":"2026-03-03T14:31:48.534042Z","end":"2026-03-03T14:31:48.823261Z","steps":["trace[1148456589] 'process raft request' (duration: 289.036524ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:48.823608Z","caller":"traceutil/trace.go:171","msg":"trace[1869428295] transaction","detail":"{read_only:false; response_revision:1917; number_of_response:1; }","duration":"289.466607ms","start":"2026-03-03T14:31:48.53413Z","end":"2026-03-03T14:31:48.823596Z","steps":["trace[1869428295] 'process raft request' (duration: 289.089465ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:48.823637Z","caller":"traceutil/trace.go:171","msg":"trace[1621794783] transaction","detail":"{read_only:false; response_revision:1920; number_of_response:1; }","duration":"289.013173ms","start":"2026-03-03T14:31:48.534607Z","end":"2026-03-03T14:31:48.82362Z","steps":["trace[1621794783] 'process raft request' (duration: 288.973612ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:48.823637Z","caller":"traceutil/trace.go:171","msg":"trace[1707994975] transaction","detail":"{read_only:false; response_revision:1918; number_of_response:1; }","duration":"289.441117ms","start":"2026-03-03T14:31:48.534165Z","end":"2026-03-03T14:31:48.823606Z","steps":["trace[1707994975] 'process raft request' (duration: 289.282401ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:48.823799Z","caller":"traceutil/trace.go:171","msg":"trace[1391076884] transaction","detail":"{read_only:false; response_revision:1919; number_of_response:1; }","duration":"289.543609ms","start":"2026-03-03T14:31:48.534246Z","end":"2026-03-03T14:31:48.823789Z","steps":["trace[1391076884] 'process raft request' (duration: 289.290811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:50.038318Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000897627622630753,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:31:50.480745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026784309s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:31:50.480915Z","caller":"traceutil/trace.go:171","msg":"trace[1727063793] transaction","detail":"{read_only:false; response_revision:1921; number_of_response:1; }","duration":"1.126809981s","start":"2026-03-03T14:31:49.354077Z","end":"2026-03-03T14:31:50.480887Z","steps":["trace[1727063793] 'process raft request' (duration: 99.759873ms)","trace[1727063793] 'compare' (duration: 1.026651285s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:50.481052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:49.354059Z","time spent":"1.126902824s","remote":"127.0.0.1:33374","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:50.538964Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000897627622630753,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:31:51.024322Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.48770841s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:31:51.821566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.832975ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:31:51.821752Z","caller":"traceutil/trace.go:171","msg":"trace[1514761770] transaction","detail":"{read_only:false; response_revision:1922; number_of_response:1; }","duration":"2.436471489s","start":"2026-03-03T14:31:49.385259Z","end":"2026-03-03T14:31:51.82173Z","steps":["trace[1514761770] 'process raft request' (duration: 1.639311103s)","trace[1514761770] 'compare' (duration: 796.604888ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:51.821823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:49.385235Z","time spent":"2.436553782s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:31:51.822835Z","caller":"traceutil/trace.go:171","msg":"trace[1719699711] transaction","detail":"{read_only:false; response_revision:1923; number_of_response:1; }","duration":"2.402738777s","start":"2026-03-03T14:31:49.420017Z","end":"2026-03-03T14:31:51.822756Z","steps":["trace[1719699711] 'process raft request' (duration: 2.401658702s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:51.823061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:49.419989Z","time spent":"2.402957274s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:31:51.823131Z","caller":"traceutil/trace.go:171","msg":"trace[253292006] transaction","detail":"{read_only:false; response_revision:1924; number_of_response:1; }","duration":"2.401749395s","start":"2026-03-03T14:31:49.421365Z","end":"2026-03-03T14:31:51.823114Z","steps":["trace[253292006] 'process raft request' (duration: 2.40127827s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:51.823222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:49.421343Z","time spent":"2.401835218s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:31:51.823411Z","caller":"traceutil/trace.go:171","msg":"trace[1699440178] transaction","detail":"{read_only:false; response_revision:1925; number_of_response:1; }","duration":"1.81683392s","start":"2026-03-03T14:31:50.006545Z","end":"2026-03-03T14:31:51.823379Z","steps":["trace[1699440178] 'process raft request' (duration: 1.816455388s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:51.823568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:50.006521Z","time spent":"1.816970705s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:31:51.823574Z","caller":"traceutil/trace.go:171","msg":"trace[1822189241] linearizableReadLoop","detail":"{readStateIndex:2002; appliedIndex:1998; }","duration":"2.285745185s","start":"2026-03-03T14:31:49.537796Z","end":"2026-03-03T14:31:51.823541Z","steps":["trace[1822189241] 'read index received' (duration: 1.486794091s)","trace[1822189241] 'applied index is now lower than readState.Index' (duration: 798.942423ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:51.823778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.285987723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T14:31:51.823796Z","caller":"traceutil/trace.go:171","msg":"trace[1201522694] transaction","detail":"{read_only:false; response_revision:1926; number_of_response:1; }","duration":"506.587123ms","start":"2026-03-03T14:31:51.31698Z","end":"2026-03-03T14:31:51.823567Z","steps":["trace[1201522694] 'process raft request' (duration: 506.138259ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:51.82382Z","caller":"traceutil/trace.go:171","msg":"trace[1365452041] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1926; }","duration":"2.286071975s","start":"2026-03-03T14:31:49.537736Z","end":"2026-03-03T14:31:51.823808Z","steps":["trace[1365452041] 'agreement among raft nodes before linearized reading' (duration: 2.285940731s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:51.823853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.232479251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12380"} {"level":"info","ts":"2026-03-03T14:31:51.823885Z","caller":"traceutil/trace.go:171","msg":"trace[760296455] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1926; }","duration":"2.232574633s","start":"2026-03-03T14:31:49.591302Z","end":"2026-03-03T14:31:51.823877Z","steps":["trace[760296455] 'agreement among raft nodes before linearized reading' (duration: 2.232395338s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:51.823852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:49.537718Z","time spent":"2.286127287s","remote":"127.0.0.1:50774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T14:31:51.82391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:49.591268Z","time spent":"2.232636876s","remote":"127.0.0.1:33516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12402,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:31:51.823902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.340288462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-03T14:31:51.823964Z","caller":"traceutil/trace.go:171","msg":"trace[626061292] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1926; }","duration":"1.340375426s","start":"2026-03-03T14:31:50.483573Z","end":"2026-03-03T14:31:51.823948Z","steps":["trace[626061292] 'agreement among raft nodes before linearized reading' (duration: 1.340249532s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:51.823996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:50.48356Z","time spent":"1.340431627s","remote":"127.0.0.1:33488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T14:31:51.824041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.267246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T14:31:51.824085Z","caller":"traceutil/trace.go:171","msg":"trace[2050029136] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1926; }","duration":"994.366258ms","start":"2026-03-03T14:31:50.829707Z","end":"2026-03-03T14:31:51.824073Z","steps":["trace[2050029136] 'agreement among raft nodes before linearized reading' (duration: 994.273706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:51.82414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.408072478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:31:51.824163Z","caller":"traceutil/trace.go:171","msg":"trace[1028335875] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:1926; }","duration":"1.408093389s","start":"2026-03-03T14:31:50.41606Z","end":"2026-03-03T14:31:51.824153Z","steps":["trace[1028335875] 'agreement among raft nodes before linearized reading' (duration: 1.408059218s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:51.82415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:50.82967Z","time spent":"994.463092ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:31:51.824186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:50.416039Z","time spent":"1.408143201s","remote":"127.0.0.1:52408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:31:51.824075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:51.316957Z","time spent":"506.880423ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:51.824288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.934017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-03T14:31:51.824321Z","caller":"traceutil/trace.go:171","msg":"trace[736011190] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1926; }","duration":"994.989829ms","start":"2026-03-03T14:31:50.829321Z","end":"2026-03-03T14:31:51.824311Z","steps":["trace[736011190] 'agreement among raft nodes before linearized reading' (duration: 994.895796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:51.824086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.579289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T14:31:51.824305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.057312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:31:51.824433Z","caller":"traceutil/trace.go:171","msg":"trace[1221693690] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1926; }","duration":"996.209477ms","start":"2026-03-03T14:31:50.828208Z","end":"2026-03-03T14:31:51.824417Z","steps":["trace[1221693690] 'agreement among raft nodes before linearized reading' (duration: 995.913308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:51.824524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:50.828196Z","time spent":"996.312741ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:31:51.823896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.474744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T14:31:51.824625Z","caller":"traceutil/trace.go:171","msg":"trace[1428815564] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1926; }","duration":"996.237898ms","start":"2026-03-03T14:31:50.828365Z","end":"2026-03-03T14:31:51.824603Z","steps":["trace[1428815564] 'agreement among raft nodes before linearized reading' (duration: 995.404092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:51.824682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:50.828346Z","time spent":"996.321731ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T14:31:51.824363Z","caller":"traceutil/trace.go:171","msg":"trace[104361934] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1926; }","duration":"996.945101ms","start":"2026-03-03T14:31:50.827411Z","end":"2026-03-03T14:31:51.824356Z","steps":["trace[104361934] 'agreement among raft nodes before linearized reading' (duration: 996.411304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:51.824863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:50.827388Z","time spent":"997.466147ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:31:51.823961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.209507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:31:51.824942Z","caller":"traceutil/trace.go:171","msg":"trace[979589612] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1926; }","duration":"637.223619ms","start":"2026-03-03T14:31:51.18771Z","end":"2026-03-03T14:31:51.824933Z","steps":["trace[979589612] 'agreement among raft nodes before linearized reading' (duration: 636.230967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:51.82435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:50.829311Z","time spent":"995.03292ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:31:51.824975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:51.187691Z","time spent":"637.278011ms","remote":"127.0.0.1:33360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:31:52.331246Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000897627622630764,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:31:52.831399Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000897627622630764,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:31:53.33223Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000897627622630764,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:31:53.576889Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.747891056s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:31:53.710655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.416524ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:31:53.711024Z","caller":"traceutil/trace.go:171","msg":"trace[1441488238] linearizableReadLoop","detail":"{readStateIndex:2008; appliedIndex:2003; }","duration":"1.88067841s","start":"2026-03-03T14:31:51.830327Z","end":"2026-03-03T14:31:53.711005Z","steps":["trace[1441488238] 'read index received' (duration: 1.746831912s)","trace[1441488238] 'applied index is now lower than readState.Index' (duration: 133.845558ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:53.711128Z","caller":"traceutil/trace.go:171","msg":"trace[115771906] transaction","detail":"{read_only:false; response_revision:1928; number_of_response:1; }","duration":"1.881853767s","start":"2026-03-03T14:31:51.82926Z","end":"2026-03-03T14:31:53.711114Z","steps":["trace[115771906] 'process raft request' (duration: 1.881527667s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:53.711151Z","caller":"traceutil/trace.go:171","msg":"trace[672644874] transaction","detail":"{read_only:false; response_revision:1927; number_of_response:1; }","duration":"1.88225746s","start":"2026-03-03T14:31:51.828853Z","end":"2026-03-03T14:31:53.71111Z","steps":["trace[672644874] 'process raft request' (duration: 1.748299979s)","trace[672644874] 'compare' (duration: 133.176856ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:53.711249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:51.829248Z","time spent":"1.881940321s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:53.711343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:51.828824Z","time spent":"1.882424316s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:31:53.711523Z","caller":"traceutil/trace.go:171","msg":"trace[1733457297] transaction","detail":"{read_only:false; response_revision:1929; number_of_response:1; }","duration":"1.881968262s","start":"2026-03-03T14:31:51.829537Z","end":"2026-03-03T14:31:53.711505Z","steps":["trace[1733457297] 'process raft request' (duration: 1.881333262s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:53.711601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:51.829528Z","time spent":"1.882035614s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:31:53.711879Z","caller":"traceutil/trace.go:171","msg":"trace[831659096] transaction","detail":"{read_only:false; response_revision:1931; number_of_response:1; }","duration":"1.881739684s","start":"2026-03-03T14:31:51.830125Z","end":"2026-03-03T14:31:53.711865Z","steps":["trace[831659096] 'process raft request' (duration: 1.880844496s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:53.711892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.738840559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:31:53.711915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.881586889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:31:53.711957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:51.83012Z","time spent":"1.881799076s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:31:53.711965Z","caller":"traceutil/trace.go:171","msg":"trace[1574986788] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1931; }","duration":"1.881664902s","start":"2026-03-03T14:31:51.830286Z","end":"2026-03-03T14:31:53.71195Z","steps":["trace[1574986788] 'agreement among raft nodes before linearized reading' (duration: 1.881584119s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:53.711957Z","caller":"traceutil/trace.go:171","msg":"trace[1227124358] transaction","detail":"{read_only:false; response_revision:1930; number_of_response:1; }","duration":"1.882181858s","start":"2026-03-03T14:31:51.829739Z","end":"2026-03-03T14:31:53.711921Z","steps":["trace[1227124358] 'process raft request' (duration: 1.881163046s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:53.712013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:51.830276Z","time spent":"1.881726474s","remote":"127.0.0.1:33742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-03T14:31:53.711959Z","caller":"traceutil/trace.go:171","msg":"trace[457670053] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:1931; }","duration":"1.738966383s","start":"2026-03-03T14:31:51.972975Z","end":"2026-03-03T14:31:53.711941Z","steps":["trace[457670053] 'agreement among raft nodes before linearized reading' (duration: 1.738832578s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:53.712109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.24043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:31:53.712155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:51.829729Z","time spent":"1.882328263s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:53.711987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.0319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18995b46e48ee2d8\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-03T14:31:53.712233Z","caller":"traceutil/trace.go:171","msg":"trace[1055650479] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18995b46e48ee2d8; range_end:; response_count:1; response_revision:1931; }","duration":"348.321009ms","start":"2026-03-03T14:31:53.363892Z","end":"2026-03-03T14:31:53.712213Z","steps":["trace[1055650479] 'agreement among raft nodes before linearized reading' (duration: 347.947017ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:53.712191Z","caller":"traceutil/trace.go:171","msg":"trace[593513582] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1931; }","duration":"527.374764ms","start":"2026-03-03T14:31:53.184797Z","end":"2026-03-03T14:31:53.712171Z","steps":["trace[593513582] 'agreement among raft nodes before linearized reading' (duration: 527.221199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:53.712304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:53.363871Z","time spent":"348.414373ms","remote":"127.0.0.1:33404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":868,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18995b46e48ee2d8\" "} {"level":"warn","ts":"2026-03-03T14:31:53.712327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:53.184777Z","time spent":"527.53972ms","remote":"127.0.0.1:33360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:31:53.711985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.428244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T14:31:53.712377Z","caller":"traceutil/trace.go:171","msg":"trace[1622742633] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1931; }","duration":"880.861248ms","start":"2026-03-03T14:31:52.831503Z","end":"2026-03-03T14:31:53.712364Z","steps":["trace[1622742633] 'agreement among raft nodes before linearized reading' (duration: 880.359962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:53.712425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:52.831486Z","time spent":"880.92751ms","remote":"127.0.0.1:50774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T14:31:53.712416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:51.972944Z","time spent":"1.739221141s","remote":"127.0.0.1:52448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:31:53.71198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.439034643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:31:53.71256Z","caller":"traceutil/trace.go:171","msg":"trace[1277355404] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1931; }","duration":"1.439628711s","start":"2026-03-03T14:31:52.272905Z","end":"2026-03-03T14:31:53.712534Z","steps":["trace[1277355404] 'agreement among raft nodes before linearized reading' (duration: 1.438970751s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:53.712616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:52.272839Z","time spent":"1.439764466s","remote":"127.0.0.1:33720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:31:58.521921Z","caller":"traceutil/trace.go:171","msg":"trace[404533801] transaction","detail":"{read_only:false; response_revision:1953; number_of_response:1; }","duration":"162.301033ms","start":"2026-03-03T14:31:58.359589Z","end":"2026-03-03T14:31:58.52189Z","steps":["trace[404533801] 'process raft request' (duration: 162.135167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:28.578672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.900972ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:32:28.578863Z","caller":"traceutil/trace.go:171","msg":"trace[1307258216] transaction","detail":"{read_only:false; response_revision:2090; number_of_response:1; }","duration":"222.601037ms","start":"2026-03-03T14:32:28.356232Z","end":"2026-03-03T14:32:28.578833Z","steps":["trace[1307258216] 'process raft request' (duration: 80.432647ms)","trace[1307258216] 'compare' (duration: 141.792058ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:32:28.578897Z","caller":"traceutil/trace.go:171","msg":"trace[253989156] linearizableReadLoop","detail":"{readStateIndex:2175; appliedIndex:2174; }","duration":"214.991765ms","start":"2026-03-03T14:32:28.363877Z","end":"2026-03-03T14:32:28.578869Z","steps":["trace[253989156] 'read index received' (duration: 72.797244ms)","trace[253989156] 'applied index is now lower than readState.Index' (duration: 142.192261ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:28.579146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.253984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T14:32:28.579186Z","caller":"traceutil/trace.go:171","msg":"trace[646908182] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2092; }","duration":"215.340237ms","start":"2026-03-03T14:32:28.363836Z","end":"2026-03-03T14:32:28.579176Z","steps":["trace[646908182] 'agreement among raft nodes before linearized reading' (duration: 215.13203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:30.371112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.817895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:32:30.37119Z","caller":"traceutil/trace.go:171","msg":"trace[912660034] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:2098; }","duration":"120.936239ms","start":"2026-03-03T14:32:30.25024Z","end":"2026-03-03T14:32:30.371176Z","steps":["trace[912660034] 'count revisions from in-memory index tree' (duration: 120.739422ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:31.083356Z","caller":"traceutil/trace.go:171","msg":"trace[1181589481] transaction","detail":"{read_only:false; response_revision:2110; number_of_response:1; }","duration":"207.54843ms","start":"2026-03-03T14:32:30.875783Z","end":"2026-03-03T14:32:31.083332Z","steps":["trace[1181589481] 'process raft request' (duration: 207.496509ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:31.083357Z","caller":"traceutil/trace.go:171","msg":"trace[1036479035] transaction","detail":"{read_only:false; response_revision:2107; number_of_response:1; }","duration":"217.090022ms","start":"2026-03-03T14:32:30.866102Z","end":"2026-03-03T14:32:31.083192Z","steps":["trace[1036479035] 'process raft request' (duration: 207.854229ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:31.083479Z","caller":"traceutil/trace.go:171","msg":"trace[798309857] transaction","detail":"{read_only:false; response_revision:2108; number_of_response:1; }","duration":"217.069151ms","start":"2026-03-03T14:32:30.86638Z","end":"2026-03-03T14:32:31.083449Z","steps":["trace[798309857] 'process raft request' (duration: 216.72891ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:31.083648Z","caller":"traceutil/trace.go:171","msg":"trace[1883463567] transaction","detail":"{read_only:false; response_revision:2109; number_of_response:1; }","duration":"216.750671ms","start":"2026-03-03T14:32:30.866888Z","end":"2026-03-03T14:32:31.083639Z","steps":["trace[1883463567] 'process raft request' (duration: 216.347868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:31.382798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.656963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:32:31.382829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.959637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T14:32:31.382863Z","caller":"traceutil/trace.go:171","msg":"trace[942120630] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2110; }","duration":"195.762977ms","start":"2026-03-03T14:32:31.187086Z","end":"2026-03-03T14:32:31.382849Z","steps":["trace[942120630] 'range keys from in-memory index tree' (duration: 195.593312ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:31.382883Z","caller":"traceutil/trace.go:171","msg":"trace[550540610] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2110; }","duration":"138.05074ms","start":"2026-03-03T14:32:31.244817Z","end":"2026-03-03T14:32:31.382868Z","steps":["trace[550540610] 'range keys from in-memory index tree' (duration: 137.784961ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:34.76874Z","caller":"traceutil/trace.go:171","msg":"trace[1973925701] transaction","detail":"{read_only:false; response_revision:2128; number_of_response:1; }","duration":"165.810779ms","start":"2026-03-03T14:32:34.602902Z","end":"2026-03-03T14:32:34.768712Z","steps":["trace[1973925701] 'process raft request' (duration: 165.604612ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:34.768908Z","caller":"traceutil/trace.go:171","msg":"trace[542156684] transaction","detail":"{read_only:false; response_revision:2130; number_of_response:1; }","duration":"163.786154ms","start":"2026-03-03T14:32:34.605104Z","end":"2026-03-03T14:32:34.76889Z","steps":["trace[542156684] 'process raft request' (duration: 163.550447ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:34.76891Z","caller":"traceutil/trace.go:171","msg":"trace[1764684676] transaction","detail":"{read_only:false; response_revision:2129; number_of_response:1; }","duration":"165.021043ms","start":"2026-03-03T14:32:34.603867Z","end":"2026-03-03T14:32:34.768888Z","steps":["trace[1764684676] 'process raft request' (duration: 164.762665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:38.951632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.665912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T14:32:38.9517Z","caller":"traceutil/trace.go:171","msg":"trace[749023564] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2149; }","duration":"266.786805ms","start":"2026-03-03T14:32:38.684899Z","end":"2026-03-03T14:32:38.951686Z","steps":["trace[749023564] 'range keys from in-memory index tree' (duration: 266.482406ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:38.951841Z","caller":"traceutil/trace.go:171","msg":"trace[305885357] transaction","detail":"{read_only:false; response_revision:2150; number_of_response:1; }","duration":"131.545405ms","start":"2026-03-03T14:32:38.820271Z","end":"2026-03-03T14:32:38.951817Z","steps":["trace[305885357] 'process raft request' (duration: 117.17773ms)","trace[305885357] 'compare' (duration: 14.103006ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:32:39.011664Z","caller":"traceutil/trace.go:171","msg":"trace[1140230021] linearizableReadLoop","detail":"{readStateIndex:2239; appliedIndex:2236; }","duration":"127.059322ms","start":"2026-03-03T14:32:38.884583Z","end":"2026-03-03T14:32:39.011642Z","steps":["trace[1140230021] 'read index received' (duration: 52.75365ms)","trace[1140230021] 'applied index is now lower than readState.Index' (duration: 74.304462ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:32:39.011725Z","caller":"traceutil/trace.go:171","msg":"trace[1983750827] transaction","detail":"{read_only:false; response_revision:2151; number_of_response:1; }","duration":"190.437099ms","start":"2026-03-03T14:32:38.821255Z","end":"2026-03-03T14:32:39.011692Z","steps":["trace[1983750827] 'process raft request' (duration: 190.17197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:39.011873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.264708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:32:39.011944Z","caller":"traceutil/trace.go:171","msg":"trace[859366613] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2152; }","duration":"127.380802ms","start":"2026-03-03T14:32:38.884545Z","end":"2026-03-03T14:32:39.011926Z","steps":["trace[859366613] 'agreement among raft nodes before linearized reading' (duration: 127.188946ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:39.011745Z","caller":"traceutil/trace.go:171","msg":"trace[257060922] transaction","detail":"{read_only:false; response_revision:2152; number_of_response:1; }","duration":"189.729806ms","start":"2026-03-03T14:32:38.821999Z","end":"2026-03-03T14:32:39.011728Z","steps":["trace[257060922] 'process raft request' (duration: 189.580111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:39.179215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.243547ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:32:39.179423Z","caller":"traceutil/trace.go:171","msg":"trace[336092510] transaction","detail":"{read_only:false; response_revision:2154; number_of_response:1; }","duration":"162.765552ms","start":"2026-03-03T14:32:39.016637Z","end":"2026-03-03T14:32:39.179403Z","steps":["trace[336092510] 'process raft request' (duration: 162.656408ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:39.179449Z","caller":"traceutil/trace.go:171","msg":"trace[954769189] transaction","detail":"{read_only:false; response_revision:2153; number_of_response:1; }","duration":"224.457305ms","start":"2026-03-03T14:32:38.954958Z","end":"2026-03-03T14:32:39.179416Z","steps":["trace[954769189] 'process raft request' (duration: 97.948251ms)","trace[954769189] 'compare' (duration: 126.154963ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:39.640448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.275259ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:32:39.640688Z","caller":"traceutil/trace.go:171","msg":"trace[2131210723] transaction","detail":"{read_only:false; response_revision:2155; number_of_response:1; }","duration":"393.412574ms","start":"2026-03-03T14:32:39.247252Z","end":"2026-03-03T14:32:39.640664Z","steps":["trace[2131210723] 'process raft request' (duration: 223.833335ms)","trace[2131210723] 'compare' (duration: 169.050112ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:39.640812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:39.247238Z","time spent":"393.513467ms","remote":"127.0.0.1:33374","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:32:42.591467Z","caller":"traceutil/trace.go:171","msg":"trace[548203630] transaction","detail":"{read_only:false; response_revision:2165; number_of_response:1; }","duration":"102.621289ms","start":"2026-03-03T14:32:42.488822Z","end":"2026-03-03T14:32:42.591443Z","steps":["trace[548203630] 'process raft request' (duration: 76.819142ms)","trace[548203630] 'compare' (duration: 25.704534ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:32:43.129312Z","caller":"traceutil/trace.go:171","msg":"trace[1286122787] transaction","detail":"{read_only:false; response_revision:2169; number_of_response:1; }","duration":"103.213848ms","start":"2026-03-03T14:32:43.026076Z","end":"2026-03-03T14:32:43.12929Z","steps":["trace[1286122787] 'process raft request' (duration: 103.091794ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:44.777979Z","caller":"traceutil/trace.go:171","msg":"trace[679923232] linearizableReadLoop","detail":"{readStateIndex:2266; appliedIndex:2264; }","duration":"103.93991ms","start":"2026-03-03T14:32:44.67402Z","end":"2026-03-03T14:32:44.77796Z","steps":["trace[679923232] 'read index received' (duration: 90.695341ms)","trace[679923232] 'applied index is now lower than readState.Index' (duration: 13.243899ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:32:44.778085Z","caller":"traceutil/trace.go:171","msg":"trace[1574998103] transaction","detail":"{read_only:false; response_revision:2176; number_of_response:1; }","duration":"120.379751ms","start":"2026-03-03T14:32:44.657684Z","end":"2026-03-03T14:32:44.778064Z","steps":["trace[1574998103] 'process raft request' (duration: 106.904414ms)","trace[1574998103] 'compare' (duration: 12.849897ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:44.778146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.112155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5428"} {"level":"info","ts":"2026-03-03T14:32:44.778187Z","caller":"traceutil/trace.go:171","msg":"trace[319201497] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2177; }","duration":"104.193418ms","start":"2026-03-03T14:32:44.673974Z","end":"2026-03-03T14:32:44.778168Z","steps":["trace[319201497] 'agreement among raft nodes before linearized reading' (duration: 104.061094ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:44.778273Z","caller":"traceutil/trace.go:171","msg":"trace[648027205] transaction","detail":"{read_only:false; response_revision:2177; number_of_response:1; }","duration":"119.125381ms","start":"2026-03-03T14:32:44.659117Z","end":"2026-03-03T14:32:44.778242Z","steps":["trace[648027205] 'process raft request' (duration: 118.76924ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:45.398449Z","caller":"traceutil/trace.go:171","msg":"trace[1144721269] transaction","detail":"{read_only:false; response_revision:2181; number_of_response:1; }","duration":"102.792614ms","start":"2026-03-03T14:32:45.295629Z","end":"2026-03-03T14:32:45.398422Z","steps":["trace[1144721269] 'process raft request' (duration: 82.600365ms)","trace[1144721269] 'compare' (duration: 19.993003ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:32:46.76885Z","caller":"traceutil/trace.go:171","msg":"trace[2103114060] transaction","detail":"{read_only:false; response_revision:2185; number_of_response:1; }","duration":"147.54748ms","start":"2026-03-03T14:32:46.621277Z","end":"2026-03-03T14:32:46.768825Z","steps":["trace[2103114060] 'process raft request' (duration: 147.342394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:47.310475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.93322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:32:47.310548Z","caller":"traceutil/trace.go:171","msg":"trace[131424455] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2187; }","duration":"122.090115ms","start":"2026-03-03T14:32:47.188441Z","end":"2026-03-03T14:32:47.310531Z","steps":["trace[131424455] 'range keys from in-memory index tree' (duration: 121.829947ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:47.310579Z","caller":"traceutil/trace.go:171","msg":"trace[109432645] transaction","detail":"{read_only:false; response_revision:2188; number_of_response:1; }","duration":"106.552412ms","start":"2026-03-03T14:32:47.20399Z","end":"2026-03-03T14:32:47.310542Z","steps":["trace[109432645] 'process raft request' (duration: 76.023336ms)","trace[109432645] 'compare' (duration: 30.438093ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:32:47.347638Z","caller":"traceutil/trace.go:171","msg":"trace[412841301] transaction","detail":"{read_only:false; response_revision:2189; number_of_response:1; }","duration":"143.059859ms","start":"2026-03-03T14:32:47.204555Z","end":"2026-03-03T14:32:47.347615Z","steps":["trace[412841301] 'process raft request' (duration: 142.913684ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:47.534712Z","caller":"traceutil/trace.go:171","msg":"trace[2060161619] linearizableReadLoop","detail":"{readStateIndex:2279; appliedIndex:2278; }","duration":"110.476498ms","start":"2026-03-03T14:32:47.424204Z","end":"2026-03-03T14:32:47.534681Z","steps":["trace[2060161619] 'read index received' (duration: 91.068073ms)","trace[2060161619] 'applied index is now lower than readState.Index' (duration: 19.407675ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:47.534851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.634143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:32:47.534829Z","caller":"traceutil/trace.go:171","msg":"trace[1165282467] transaction","detail":"{read_only:false; response_revision:2190; number_of_response:1; }","duration":"127.712523ms","start":"2026-03-03T14:32:47.407074Z","end":"2026-03-03T14:32:47.534787Z","steps":["trace[1165282467] 'process raft request' (duration: 108.289118ms)","trace[1165282467] 'compare' (duration: 19.239489ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:32:47.534875Z","caller":"traceutil/trace.go:171","msg":"trace[2026822032] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2190; }","duration":"110.696075ms","start":"2026-03-03T14:32:47.42417Z","end":"2026-03-03T14:32:47.534866Z","steps":["trace[2026822032] 'agreement among raft nodes before linearized reading' (duration: 110.595321ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:47.761993Z","caller":"traceutil/trace.go:171","msg":"trace[2087241912] transaction","detail":"{read_only:false; response_revision:2191; number_of_response:1; }","duration":"223.741852ms","start":"2026-03-03T14:32:47.538219Z","end":"2026-03-03T14:32:47.76196Z","steps":["trace[2087241912] 'process raft request' (duration: 139.485975ms)","trace[2087241912] 'compare' (duration: 84.039031ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:58.592526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.615781ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:32:58.592755Z","caller":"traceutil/trace.go:171","msg":"trace[1196616132] transaction","detail":"{read_only:false; response_revision:2242; number_of_response:1; }","duration":"137.473361ms","start":"2026-03-03T14:32:58.45527Z","end":"2026-03-03T14:32:58.592743Z","steps":["trace[1196616132] 'process raft request' (duration: 137.43528ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:58.592857Z","caller":"traceutil/trace.go:171","msg":"trace[610692958] transaction","detail":"{read_only:false; response_revision:2239; number_of_response:1; }","duration":"138.581937ms","start":"2026-03-03T14:32:58.454185Z","end":"2026-03-03T14:32:58.592767Z","steps":["trace[610692958] 'process raft request' (duration: 33.664786ms)","trace[610692958] 'compare' (duration: 104.507518ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:32:58.592937Z","caller":"traceutil/trace.go:171","msg":"trace[1942240553] transaction","detail":"{read_only:false; response_revision:2241; number_of_response:1; }","duration":"137.839193ms","start":"2026-03-03T14:32:58.455091Z","end":"2026-03-03T14:32:58.592931Z","steps":["trace[1942240553] 'process raft request' (duration: 137.595915ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:58.592914Z","caller":"traceutil/trace.go:171","msg":"trace[1547390323] transaction","detail":"{read_only:false; response_revision:2240; number_of_response:1; }","duration":"138.096401ms","start":"2026-03-03T14:32:58.454684Z","end":"2026-03-03T14:32:58.59278Z","steps":["trace[1547390323] 'process raft request' (duration: 137.965577ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:58.59704Z","caller":"traceutil/trace.go:171","msg":"trace[1584380968] transaction","detail":"{read_only:false; response_revision:2243; number_of_response:1; }","duration":"136.673077ms","start":"2026-03-03T14:32:58.460346Z","end":"2026-03-03T14:32:58.597019Z","steps":["trace[1584380968] 'process raft request' (duration: 136.558153ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:00.938542Z","caller":"traceutil/trace.go:171","msg":"trace[1446351207] transaction","detail":"{read_only:false; response_revision:2262; number_of_response:1; }","duration":"166.238862ms","start":"2026-03-03T14:33:00.772287Z","end":"2026-03-03T14:33:00.938526Z","steps":["trace[1446351207] 'process raft request' (duration: 166.15559ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:01.436357Z","caller":"traceutil/trace.go:171","msg":"trace[130395607] transaction","detail":"{read_only:false; response_revision:2274; number_of_response:1; }","duration":"121.804226ms","start":"2026-03-03T14:33:01.314532Z","end":"2026-03-03T14:33:01.436336Z","steps":["trace[130395607] 'process raft request' (duration: 121.765984ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:01.436591Z","caller":"traceutil/trace.go:171","msg":"trace[1643767210] transaction","detail":"{read_only:false; response_revision:2272; number_of_response:1; }","duration":"152.006882ms","start":"2026-03-03T14:33:01.284558Z","end":"2026-03-03T14:33:01.436565Z","steps":["trace[1643767210] 'process raft request' (duration: 68.490418ms)","trace[1643767210] 'compare' (duration: 83.06919ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:33:01.436642Z","caller":"traceutil/trace.go:171","msg":"trace[903472695] transaction","detail":"{read_only:false; response_revision:2273; number_of_response:1; }","duration":"126.238476ms","start":"2026-03-03T14:33:01.310393Z","end":"2026-03-03T14:33:01.436631Z","steps":["trace[903472695] 'process raft request' (duration: 125.857204ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:01.616947Z","caller":"traceutil/trace.go:171","msg":"trace[1050701847] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2276; }","duration":"169.472595ms","start":"2026-03-03T14:33:01.447443Z","end":"2026-03-03T14:33:01.616916Z","steps":["trace[1050701847] 'process raft request' (duration: 169.434224ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:01.617002Z","caller":"traceutil/trace.go:171","msg":"trace[355212543] transaction","detail":"{read_only:false; response_revision:2276; number_of_response:1; }","duration":"172.355936ms","start":"2026-03-03T14:33:01.444618Z","end":"2026-03-03T14:33:01.616974Z","steps":["trace[355212543] 'process raft request' (duration: 160.707697ms)","trace[355212543] 'compare' (duration: 11.428662ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:33:01.641032Z","caller":"traceutil/trace.go:171","msg":"trace[97359061] transaction","detail":"{read_only:false; response_revision:2277; number_of_response:1; }","duration":"145.010831ms","start":"2026-03-03T14:33:01.49597Z","end":"2026-03-03T14:33:01.640981Z","steps":["trace[97359061] 'process raft request' (duration: 144.748962ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:01.641029Z","caller":"traceutil/trace.go:171","msg":"trace[236556952] linearizableReadLoop","detail":"{readStateIndex:2371; appliedIndex:2368; }","duration":"144.953808ms","start":"2026-03-03T14:33:01.496042Z","end":"2026-03-03T14:33:01.640996Z","steps":["trace[236556952] 'read index received' (duration: 109.277929ms)","trace[236556952] 'applied index is now lower than readState.Index' (duration: 35.674709ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:33:01.641339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.259889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey.18995b5c85206379\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-03-03T14:33:01.641571Z","caller":"traceutil/trace.go:171","msg":"trace[468192476] range","detail":"{range_begin:/registry/events/openstack/valkey.18995b5c85206379; range_end:; response_count:1; response_revision:2279; }","duration":"145.438944ms","start":"2026-03-03T14:33:01.496001Z","end":"2026-03-03T14:33:01.64144Z","steps":["trace[468192476] 'agreement among raft nodes before linearized reading' (duration: 145.097303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:01.90589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.774254ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:33:01.906003Z","caller":"traceutil/trace.go:171","msg":"trace[459946886] linearizableReadLoop","detail":"{readStateIndex:2379; appliedIndex:2378; }","duration":"145.005341ms","start":"2026-03-03T14:33:01.760979Z","end":"2026-03-03T14:33:01.905984Z","steps":["trace[459946886] 'read index received' (duration: 42.108323ms)","trace[459946886] 'applied index is now lower than readState.Index' (duration: 102.895778ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:33:01.906038Z","caller":"traceutil/trace.go:171","msg":"trace[340778003] transaction","detail":"{read_only:false; response_revision:2285; number_of_response:1; }","duration":"182.775486ms","start":"2026-03-03T14:33:01.723225Z","end":"2026-03-03T14:33:01.906001Z","steps":["trace[340778003] 'process raft request' (duration: 79.800836ms)","trace[340778003] 'compare' (duration: 102.578298ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:33:01.906163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.185276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T14:33:01.906203Z","caller":"traceutil/trace.go:171","msg":"trace[1110021916] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2285; }","duration":"145.268758ms","start":"2026-03-03T14:33:01.760925Z","end":"2026-03-03T14:33:01.906193Z","steps":["trace[1110021916] 'agreement among raft nodes before linearized reading' (duration: 145.106933ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:01.908699Z","caller":"traceutil/trace.go:171","msg":"trace[1102131065] transaction","detail":"{read_only:false; response_revision:2286; number_of_response:1; }","duration":"121.278809ms","start":"2026-03-03T14:33:01.787405Z","end":"2026-03-03T14:33:01.908683Z","steps":["trace[1102131065] 'process raft request' (duration: 121.166116ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:02.306738Z","caller":"traceutil/trace.go:171","msg":"trace[371098097] transaction","detail":"{read_only:false; response_revision:2315; number_of_response:1; }","duration":"111.727046ms","start":"2026-03-03T14:33:02.194971Z","end":"2026-03-03T14:33:02.306698Z","steps":["trace[371098097] 'process raft request' (duration: 73.317761ms)","trace[371098097] 'compare' (duration: 37.93196ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:33:02.306978Z","caller":"traceutil/trace.go:171","msg":"trace[2094059705] linearizableReadLoop","detail":"{readStateIndex:2410; appliedIndex:2409; }","duration":"108.749092ms","start":"2026-03-03T14:33:02.1982Z","end":"2026-03-03T14:33:02.306949Z","steps":["trace[2094059705] 'read index received' (duration: 25.105995ms)","trace[2094059705] 'applied index is now lower than readState.Index' (duration: 83.641587ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:33:02.307188Z","caller":"traceutil/trace.go:171","msg":"trace[1230004270] transaction","detail":"{read_only:false; response_revision:2316; number_of_response:1; }","duration":"103.709833ms","start":"2026-03-03T14:33:02.20346Z","end":"2026-03-03T14:33:02.30717Z","steps":["trace[1230004270] 'process raft request' (duration: 103.178996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:02.307394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.763102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-ca\" ","response":"range_response_count:1 size:2410"} {"level":"info","ts":"2026-03-03T14:33:02.30746Z","caller":"traceutil/trace.go:171","msg":"trace[1178207764] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/valkey-ca; range_end:; response_count:1; response_revision:2316; }","duration":"107.859494ms","start":"2026-03-03T14:33:02.199582Z","end":"2026-03-03T14:33:02.307442Z","steps":["trace[1178207764] 'agreement among raft nodes before linearized reading' (duration: 107.693839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:02.307609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.384112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-ca\" ","response":"range_response_count:1 size:2410"} {"level":"info","ts":"2026-03-03T14:33:02.307674Z","caller":"traceutil/trace.go:171","msg":"trace[1211686551] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/valkey-ca; range_end:; response_count:1; response_revision:2316; }","duration":"109.461075ms","start":"2026-03-03T14:33:02.198197Z","end":"2026-03-03T14:33:02.307658Z","steps":["trace[1211686551] 'agreement among raft nodes before linearized reading' (duration: 109.258768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:02.307832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.300129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:7 size:231838"} {"level":"info","ts":"2026-03-03T14:33:02.307895Z","caller":"traceutil/trace.go:171","msg":"trace[967833303] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:7; response_revision:2316; }","duration":"103.392173ms","start":"2026-03-03T14:33:02.204489Z","end":"2026-03-03T14:33:02.307881Z","steps":["trace[967833303] 'agreement among raft nodes before linearized reading' (duration: 103.048762ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:03.050124Z","caller":"traceutil/trace.go:171","msg":"trace[95330145] linearizableReadLoop","detail":"{readStateIndex:2414; appliedIndex:2413; }","duration":"108.293508ms","start":"2026-03-03T14:33:02.941807Z","end":"2026-03-03T14:33:03.0501Z","steps":["trace[95330145] 'read index received' (duration: 107.953108ms)","trace[95330145] 'applied index is now lower than readState.Index' (duration: 339.47µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:33:03.050247Z","caller":"traceutil/trace.go:171","msg":"trace[1058237432] transaction","detail":"{read_only:false; response_revision:2318; number_of_response:1; }","duration":"192.478633ms","start":"2026-03-03T14:33:02.857736Z","end":"2026-03-03T14:33:03.050214Z","steps":["trace[1058237432] 'process raft request' (duration: 192.040049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:03.050329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.512545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T14:33:03.050364Z","caller":"traceutil/trace.go:171","msg":"trace[1060520997] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2318; }","duration":"108.598727ms","start":"2026-03-03T14:33:02.941756Z","end":"2026-03-03T14:33:03.050354Z","steps":["trace[1060520997] 'agreement among raft nodes before linearized reading' (duration: 108.438562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:03.260624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.2753ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:33:03.260838Z","caller":"traceutil/trace.go:171","msg":"trace[1591249337] transaction","detail":"{read_only:false; response_revision:2319; number_of_response:1; }","duration":"205.258177ms","start":"2026-03-03T14:33:03.055518Z","end":"2026-03-03T14:33:03.260777Z","steps":["trace[1591249337] 'process raft request' (duration: 58.078178ms)","trace[1591249337] 'compare' (duration: 146.136636ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:33:03.260932Z","caller":"traceutil/trace.go:171","msg":"trace[75747062] transaction","detail":"{read_only:false; response_revision:2320; number_of_response:1; }","duration":"195.861221ms","start":"2026-03-03T14:33:03.065016Z","end":"2026-03-03T14:33:03.260877Z","steps":["trace[75747062] 'process raft request' (duration: 195.742737ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:03.260949Z","caller":"traceutil/trace.go:171","msg":"trace[381612654] linearizableReadLoop","detail":"{readStateIndex:2415; appliedIndex:2414; }","duration":"204.69377ms","start":"2026-03-03T14:33:03.056172Z","end":"2026-03-03T14:33:03.260866Z","steps":["trace[381612654] 'read index received' (duration: 57.536472ms)","trace[381612654] 'applied index is now lower than readState.Index' (duration: 147.150898ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:33:03.261836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.64624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-03T14:33:03.261944Z","caller":"traceutil/trace.go:171","msg":"trace[453672376] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2320; }","duration":"205.751654ms","start":"2026-03-03T14:33:03.056166Z","end":"2026-03-03T14:33:03.261918Z","steps":["trace[453672376] 'agreement among raft nodes before linearized reading' (duration: 204.905407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:03.262578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.365845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-03T14:33:03.262642Z","caller":"traceutil/trace.go:171","msg":"trace[629334269] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2320; }","duration":"141.456318ms","start":"2026-03-03T14:33:03.121159Z","end":"2026-03-03T14:33:03.262615Z","steps":["trace[629334269] 'agreement among raft nodes before linearized reading' (duration: 140.066314ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:03.55753Z","caller":"traceutil/trace.go:171","msg":"trace[964002775] transaction","detail":"{read_only:false; response_revision:2322; number_of_response:1; }","duration":"290.264019ms","start":"2026-03-03T14:33:03.267222Z","end":"2026-03-03T14:33:03.557486Z","steps":["trace[964002775] 'process raft request' (duration: 205.263858ms)","trace[964002775] 'compare' (duration: 84.601018ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:33:03.557551Z","caller":"traceutil/trace.go:171","msg":"trace[1564609343] transaction","detail":"{read_only:false; response_revision:2323; number_of_response:1; }","duration":"290.289859ms","start":"2026-03-03T14:33:03.267229Z","end":"2026-03-03T14:33:03.557519Z","steps":["trace[1564609343] 'process raft request' (duration: 290.113093ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:03.557722Z","caller":"traceutil/trace.go:171","msg":"trace[21576796] transaction","detail":"{read_only:false; response_revision:2324; number_of_response:1; }","duration":"290.386512ms","start":"2026-03-03T14:33:03.267321Z","end":"2026-03-03T14:33:03.557708Z","steps":["trace[21576796] 'process raft request' (duration: 290.105363ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:03.557827Z","caller":"traceutil/trace.go:171","msg":"trace[1554263909] transaction","detail":"{read_only:false; response_revision:2325; number_of_response:1; }","duration":"246.375979ms","start":"2026-03-03T14:33:03.311439Z","end":"2026-03-03T14:33:03.557815Z","steps":["trace[1554263909] 'process raft request' (duration: 246.141352ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:03.557912Z","caller":"traceutil/trace.go:171","msg":"trace[1646822986] transaction","detail":"{read_only:false; response_revision:2327; number_of_response:1; }","duration":"235.251998ms","start":"2026-03-03T14:33:03.322605Z","end":"2026-03-03T14:33:03.557857Z","steps":["trace[1646822986] 'process raft request' (duration: 235.207856ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:03.557958Z","caller":"traceutil/trace.go:171","msg":"trace[1869083756] transaction","detail":"{read_only:false; response_revision:2326; number_of_response:1; }","duration":"236.147256ms","start":"2026-03-03T14:33:03.321779Z","end":"2026-03-03T14:33:03.557926Z","steps":["trace[1869083756] 'process raft request' (duration: 235.986691ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:03.748719Z","caller":"traceutil/trace.go:171","msg":"trace[1548441509] transaction","detail":"{read_only:false; response_revision:2329; number_of_response:1; }","duration":"185.637437ms","start":"2026-03-03T14:33:03.563055Z","end":"2026-03-03T14:33:03.748692Z","steps":["trace[1548441509] 'process raft request' (duration: 159.553331ms)","trace[1548441509] 'compare' (duration: 25.631262ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:33:03.748861Z","caller":"traceutil/trace.go:171","msg":"trace[1222540513] linearizableReadLoop","detail":"{readStateIndex:2429; appliedIndex:2425; }","duration":"132.459214ms","start":"2026-03-03T14:33:03.616387Z","end":"2026-03-03T14:33:03.748847Z","steps":["trace[1222540513] 'read index received' (duration: 106.152041ms)","trace[1222540513] 'applied index is now lower than readState.Index' (duration: 26.306263ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:33:03.748869Z","caller":"traceutil/trace.go:171","msg":"trace[497810380] transaction","detail":"{read_only:false; response_revision:2330; number_of_response:1; }","duration":"185.732709ms","start":"2026-03-03T14:33:03.563101Z","end":"2026-03-03T14:33:03.748834Z","steps":["trace[497810380] 'process raft request' (duration: 185.484382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:03.749021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.626909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node.18995b5cfeed516e\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-03-03T14:33:03.749028Z","caller":"traceutil/trace.go:171","msg":"trace[1913606711] transaction","detail":"{read_only:false; response_revision:2331; number_of_response:1; }","duration":"184.892523ms","start":"2026-03-03T14:33:03.564128Z","end":"2026-03-03T14:33:03.74902Z","steps":["trace[1913606711] 'process raft request' (duration: 184.583544ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:03.749047Z","caller":"traceutil/trace.go:171","msg":"trace[1268858237] range","detail":"{range_begin:/registry/events/openstack/valkey-node.18995b5cfeed516e; range_end:; response_count:1; response_revision:2332; }","duration":"132.697571ms","start":"2026-03-03T14:33:03.616341Z","end":"2026-03-03T14:33:03.749038Z","steps":["trace[1268858237] 'agreement among raft nodes before linearized reading' (duration: 132.575397ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:03.749094Z","caller":"traceutil/trace.go:171","msg":"trace[1407052730] transaction","detail":"{read_only:false; response_revision:2332; number_of_response:1; }","duration":"135.489219ms","start":"2026-03-03T14:33:03.613597Z","end":"2026-03-03T14:33:03.749087Z","steps":["trace[1407052730] 'process raft request' (duration: 135.19208ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:03.75816Z","caller":"traceutil/trace.go:171","msg":"trace[1437652578] transaction","detail":"{read_only:false; response_revision:2333; number_of_response:1; }","duration":"112.668967ms","start":"2026-03-03T14:33:03.645475Z","end":"2026-03-03T14:33:03.758144Z","steps":["trace[1437652578] 'process raft request' (duration: 112.552353ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:03.758323Z","caller":"traceutil/trace.go:171","msg":"trace[1785000381] transaction","detail":"{read_only:false; response_revision:2334; number_of_response:1; }","duration":"111.801359ms","start":"2026-03-03T14:33:03.646501Z","end":"2026-03-03T14:33:03.758303Z","steps":["trace[1785000381] 'process raft request' (duration: 111.618703ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:03.985339Z","caller":"traceutil/trace.go:171","msg":"trace[538057116] transaction","detail":"{read_only:false; response_revision:2337; number_of_response:1; }","duration":"177.068675ms","start":"2026-03-03T14:33:03.808247Z","end":"2026-03-03T14:33:03.985315Z","steps":["trace[538057116] 'process raft request' (duration: 140.820538ms)","trace[538057116] 'compare' (duration: 36.113623ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:33:04.024388Z","caller":"traceutil/trace.go:171","msg":"trace[890170147] transaction","detail":"{read_only:false; response_revision:2338; number_of_response:1; }","duration":"215.539764ms","start":"2026-03-03T14:33:03.808827Z","end":"2026-03-03T14:33:04.024366Z","steps":["trace[890170147] 'process raft request' (duration: 215.281265ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:04.02477Z","caller":"traceutil/trace.go:171","msg":"trace[82042765] linearizableReadLoop","detail":"{readStateIndex:2436; appliedIndex:2433; }","duration":"163.114554ms","start":"2026-03-03T14:33:03.861633Z","end":"2026-03-03T14:33:04.024748Z","steps":["trace[82042765] 'read index received' (duration: 87.443968ms)","trace[82042765] 'applied index is now lower than readState.Index' (duration: 75.668916ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:33:04.024817Z","caller":"traceutil/trace.go:171","msg":"trace[1469406424] transaction","detail":"{read_only:false; response_revision:2339; number_of_response:1; }","duration":"215.544033ms","start":"2026-03-03T14:33:03.809247Z","end":"2026-03-03T14:33:04.024791Z","steps":["trace[1469406424] 'process raft request' (duration: 215.314346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:04.024968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.32641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-03-03T14:33:04.025092Z","caller":"traceutil/trace.go:171","msg":"trace[27976518] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2339; }","duration":"163.502766ms","start":"2026-03-03T14:33:03.86158Z","end":"2026-03-03T14:33:04.025083Z","steps":["trace[27976518] 'agreement among raft nodes before linearized reading' (duration: 163.261859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:04.068148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.290994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T14:33:04.068237Z","caller":"traceutil/trace.go:171","msg":"trace[464826854] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2340; }","duration":"124.417489ms","start":"2026-03-03T14:33:03.943799Z","end":"2026-03-03T14:33:04.068216Z","steps":["trace[464826854] 'agreement among raft nodes before linearized reading' (duration: 124.198232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:04.366583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.801514ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:33:04.366951Z","caller":"traceutil/trace.go:171","msg":"trace[1214170122] transaction","detail":"{read_only:false; response_revision:2341; number_of_response:1; }","duration":"295.957369ms","start":"2026-03-03T14:33:04.070953Z","end":"2026-03-03T14:33:04.366911Z","steps":["trace[1214170122] 'process raft request' (duration: 114.705911ms)","trace[1214170122] 'compare' (duration: 180.481594ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:33:04.414362Z","caller":"traceutil/trace.go:171","msg":"trace[1280645605] transaction","detail":"{read_only:false; response_revision:2342; number_of_response:1; }","duration":"342.861693ms","start":"2026-03-03T14:33:04.071473Z","end":"2026-03-03T14:33:04.414335Z","steps":["trace[1280645605] 'process raft request' (duration: 342.642326ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:04.414413Z","caller":"traceutil/trace.go:171","msg":"trace[8421032] linearizableReadLoop","detail":"{readStateIndex:2442; appliedIndex:2437; }","duration":"289.798804ms","start":"2026-03-03T14:33:04.12459Z","end":"2026-03-03T14:33:04.414389Z","steps":["trace[8421032] 'read index received' (duration: 61.082294ms)","trace[8421032] 'applied index is now lower than readState.Index' (duration: 228.71532ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:33:04.414463Z","caller":"traceutil/trace.go:171","msg":"trace[1938371032] transaction","detail":"{read_only:false; response_revision:2344; number_of_response:1; }","duration":"341.706957ms","start":"2026-03-03T14:33:04.072735Z","end":"2026-03-03T14:33:04.414442Z","steps":["trace[1938371032] 'process raft request' (duration: 341.561972ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:04.414517Z","caller":"traceutil/trace.go:171","msg":"trace[596939093] transaction","detail":"{read_only:false; response_revision:2345; number_of_response:1; }","duration":"341.534372ms","start":"2026-03-03T14:33:04.072971Z","end":"2026-03-03T14:33:04.414506Z","steps":["trace[596939093] 'process raft request' (duration: 341.377297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:04.414568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:04.072723Z","time spent":"341.784999ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:33:04.414565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:04.071445Z","time spent":"342.990638ms","remote":"127.0.0.1:33488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":892,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:33:04.414629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:04.072954Z","time spent":"341.591793ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:33:04.414709Z","caller":"traceutil/trace.go:171","msg":"trace[1972214686] transaction","detail":"{read_only:false; response_revision:2343; number_of_response:1; }","duration":"343.155182ms","start":"2026-03-03T14:33:04.071527Z","end":"2026-03-03T14:33:04.414682Z","steps":["trace[1972214686] 'process raft request' (duration: 342.726809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:04.414831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:04.07151Z","time spent":"343.264106ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1340,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:33:04.414961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.33151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:33:04.415106Z","caller":"traceutil/trace.go:171","msg":"trace[620827582] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2345; }","duration":"290.541047ms","start":"2026-03-03T14:33:04.124539Z","end":"2026-03-03T14:33:04.41508Z","steps":["trace[620827582] 'agreement among raft nodes before linearized reading' (duration: 290.135114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:04.748847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.798598ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-03T14:33:04.750102Z","caller":"traceutil/trace.go:171","msg":"trace[1005910319] linearizableReadLoop","detail":"{readStateIndex:2444; appliedIndex:2442; }","duration":"335.601893ms","start":"2026-03-03T14:33:04.414473Z","end":"2026-03-03T14:33:04.750075Z","steps":["trace[1005910319] 'read index received' (duration: 72.537916ms)","trace[1005910319] 'applied index is now lower than readState.Index' (duration: 263.062707ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:33:04.750201Z","caller":"traceutil/trace.go:171","msg":"trace[426098556] transaction","detail":"{read_only:false; response_revision:2346; number_of_response:1; }","duration":"381.796696ms","start":"2026-03-03T14:33:04.368356Z","end":"2026-03-03T14:33:04.750153Z","steps":["trace[426098556] 'process raft request' (duration: 381.486516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:04.750327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.177426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:33:04.750351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:04.368331Z","time spent":"381.954981ms","remote":"127.0.0.1:33526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1334,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T14:33:04.750385Z","caller":"traceutil/trace.go:171","msg":"trace[716429046] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2346; }","duration":"332.278639ms","start":"2026-03-03T14:33:04.418089Z","end":"2026-03-03T14:33:04.750368Z","steps":["trace[716429046] 'agreement among raft nodes before linearized reading' (duration: 332.188616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:04.750433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:04.418067Z","time spent":"332.354701ms","remote":"127.0.0.1:33526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T14:33:04.750327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.067224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:33:04.750504Z","caller":"traceutil/trace.go:171","msg":"trace[1451276256] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2346; }","duration":"563.280401ms","start":"2026-03-03T14:33:04.187199Z","end":"2026-03-03T14:33:04.75048Z","steps":["trace[1451276256] 'agreement among raft nodes before linearized reading' (duration: 563.040244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:04.750597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:04.18718Z","time spent":"563.390424ms","remote":"127.0.0.1:33360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:33:04.860337Z","caller":"traceutil/trace.go:171","msg":"trace[2002410889] transaction","detail":"{read_only:false; response_revision:2347; number_of_response:1; }","duration":"105.457977ms","start":"2026-03-03T14:33:04.754861Z","end":"2026-03-03T14:33:04.860319Z","steps":["trace[2002410889] 'process raft request' (duration: 105.346294ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:05.024434Z","caller":"traceutil/trace.go:171","msg":"trace[1880517436] transaction","detail":"{read_only:false; response_revision:2348; number_of_response:1; }","duration":"268.998355ms","start":"2026-03-03T14:33:04.75541Z","end":"2026-03-03T14:33:05.024408Z","steps":["trace[1880517436] 'process raft request' (duration: 263.749428ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:05.024573Z","caller":"traceutil/trace.go:171","msg":"trace[680861486] linearizableReadLoop","detail":"{readStateIndex:2446; appliedIndex:2444; }","duration":"268.881761ms","start":"2026-03-03T14:33:04.75567Z","end":"2026-03-03T14:33:05.024552Z","steps":["trace[680861486] 'read index received' (duration: 104.5843ms)","trace[680861486] 'applied index is now lower than readState.Index' (duration: 164.296541ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:33:05.02479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.100518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:8410"} {"level":"info","ts":"2026-03-03T14:33:05.025009Z","caller":"traceutil/trace.go:171","msg":"trace[612306650] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2349; }","duration":"269.347455ms","start":"2026-03-03T14:33:04.755648Z","end":"2026-03-03T14:33:05.024995Z","steps":["trace[612306650] 'agreement among raft nodes before linearized reading' (duration: 268.995234ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:05.024946Z","caller":"traceutil/trace.go:171","msg":"trace[1177245002] transaction","detail":"{read_only:false; response_revision:2349; number_of_response:1; }","duration":"264.534833ms","start":"2026-03-03T14:33:04.760397Z","end":"2026-03-03T14:33:05.024932Z","steps":["trace[1177245002] 'process raft request' (duration: 264.070458ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:05.257291Z","caller":"traceutil/trace.go:171","msg":"trace[1160100187] linearizableReadLoop","detail":"{readStateIndex:2448; appliedIndex:2447; }","duration":"221.000546ms","start":"2026-03-03T14:33:05.036257Z","end":"2026-03-03T14:33:05.257258Z","steps":["trace[1160100187] 'read index received' (duration: 204.545035ms)","trace[1160100187] 'applied index is now lower than readState.Index' (duration: 16.453781ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:33:05.257369Z","caller":"traceutil/trace.go:171","msg":"trace[420863447] transaction","detail":"{read_only:false; response_revision:2350; number_of_response:1; }","duration":"225.341343ms","start":"2026-03-03T14:33:05.031975Z","end":"2026-03-03T14:33:05.257316Z","steps":["trace[420863447] 'process raft request' (duration: 208.713917ms)","trace[420863447] 'compare' (duration: 16.374448ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:33:05.257624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.342177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-03T14:33:05.25773Z","caller":"traceutil/trace.go:171","msg":"trace[1570816955] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2350; }","duration":"221.473581ms","start":"2026-03-03T14:33:05.036233Z","end":"2026-03-03T14:33:05.257706Z","steps":["trace[1570816955] 'agreement among raft nodes before linearized reading' (duration: 221.167931ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:05.339584Z","caller":"traceutil/trace.go:171","msg":"trace[562063680] transaction","detail":"{read_only:false; response_revision:2351; number_of_response:1; }","duration":"232.378986ms","start":"2026-03-03T14:33:05.107163Z","end":"2026-03-03T14:33:05.339542Z","steps":["trace[562063680] 'process raft request' (duration: 232.051286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:05.339646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.182927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:33:05.339715Z","caller":"traceutil/trace.go:171","msg":"trace[2002520394] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2351; }","duration":"152.310921ms","start":"2026-03-03T14:33:05.187384Z","end":"2026-03-03T14:33:05.339694Z","steps":["trace[2002520394] 'agreement among raft nodes before linearized reading' (duration: 152.157356ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:05.672004Z","caller":"traceutil/trace.go:171","msg":"trace[21381973] transaction","detail":"{read_only:false; response_revision:2355; number_of_response:1; }","duration":"233.745509ms","start":"2026-03-03T14:33:05.438225Z","end":"2026-03-03T14:33:05.67197Z","steps":["trace[21381973] 'process raft request' (duration: 193.821445ms)","trace[21381973] 'compare' (duration: 39.601094ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:33:05.672708Z","caller":"traceutil/trace.go:171","msg":"trace[1143143950] transaction","detail":"{read_only:false; response_revision:2356; number_of_response:1; }","duration":"232.598703ms","start":"2026-03-03T14:33:05.440072Z","end":"2026-03-03T14:33:05.672671Z","steps":["trace[1143143950] 'process raft request' (duration: 231.804428ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:05.672747Z","caller":"traceutil/trace.go:171","msg":"trace[216809212] linearizableReadLoop","detail":"{readStateIndex:2454; appliedIndex:2452; }","duration":"111.311784ms","start":"2026-03-03T14:33:05.5614Z","end":"2026-03-03T14:33:05.672712Z","steps":["trace[216809212] 'read index received' (duration: 70.650867ms)","trace[216809212] 'applied index is now lower than readState.Index' (duration: 40.657537ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:33:05.672736Z","caller":"traceutil/trace.go:171","msg":"trace[552776916] transaction","detail":"{read_only:false; response_revision:2357; number_of_response:1; }","duration":"109.515107ms","start":"2026-03-03T14:33:05.563201Z","end":"2026-03-03T14:33:05.672716Z","steps":["trace[552776916] 'process raft request' (duration: 109.367832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:05.673207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.785078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-03T14:33:05.673293Z","caller":"traceutil/trace.go:171","msg":"trace[1163674920] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2357; }","duration":"111.938193ms","start":"2026-03-03T14:33:05.561325Z","end":"2026-03-03T14:33:05.673263Z","steps":["trace[1163674920] 'agreement among raft nodes before linearized reading' (duration: 111.502449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:05.673577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.623302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:8 size:376481"} {"level":"warn","ts":"2026-03-03T14:33:05.673612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.218871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T14:33:05.673673Z","caller":"traceutil/trace.go:171","msg":"trace[1488637491] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2357; }","duration":"111.326434ms","start":"2026-03-03T14:33:05.562331Z","end":"2026-03-03T14:33:05.673658Z","steps":["trace[1488637491] 'agreement among raft nodes before linearized reading' (duration: 110.544689ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:05.67367Z","caller":"traceutil/trace.go:171","msg":"trace[1225738170] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:8; response_revision:2357; }","duration":"104.754356ms","start":"2026-03-03T14:33:05.568894Z","end":"2026-03-03T14:33:05.673648Z","steps":["trace[1225738170] 'agreement among raft nodes before linearized reading' (duration: 104.032623ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:05.856173Z","caller":"traceutil/trace.go:171","msg":"trace[2121251837] transaction","detail":"{read_only:false; response_revision:2366; number_of_response:1; }","duration":"108.773853ms","start":"2026-03-03T14:33:05.747366Z","end":"2026-03-03T14:33:05.85614Z","steps":["trace[2121251837] 'process raft request' (duration: 108.508805ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:05.856392Z","caller":"traceutil/trace.go:171","msg":"trace[657733082] linearizableReadLoop","detail":"{readStateIndex:2464; appliedIndex:2462; }","duration":"107.970618ms","start":"2026-03-03T14:33:05.748382Z","end":"2026-03-03T14:33:05.856353Z","steps":["trace[657733082] 'read index received' (duration: 25.90093ms)","trace[657733082] 'applied index is now lower than readState.Index' (duration: 82.067978ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:33:05.856649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.234956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/local-path-storage/\" range_end:\"/registry/limitranges/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:33:05.856727Z","caller":"traceutil/trace.go:171","msg":"trace[451399972] range","detail":"{range_begin:/registry/limitranges/local-path-storage/; range_end:/registry/limitranges/local-path-storage0; response_count:0; response_revision:2369; }","duration":"108.35003ms","start":"2026-03-03T14:33:05.748357Z","end":"2026-03-03T14:33:05.856707Z","steps":["trace[451399972] 'agreement among raft nodes before linearized reading' (duration: 108.230746ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:06.496086Z","caller":"traceutil/trace.go:171","msg":"trace[1410645791] transaction","detail":"{read_only:false; response_revision:2375; number_of_response:1; }","duration":"102.792344ms","start":"2026-03-03T14:33:06.393265Z","end":"2026-03-03T14:33:06.496057Z","steps":["trace[1410645791] 'process raft request' (duration: 102.629209ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:06.609544Z","caller":"traceutil/trace.go:171","msg":"trace[1984561823] transaction","detail":"{read_only:false; response_revision:2378; number_of_response:1; }","duration":"107.982848ms","start":"2026-03-03T14:33:06.501536Z","end":"2026-03-03T14:33:06.609519Z","steps":["trace[1984561823] 'process raft request' (duration: 63.19876ms)","trace[1984561823] 'compare' (duration: 44.626743ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:33:06.626702Z","caller":"traceutil/trace.go:171","msg":"trace[993164239] transaction","detail":"{read_only:false; response_revision:2379; number_of_response:1; }","duration":"124.847572ms","start":"2026-03-03T14:33:06.501818Z","end":"2026-03-03T14:33:06.626666Z","steps":["trace[993164239] 'process raft request' (duration: 124.586413ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:06.626918Z","caller":"traceutil/trace.go:171","msg":"trace[465049261] transaction","detail":"{read_only:false; response_revision:2380; number_of_response:1; }","duration":"123.136878ms","start":"2026-03-03T14:33:06.503747Z","end":"2026-03-03T14:33:06.626883Z","steps":["trace[465049261] 'process raft request' (duration: 122.782906ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:06.626957Z","caller":"traceutil/trace.go:171","msg":"trace[1115021727] linearizableReadLoop","detail":"{readStateIndex:2477; appliedIndex:2475; }","duration":"124.188911ms","start":"2026-03-03T14:33:06.502739Z","end":"2026-03-03T14:33:06.626928Z","steps":["trace[1115021727] 'read index received' (duration: 62.013123ms)","trace[1115021727] 'applied index is now lower than readState.Index' (duration: 62.174588ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:33:06.627032Z","caller":"traceutil/trace.go:171","msg":"trace[166202381] transaction","detail":"{read_only:false; response_revision:2381; number_of_response:1; }","duration":"115.62354ms","start":"2026-03-03T14:33:06.511394Z","end":"2026-03-03T14:33:06.627018Z","steps":["trace[166202381] 'process raft request' (duration: 115.405343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:06.627254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.497191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey.18995b5db8e7dbf3\" ","response":"range_response_count:1 size:661"} {"level":"info","ts":"2026-03-03T14:33:06.627302Z","caller":"traceutil/trace.go:171","msg":"trace[312370282] range","detail":"{range_begin:/registry/events/openstack/valkey.18995b5db8e7dbf3; range_end:; response_count:1; response_revision:2381; }","duration":"124.616254ms","start":"2026-03-03T14:33:06.502675Z","end":"2026-03-03T14:33:06.627291Z","steps":["trace[312370282] 'agreement among raft nodes before linearized reading' (duration: 124.401028ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:06.784463Z","caller":"traceutil/trace.go:171","msg":"trace[964811260] transaction","detail":"{read_only:false; response_revision:2383; number_of_response:1; }","duration":"121.898019ms","start":"2026-03-03T14:33:06.662533Z","end":"2026-03-03T14:33:06.784431Z","steps":["trace[964811260] 'process raft request' (duration: 78.418522ms)","trace[964811260] 'compare' (duration: 43.320952ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:33:06.914795Z","caller":"traceutil/trace.go:171","msg":"trace[422749426] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2384; }","duration":"111.449688ms","start":"2026-03-03T14:33:06.803313Z","end":"2026-03-03T14:33:06.914762Z","steps":["trace[422749426] 'process raft request' (duration: 111.330984ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:06.971106Z","caller":"traceutil/trace.go:171","msg":"trace[1116547032] transaction","detail":"{read_only:false; response_revision:2385; number_of_response:1; }","duration":"102.704061ms","start":"2026-03-03T14:33:06.868367Z","end":"2026-03-03T14:33:06.971072Z","steps":["trace[1116547032] 'process raft request' (duration: 102.500505ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:13.037823Z","caller":"traceutil/trace.go:171","msg":"trace[98850452] linearizableReadLoop","detail":"{readStateIndex:2569; appliedIndex:2568; }","duration":"112.393797ms","start":"2026-03-03T14:33:12.9254Z","end":"2026-03-03T14:33:13.037794Z","steps":["trace[98850452] 'read index received' (duration: 112.17228ms)","trace[98850452] 'applied index is now lower than readState.Index' (duration: 220.437µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:33:13.037958Z","caller":"traceutil/trace.go:171","msg":"trace[1596031994] transaction","detail":"{read_only:false; response_revision:2468; number_of_response:1; }","duration":"203.914925ms","start":"2026-03-03T14:33:12.83399Z","end":"2026-03-03T14:33:13.037905Z","steps":["trace[1596031994] 'process raft request' (duration: 203.644976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:13.038027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.607365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:33:13.038094Z","caller":"traceutil/trace.go:171","msg":"trace[860190198] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2468; }","duration":"112.749219ms","start":"2026-03-03T14:33:12.925325Z","end":"2026-03-03T14:33:13.038074Z","steps":["trace[860190198] 'agreement among raft nodes before linearized reading' (duration: 112.583604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:16.921975Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000897627622632042,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:33:17.273181Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.005626922s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:33:17.273808Z","caller":"traceutil/trace.go:171","msg":"trace[1611865456] linearizableReadLoop","detail":"{readStateIndex:2594; appliedIndex:2593; }","duration":"852.805094ms","start":"2026-03-03T14:33:16.420978Z","end":"2026-03-03T14:33:17.273783Z","steps":["trace[1611865456] 'read index received' (duration: 852.346769ms)","trace[1611865456] 'applied index is now lower than readState.Index' (duration: 457.255µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:33:17.273863Z","caller":"traceutil/trace.go:171","msg":"trace[1116845875] transaction","detail":"{read_only:false; response_revision:2492; number_of_response:1; }","duration":"1.006402646s","start":"2026-03-03T14:33:16.267435Z","end":"2026-03-03T14:33:17.273837Z","steps":["trace[1116845875] 'process raft request' (duration: 1.006197919s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:17.273993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:16.267415Z","time spent":"1.006494319s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:33:17.274199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.225587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-03T14:33:17.274244Z","caller":"traceutil/trace.go:171","msg":"trace[1329534355] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2492; }","duration":"853.33086ms","start":"2026-03-03T14:33:16.420903Z","end":"2026-03-03T14:33:17.274234Z","steps":["trace[1329534355] 'agreement among raft nodes before linearized reading' (duration: 852.982349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:17.274274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.485842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:33:17.27427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.408444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T14:33:17.274326Z","caller":"traceutil/trace.go:171","msg":"trace[1946304319] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:2492; }","duration":"482.546304ms","start":"2026-03-03T14:33:16.791766Z","end":"2026-03-03T14:33:17.274312Z","steps":["trace[1946304319] 'agreement among raft nodes before linearized reading' (duration: 482.44704ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:17.274354Z","caller":"traceutil/trace.go:171","msg":"trace[97797047] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2492; }","duration":"618.537479ms","start":"2026-03-03T14:33:16.655796Z","end":"2026-03-03T14:33:17.274333Z","steps":["trace[97797047] 'agreement among raft nodes before linearized reading' (duration: 618.338613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:17.274363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:16.791741Z","time spent":"482.613556ms","remote":"127.0.0.1:41112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":29,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:33:17.274397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:16.655775Z","time spent":"618.613331ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:33:17.27441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:16.420872Z","time spent":"853.523686ms","remote":"127.0.0.1:33526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-03T14:33:17.274534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.240966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:33:17.274586Z","caller":"traceutil/trace.go:171","msg":"trace[1343991979] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2492; }","duration":"610.33835ms","start":"2026-03-03T14:33:16.664233Z","end":"2026-03-03T14:33:17.274571Z","steps":["trace[1343991979] 'agreement among raft nodes before linearized reading' (duration: 610.203595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:17.275185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:16.664212Z","time spent":"610.950558ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:33:25.788106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.634745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T14:33:25.788182Z","caller":"traceutil/trace.go:171","msg":"trace[809456305] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2544; }","duration":"149.751049ms","start":"2026-03-03T14:33:25.638413Z","end":"2026-03-03T14:33:25.788164Z","steps":["trace[809456305] 'range keys from in-memory index tree' (duration: 149.46968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:25.788228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.662616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-03-03T14:33:25.788299Z","caller":"traceutil/trace.go:171","msg":"trace[227351512] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2544; }","duration":"181.852502ms","start":"2026-03-03T14:33:25.606433Z","end":"2026-03-03T14:33:25.788286Z","steps":["trace[227351512] 'range keys from in-memory index tree' (duration: 181.44738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:28.17664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.536445ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:33:28.176866Z","caller":"traceutil/trace.go:171","msg":"trace[1185649726] transaction","detail":"{read_only:false; response_revision:2556; number_of_response:1; }","duration":"357.959743ms","start":"2026-03-03T14:33:27.818876Z","end":"2026-03-03T14:33:28.176836Z","steps":["trace[1185649726] 'process raft request' (duration: 79.127918ms)","trace[1185649726] 'compare' (duration: 278.36075ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:33:28.176941Z","caller":"traceutil/trace.go:171","msg":"trace[1482394034] linearizableReadLoop","detail":"{readStateIndex:2660; appliedIndex:2659; }","duration":"313.294922ms","start":"2026-03-03T14:33:27.863625Z","end":"2026-03-03T14:33:28.17692Z","steps":["trace[1482394034] 'read index received' (duration: 34.307483ms)","trace[1482394034] 'applied index is now lower than readState.Index' (duration: 278.984969ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:33:28.177004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:27.818861Z","time spent":"358.076407ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:33:28.177153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.51651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T14:33:28.177205Z","caller":"traceutil/trace.go:171","msg":"trace[1401863230] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2556; }","duration":"313.607913ms","start":"2026-03-03T14:33:27.863585Z","end":"2026-03-03T14:33:28.177193Z","steps":["trace[1401863230] 'agreement among raft nodes before linearized reading' (duration: 313.426597ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:28.177219Z","caller":"traceutil/trace.go:171","msg":"trace[1387358303] transaction","detail":"{read_only:false; response_revision:2557; number_of_response:1; }","duration":"176.424161ms","start":"2026-03-03T14:33:28.000772Z","end":"2026-03-03T14:33:28.177196Z","steps":["trace[1387358303] 'process raft request' (duration: 175.993917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:28.177246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:27.863569Z","time spent":"313.668564ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T14:33:28.259183Z","caller":"traceutil/trace.go:171","msg":"trace[2043002483] transaction","detail":"{read_only:false; response_revision:2558; number_of_response:1; }","duration":"240.947058ms","start":"2026-03-03T14:33:28.018208Z","end":"2026-03-03T14:33:28.259155Z","steps":["trace[2043002483] 'process raft request' (duration: 240.817434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:28.260002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.507144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:33:28.260071Z","caller":"traceutil/trace.go:171","msg":"trace[821987474] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2558; }","duration":"392.614567ms","start":"2026-03-03T14:33:27.86744Z","end":"2026-03-03T14:33:28.260055Z","steps":["trace[821987474] 'agreement among raft nodes before linearized reading' (duration: 392.412061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:28.260133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:27.867425Z","time spent":"392.693699ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T14:33:28.435055Z","caller":"traceutil/trace.go:171","msg":"trace[1224595130] transaction","detail":"{read_only:false; response_revision:2559; number_of_response:1; }","duration":"253.527395ms","start":"2026-03-03T14:33:28.181505Z","end":"2026-03-03T14:33:28.435032Z","steps":["trace[1224595130] 'process raft request' (duration: 163.866404ms)","trace[1224595130] 'compare' (duration: 89.574418ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:33:28.522587Z","caller":"traceutil/trace.go:171","msg":"trace[1009293348] linearizableReadLoop","detail":"{readStateIndex:2664; appliedIndex:2663; }","duration":"102.63739ms","start":"2026-03-03T14:33:28.41993Z","end":"2026-03-03T14:33:28.522568Z","steps":["trace[1009293348] 'read index received' (duration: 102.440664ms)","trace[1009293348] 'applied index is now lower than readState.Index' (duration: 195.646µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:33:28.522707Z","caller":"traceutil/trace.go:171","msg":"trace[2005939547] transaction","detail":"{read_only:false; response_revision:2560; number_of_response:1; }","duration":"258.924626ms","start":"2026-03-03T14:33:28.263758Z","end":"2026-03-03T14:33:28.522682Z","steps":["trace[2005939547] 'process raft request' (duration: 258.700268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:28.522752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.806806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-03T14:33:28.52278Z","caller":"traceutil/trace.go:171","msg":"trace[1487704872] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2560; }","duration":"102.874357ms","start":"2026-03-03T14:33:28.419898Z","end":"2026-03-03T14:33:28.522773Z","steps":["trace[1487704872] 'agreement among raft nodes before linearized reading' (duration: 102.747463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:29.526543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.265934ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:33:29.52679Z","caller":"traceutil/trace.go:171","msg":"trace[220090831] transaction","detail":"{read_only:false; response_revision:2561; number_of_response:1; }","duration":"286.835237ms","start":"2026-03-03T14:33:29.239892Z","end":"2026-03-03T14:33:29.526727Z","steps":["trace[220090831] 'process raft request' (duration: 98.17181ms)","trace[220090831] 'compare' (duration: 187.084717ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:33:29.755097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.601296ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:33:29.755345Z","caller":"traceutil/trace.go:171","msg":"trace[539988359] linearizableReadLoop","detail":"{readStateIndex:2668; appliedIndex:2666; }","duration":"222.369461ms","start":"2026-03-03T14:33:29.532956Z","end":"2026-03-03T14:33:29.755325Z","steps":["trace[539988359] 'read index received' (duration: 96.466766ms)","trace[539988359] 'applied index is now lower than readState.Index' (duration: 125.901665ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:33:29.75535Z","caller":"traceutil/trace.go:171","msg":"trace[844502874] transaction","detail":"{read_only:false; response_revision:2562; number_of_response:1; }","duration":"223.319871ms","start":"2026-03-03T14:33:29.532004Z","end":"2026-03-03T14:33:29.755324Z","steps":["trace[844502874] 'process raft request' (duration: 97.406315ms)","trace[844502874] 'compare' (duration: 125.362739ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:33:29.75559Z","caller":"traceutil/trace.go:171","msg":"trace[537224381] transaction","detail":"{read_only:false; response_revision:2563; number_of_response:1; }","duration":"223.199218ms","start":"2026-03-03T14:33:29.532375Z","end":"2026-03-03T14:33:29.755574Z","steps":["trace[537224381] 'process raft request' (duration: 222.879478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:29.755737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.780755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T14:33:29.755775Z","caller":"traceutil/trace.go:171","msg":"trace[567969914] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:2563; }","duration":"222.843956ms","start":"2026-03-03T14:33:29.532922Z","end":"2026-03-03T14:33:29.755766Z","steps":["trace[567969914] 'agreement among raft nodes before linearized reading' (duration: 222.764164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:29.793354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.721841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:33:29.793434Z","caller":"traceutil/trace.go:171","msg":"trace[2121608039] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:2564; }","duration":"221.824364ms","start":"2026-03-03T14:33:29.571593Z","end":"2026-03-03T14:33:29.793417Z","steps":["trace[2121608039] 'agreement among raft nodes before linearized reading' (duration: 221.655319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:30.692346Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000897627622632231,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:33:31.192905Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000897627622632231,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:33:31.693045Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000897627622632231,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:33:31.839505Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.657546329s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:33:31.839872Z","caller":"traceutil/trace.go:171","msg":"trace[1205249722] transaction","detail":"{read_only:false; response_revision:2567; number_of_response:1; }","duration":"1.658011793s","start":"2026-03-03T14:33:30.181842Z","end":"2026-03-03T14:33:31.839854Z","steps":["trace[1205249722] 'process raft request' (duration: 1.657881439s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:31.839988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:30.181822Z","time spent":"1.658106417s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:33:32.09772Z","caller":"traceutil/trace.go:171","msg":"trace[170745049] transaction","detail":"{read_only:false; response_revision:2569; number_of_response:1; }","duration":"1.832894396s","start":"2026-03-03T14:33:30.26479Z","end":"2026-03-03T14:33:32.097685Z","steps":["trace[170745049] 'process raft request' (duration: 1.832820354s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:32.097735Z","caller":"traceutil/trace.go:171","msg":"trace[1306908297] transaction","detail":"{read_only:false; response_revision:2568; number_of_response:1; }","duration":"1.91026052s","start":"2026-03-03T14:33:30.187429Z","end":"2026-03-03T14:33:32.09769Z","steps":["trace[1306908297] 'process raft request' (duration: 1.909904298s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:32.097973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:30.264772Z","time spent":"1.833085653s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:33:32.097964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:30.187411Z","time spent":"1.910433984s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:33:32.097963Z","caller":"traceutil/trace.go:171","msg":"trace[459113360] linearizableReadLoop","detail":"{readStateIndex:2674; appliedIndex:2671; }","duration":"1.911720265s","start":"2026-03-03T14:33:30.186212Z","end":"2026-03-03T14:33:32.097933Z","steps":["trace[459113360] 'read index received' (duration: 1.653528262s)","trace[459113360] 'applied index is now lower than readState.Index' (duration: 258.189763ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:33:32.098089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.91185943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:33:32.098116Z","caller":"traceutil/trace.go:171","msg":"trace[1819592946] transaction","detail":"{read_only:false; response_revision:2570; number_of_response:1; }","duration":"263.559733ms","start":"2026-03-03T14:33:31.834542Z","end":"2026-03-03T14:33:32.098102Z","steps":["trace[1819592946] 'process raft request' (duration: 263.104748ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:32.098136Z","caller":"traceutil/trace.go:171","msg":"trace[1450719770] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2570; }","duration":"1.911949352s","start":"2026-03-03T14:33:30.186176Z","end":"2026-03-03T14:33:32.098125Z","steps":["trace[1450719770] 'agreement among raft nodes before linearized reading' (duration: 1.911831969s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:32.098159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:30.186161Z","time spent":"1.911992374s","remote":"127.0.0.1:33360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:33:32.098259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.752182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:33:32.098589Z","caller":"traceutil/trace.go:171","msg":"trace[1232154281] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:2570; }","duration":"437.154874ms","start":"2026-03-03T14:33:31.661417Z","end":"2026-03-03T14:33:32.098572Z","steps":["trace[1232154281] 'agreement among raft nodes before linearized reading' (duration: 436.774522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:32.098304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.323517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:33:32.098694Z","caller":"traceutil/trace.go:171","msg":"trace[185790852] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:2570; }","duration":"759.748221ms","start":"2026-03-03T14:33:31.338937Z","end":"2026-03-03T14:33:32.098685Z","steps":["trace[185790852] 'agreement among raft nodes before linearized reading' (duration: 759.310297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:32.098319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.212439005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"warn","ts":"2026-03-03T14:33:32.098692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:31.661395Z","time spent":"437.281709ms","remote":"127.0.0.1:41118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":4,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:33:32.098732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:31.33892Z","time spent":"759.801362ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":2,"response size":29,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:33:32.09873Z","caller":"traceutil/trace.go:171","msg":"trace[206066822] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2570; }","duration":"1.212877248s","start":"2026-03-03T14:33:30.885845Z","end":"2026-03-03T14:33:32.098722Z","steps":["trace[206066822] 'agreement among raft nodes before linearized reading' (duration: 1.212380062s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:32.098778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:30.885827Z","time spent":"1.21292848s","remote":"127.0.0.1:33516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12232,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:33:32.098431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.523096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-03-03T14:33:32.098425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.660292477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T14:33:32.098948Z","caller":"traceutil/trace.go:171","msg":"trace[1391379881] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2570; }","duration":"292.007051ms","start":"2026-03-03T14:33:31.806869Z","end":"2026-03-03T14:33:32.098876Z","steps":["trace[1391379881] 'agreement among raft nodes before linearized reading' (duration: 291.461314ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:32.099022Z","caller":"traceutil/trace.go:171","msg":"trace[782294661] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2570; }","duration":"1.660880345s","start":"2026-03-03T14:33:30.438109Z","end":"2026-03-03T14:33:32.098989Z","steps":["trace[782294661] 'agreement among raft nodes before linearized reading' (duration: 1.660241084s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:32.098438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.571974488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T14:33:32.09909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:30.438099Z","time spent":"1.660975748s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T14:33:32.09912Z","caller":"traceutil/trace.go:171","msg":"trace[1135980561] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2570; }","duration":"1.57267619s","start":"2026-03-03T14:33:30.526426Z","end":"2026-03-03T14:33:32.099102Z","steps":["trace[1135980561] 'agreement among raft nodes before linearized reading' (duration: 1.571904266s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:32.098411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.884531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:33:32.099184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:30.526412Z","time spent":"1.572756402s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T14:33:32.099197Z","caller":"traceutil/trace.go:171","msg":"trace[2140318073] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:2570; }","duration":"961.758329ms","start":"2026-03-03T14:33:31.137426Z","end":"2026-03-03T14:33:32.099185Z","steps":["trace[2140318073] 'agreement among raft nodes before linearized reading' (duration: 960.868541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:32.099223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:31.137404Z","time spent":"961.810561ms","remote":"127.0.0.1:52422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:33:32.098497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.644822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:33:32.099362Z","caller":"traceutil/trace.go:171","msg":"trace[548458084] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2570; }","duration":"338.551211ms","start":"2026-03-03T14:33:31.760803Z","end":"2026-03-03T14:33:32.099355Z","steps":["trace[548458084] 'agreement among raft nodes before linearized reading' (duration: 337.55126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:32.099382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:31.760782Z","time spent":"338.594422ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:33:32.098529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.79741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:33:32.099473Z","caller":"traceutil/trace.go:171","msg":"trace[353654467] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2570; }","duration":"340.773241ms","start":"2026-03-03T14:33:31.758693Z","end":"2026-03-03T14:33:32.099466Z","steps":["trace[353654467] 'agreement among raft nodes before linearized reading' (duration: 339.723928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:32.0995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:31.758678Z","time spent":"340.813842ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:33:32.098308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.678693367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-03T14:33:32.099556Z","caller":"traceutil/trace.go:171","msg":"trace[947681277] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2570; }","duration":"1.679993778s","start":"2026-03-03T14:33:30.419557Z","end":"2026-03-03T14:33:32.099551Z","steps":["trace[947681277] 'agreement among raft nodes before linearized reading' (duration: 1.678596334s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:32.099571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:30.419513Z","time spent":"1.680053511s","remote":"127.0.0.1:33526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-03T14:33:32.452876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.984717ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:33:32.453086Z","caller":"traceutil/trace.go:171","msg":"trace[1009728517] transaction","detail":"{read_only:false; response_revision:2571; number_of_response:1; }","duration":"349.944799ms","start":"2026-03-03T14:33:32.103116Z","end":"2026-03-03T14:33:32.453061Z","steps":["trace[1009728517] 'process raft request' (duration: 122.698384ms)","trace[1009728517] 'compare' (duration: 226.872673ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:33:32.453231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:32.103082Z","time spent":"350.073823ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:33:32.453255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.710232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-468f3744-f2d9-4822-97d0-2bb03e3e0138\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-03-03T14:33:32.453119Z","caller":"traceutil/trace.go:171","msg":"trace[173573490] linearizableReadLoop","detail":"{readStateIndex:2677; appliedIndex:2675; }","duration":"349.562317ms","start":"2026-03-03T14:33:32.10354Z","end":"2026-03-03T14:33:32.453102Z","steps":["trace[173573490] 'read index received' (duration: 122.128996ms)","trace[173573490] 'applied index is now lower than readState.Index' (duration: 227.432431ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:33:32.453286Z","caller":"traceutil/trace.go:171","msg":"trace[1487346784] range","detail":"{range_begin:/registry/persistentvolumes/pvc-468f3744-f2d9-4822-97d0-2bb03e3e0138; range_end:; response_count:1; response_revision:2574; }","duration":"349.766694ms","start":"2026-03-03T14:33:32.103509Z","end":"2026-03-03T14:33:32.453276Z","steps":["trace[1487346784] 'agreement among raft nodes before linearized reading' (duration: 349.63606ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:32.453309Z","caller":"traceutil/trace.go:171","msg":"trace[732360884] transaction","detail":"{read_only:false; response_revision:2572; number_of_response:1; }","duration":"349.790284ms","start":"2026-03-03T14:33:32.103505Z","end":"2026-03-03T14:33:32.453295Z","steps":["trace[732360884] 'process raft request' (duration: 349.487145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:32.453337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:32.10349Z","time spent":"349.831816ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1325,"request content":"key:\"/registry/persistentvolumes/pvc-468f3744-f2d9-4822-97d0-2bb03e3e0138\" "} {"level":"warn","ts":"2026-03-03T14:33:32.453361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:32.10349Z","time spent":"349.843026ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:33:32.453376Z","caller":"traceutil/trace.go:171","msg":"trace[980208035] transaction","detail":"{read_only:false; response_revision:2574; number_of_response:1; }","duration":"347.473802ms","start":"2026-03-03T14:33:32.10589Z","end":"2026-03-03T14:33:32.453364Z","steps":["trace[980208035] 'process raft request' (duration: 347.180512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:32.453431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:32.105869Z","time spent":"347.532314ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:33:32.453566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.22275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:33:32.453628Z","caller":"traceutil/trace.go:171","msg":"trace[1000325261] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2574; }","duration":"345.434237ms","start":"2026-03-03T14:33:32.108174Z","end":"2026-03-03T14:33:32.453608Z","steps":["trace[1000325261] 'agreement among raft nodes before linearized reading' (duration: 345.20883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:32.453675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.582896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-03-03T14:33:32.453707Z","caller":"traceutil/trace.go:171","msg":"trace[833183383] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2574; }","duration":"348.622328ms","start":"2026-03-03T14:33:32.105071Z","end":"2026-03-03T14:33:32.453694Z","steps":["trace[833183383] 'agreement among raft nodes before linearized reading' (duration: 348.280697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:32.453726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:32.105066Z","time spent":"348.655619ms","remote":"127.0.0.1:33516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12232,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:33:32.453672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:32.108154Z","time spent":"345.505019ms","remote":"127.0.0.1:33360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:33:32.453708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.06285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1313"} {"level":"info","ts":"2026-03-03T14:33:32.453817Z","caller":"traceutil/trace.go:171","msg":"trace[2096034044] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2574; }","duration":"348.212925ms","start":"2026-03-03T14:33:32.105578Z","end":"2026-03-03T14:33:32.453791Z","steps":["trace[2096034044] 'agreement among raft nodes before linearized reading' (duration: 347.844663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:32.453864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:32.105569Z","time spent":"348.286557ms","remote":"127.0.0.1:33526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1335,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"info","ts":"2026-03-03T14:33:32.454848Z","caller":"traceutil/trace.go:171","msg":"trace[1553116865] transaction","detail":"{read_only:false; response_revision:2573; number_of_response:1; }","duration":"348.753542ms","start":"2026-03-03T14:33:32.104616Z","end":"2026-03-03T14:33:32.453369Z","steps":["trace[1553116865] 'process raft request' (duration: 348.425651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:32.455008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:32.104603Z","time spent":"350.325151ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:33:32.84881Z","caller":"traceutil/trace.go:171","msg":"trace[840565937] transaction","detail":"{read_only:false; response_revision:2575; number_of_response:1; }","duration":"107.444543ms","start":"2026-03-03T14:33:32.741348Z","end":"2026-03-03T14:33:32.848793Z","steps":["trace[840565937] 'process raft request' (duration: 107.312329ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:34.320354Z","caller":"traceutil/trace.go:171","msg":"trace[858695974] linearizableReadLoop","detail":"{readStateIndex:2684; appliedIndex:2682; }","duration":"217.027643ms","start":"2026-03-03T14:33:34.103304Z","end":"2026-03-03T14:33:34.320332Z","steps":["trace[858695974] 'read index received' (duration: 124.751359ms)","trace[858695974] 'applied index is now lower than readState.Index' (duration: 92.275434ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:33:34.320403Z","caller":"traceutil/trace.go:171","msg":"trace[1319909503] transaction","detail":"{read_only:false; response_revision:2579; number_of_response:1; }","duration":"217.636982ms","start":"2026-03-03T14:33:34.102742Z","end":"2026-03-03T14:33:34.320379Z","steps":["trace[1319909503] 'process raft request' (duration: 217.496788ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:34.320468Z","caller":"traceutil/trace.go:171","msg":"trace[72817896] transaction","detail":"{read_only:false; response_revision:2578; number_of_response:1; }","duration":"217.704215ms","start":"2026-03-03T14:33:34.102741Z","end":"2026-03-03T14:33:34.320445Z","steps":["trace[72817896] 'process raft request' (duration: 125.353399ms)","trace[72817896] 'compare' (duration: 91.992674ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:33:34.320705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.566009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:33:34.32079Z","caller":"traceutil/trace.go:171","msg":"trace[1153798359] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2579; }","duration":"134.683413ms","start":"2026-03-03T14:33:34.186088Z","end":"2026-03-03T14:33:34.320771Z","steps":["trace[1153798359] 'agreement among raft nodes before linearized reading' (duration: 134.538198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:34.320902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.5854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T14:33:34.320935Z","caller":"traceutil/trace.go:171","msg":"trace[672198131] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2579; }","duration":"217.653643ms","start":"2026-03-03T14:33:34.103274Z","end":"2026-03-03T14:33:34.320927Z","steps":["trace[672198131] 'agreement among raft nodes before linearized reading' (duration: 217.316412ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:34.53021Z","caller":"traceutil/trace.go:171","msg":"trace[2051076435] transaction","detail":"{read_only:false; response_revision:2580; number_of_response:1; }","duration":"205.570801ms","start":"2026-03-03T14:33:34.324606Z","end":"2026-03-03T14:33:34.530177Z","steps":["trace[2051076435] 'process raft request' (duration: 108.6391ms)","trace[2051076435] 'compare' (duration: 96.086655ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:33:34.724202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.609726ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-03T14:33:34.724515Z","caller":"traceutil/trace.go:171","msg":"trace[375245994] transaction","detail":"{read_only:false; response_revision:2581; number_of_response:1; }","duration":"209.372652ms","start":"2026-03-03T14:33:34.515129Z","end":"2026-03-03T14:33:34.724502Z","steps":["trace[375245994] 'process raft request' (duration: 209.228227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:34.724687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.022432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-03T14:33:34.724712Z","caller":"traceutil/trace.go:171","msg":"trace[1254954028] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2581; }","duration":"305.118625ms","start":"2026-03-03T14:33:34.419587Z","end":"2026-03-03T14:33:34.724706Z","steps":["trace[1254954028] 'agreement among raft nodes before linearized reading' (duration: 304.96418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:34.724733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:34.419566Z","time spent":"305.162096ms","remote":"127.0.0.1:33526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-03T14:33:34.724535Z","caller":"traceutil/trace.go:171","msg":"trace[2082436116] linearizableReadLoop","detail":"{readStateIndex:2686; appliedIndex:2684; }","duration":"304.859696ms","start":"2026-03-03T14:33:34.419664Z","end":"2026-03-03T14:33:34.724524Z","steps":["trace[2082436116] 'read index received' (duration: 13.595259ms)","trace[2082436116] 'applied index is now lower than readState.Index' (duration: 291.263127ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:33:34.724964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.885886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T14:33:34.724987Z","caller":"traceutil/trace.go:171","msg":"trace[1734207025] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2581; }","duration":"265.927297ms","start":"2026-03-03T14:33:34.459054Z","end":"2026-03-03T14:33:34.724982Z","steps":["trace[1734207025] 'agreement among raft nodes before linearized reading' (duration: 265.870445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:34.724965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.34777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:33:34.725014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.495555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:33:34.725085Z","caller":"traceutil/trace.go:171","msg":"trace[1560480431] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2581; }","duration":"266.617569ms","start":"2026-03-03T14:33:34.458455Z","end":"2026-03-03T14:33:34.725072Z","steps":["trace[1560480431] 'agreement among raft nodes before linearized reading' (duration: 266.451823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:34.72514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.584808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:33:34.725167Z","caller":"traceutil/trace.go:171","msg":"trace[1404902888] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2581; }","duration":"266.63081ms","start":"2026-03-03T14:33:34.458531Z","end":"2026-03-03T14:33:34.725162Z","steps":["trace[1404902888] 'agreement among raft nodes before linearized reading' (duration: 266.575428ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:34.725034Z","caller":"traceutil/trace.go:171","msg":"trace[74972684] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:2581; }","duration":"196.446653ms","start":"2026-03-03T14:33:34.52858Z","end":"2026-03-03T14:33:34.725027Z","steps":["trace[74972684] 'agreement among raft nodes before linearized reading' (duration: 196.35859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:34.725203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.125053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:33:34.725258Z","caller":"traceutil/trace.go:171","msg":"trace[477132383] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2581; }","duration":"266.241547ms","start":"2026-03-03T14:33:34.459008Z","end":"2026-03-03T14:33:34.725249Z","steps":["trace[477132383] 'agreement among raft nodes before linearized reading' (duration: 266.045501ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:34.909666Z","caller":"traceutil/trace.go:171","msg":"trace[1599648826] transaction","detail":"{read_only:false; response_revision:2583; number_of_response:1; }","duration":"180.721136ms","start":"2026-03-03T14:33:34.728897Z","end":"2026-03-03T14:33:34.909618Z","steps":["trace[1599648826] 'process raft request' (duration: 113.951508ms)","trace[1599648826] 'compare' (duration: 66.5258ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:33:34.909948Z","caller":"traceutil/trace.go:171","msg":"trace[1812393751] transaction","detail":"{read_only:false; response_revision:2584; number_of_response:1; }","duration":"180.800049ms","start":"2026-03-03T14:33:34.729116Z","end":"2026-03-03T14:33:34.909916Z","steps":["trace[1812393751] 'process raft request' (duration: 180.428388ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:34.909937Z","caller":"traceutil/trace.go:171","msg":"trace[392939751] linearizableReadLoop","detail":"{readStateIndex:2691; appliedIndex:2687; }","duration":"179.951832ms","start":"2026-03-03T14:33:34.729952Z","end":"2026-03-03T14:33:34.909904Z","steps":["trace[392939751] 'read index received' (duration: 65.178188ms)","trace[392939751] 'applied index is now lower than readState.Index' (duration: 114.772564ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:33:34.91016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.187299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1313"} {"level":"info","ts":"2026-03-03T14:33:34.910181Z","caller":"traceutil/trace.go:171","msg":"trace[2059415207] transaction","detail":"{read_only:false; response_revision:2585; number_of_response:1; }","duration":"180.401406ms","start":"2026-03-03T14:33:34.729597Z","end":"2026-03-03T14:33:34.909998Z","steps":["trace[2059415207] 'process raft request' (duration: 180.2028ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:34.910237Z","caller":"traceutil/trace.go:171","msg":"trace[151873092] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2585; }","duration":"180.298103ms","start":"2026-03-03T14:33:34.729923Z","end":"2026-03-03T14:33:34.910221Z","steps":["trace[151873092] 'agreement among raft nodes before linearized reading' (duration: 180.075746ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:36.582047Z","caller":"traceutil/trace.go:171","msg":"trace[1632125937] linearizableReadLoop","detail":"{readStateIndex:2697; appliedIndex:2695; }","duration":"160.822148ms","start":"2026-03-03T14:33:36.421209Z","end":"2026-03-03T14:33:36.582031Z","steps":["trace[1632125937] 'read index received' (duration: 135.667524ms)","trace[1632125937] 'applied index is now lower than readState.Index' (duration: 25.153794ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:33:36.582048Z","caller":"traceutil/trace.go:171","msg":"trace[1272944200] transaction","detail":"{read_only:false; response_revision:2590; number_of_response:1; }","duration":"257.773059ms","start":"2026-03-03T14:33:36.32425Z","end":"2026-03-03T14:33:36.582023Z","steps":["trace[1272944200] 'process raft request' (duration: 232.573564ms)","trace[1272944200] 'compare' (duration: 24.784922ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:33:36.582133Z","caller":"traceutil/trace.go:171","msg":"trace[1940733193] transaction","detail":"{read_only:false; response_revision:2591; number_of_response:1; }","duration":"257.357836ms","start":"2026-03-03T14:33:36.324769Z","end":"2026-03-03T14:33:36.582127Z","steps":["trace[1940733193] 'process raft request' (duration: 257.216672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:36.582252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.037175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-03T14:33:36.582315Z","caller":"traceutil/trace.go:171","msg":"trace[1372638971] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2591; }","duration":"161.134098ms","start":"2026-03-03T14:33:36.421167Z","end":"2026-03-03T14:33:36.582301Z","steps":["trace[1372638971] 'agreement among raft nodes before linearized reading' (duration: 160.977503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:36.604727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.125792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:33:36.604808Z","caller":"traceutil/trace.go:171","msg":"trace[766019496] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:2592; }","duration":"100.250206ms","start":"2026-03-03T14:33:36.50454Z","end":"2026-03-03T14:33:36.60479Z","steps":["trace[766019496] 'agreement among raft nodes before linearized reading' (duration: 100.026179ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:36.910784Z","caller":"traceutil/trace.go:171","msg":"trace[357066063] transaction","detail":"{read_only:false; response_revision:2594; number_of_response:1; }","duration":"109.275111ms","start":"2026-03-03T14:33:36.801491Z","end":"2026-03-03T14:33:36.910766Z","steps":["trace[357066063] 'process raft request' (duration: 109.159207ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:37.072837Z","caller":"traceutil/trace.go:171","msg":"trace[255769346] transaction","detail":"{read_only:false; response_revision:2596; number_of_response:1; }","duration":"156.928785ms","start":"2026-03-03T14:33:36.91588Z","end":"2026-03-03T14:33:37.072809Z","steps":["trace[255769346] 'process raft request' (duration: 156.726568ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:37.073285Z","caller":"traceutil/trace.go:171","msg":"trace[2125766983] transaction","detail":"{read_only:false; response_revision:2597; number_of_response:1; }","duration":"156.631234ms","start":"2026-03-03T14:33:36.916553Z","end":"2026-03-03T14:33:37.073184Z","steps":["trace[2125766983] 'process raft request' (duration: 156.17625ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:37.256413Z","caller":"traceutil/trace.go:171","msg":"trace[721341326] transaction","detail":"{read_only:false; response_revision:2604; number_of_response:1; }","duration":"104.689266ms","start":"2026-03-03T14:33:37.151713Z","end":"2026-03-03T14:33:37.256403Z","steps":["trace[721341326] 'process raft request' (duration: 104.651025ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:37.256462Z","caller":"traceutil/trace.go:171","msg":"trace[1349930037] transaction","detail":"{read_only:false; response_revision:2599; number_of_response:1; }","duration":"105.711138ms","start":"2026-03-03T14:33:37.15074Z","end":"2026-03-03T14:33:37.256452Z","steps":["trace[1349930037] 'process raft request' (duration: 42.010186ms)","trace[1349930037] 'compare' (duration: 63.381991ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:33:37.256668Z","caller":"traceutil/trace.go:171","msg":"trace[1925188944] transaction","detail":"{read_only:false; response_revision:2601; number_of_response:1; }","duration":"105.725798ms","start":"2026-03-03T14:33:37.150934Z","end":"2026-03-03T14:33:37.25666Z","steps":["trace[1925188944] 'process raft request' (duration: 105.363737ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:37.256761Z","caller":"traceutil/trace.go:171","msg":"trace[1735664016] transaction","detail":"{read_only:false; response_revision:2602; number_of_response:1; }","duration":"105.699908ms","start":"2026-03-03T14:33:37.151054Z","end":"2026-03-03T14:33:37.256754Z","steps":["trace[1735664016] 'process raft request' (duration: 105.267034ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:37.256853Z","caller":"traceutil/trace.go:171","msg":"trace[429853575] transaction","detail":"{read_only:false; response_revision:2603; number_of_response:1; }","duration":"105.681707ms","start":"2026-03-03T14:33:37.151165Z","end":"2026-03-03T14:33:37.256847Z","steps":["trace[429853575] 'process raft request' (duration: 105.177351ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:37.256413Z","caller":"traceutil/trace.go:171","msg":"trace[1497631647] transaction","detail":"{read_only:false; response_revision:2600; number_of_response:1; }","duration":"105.45922ms","start":"2026-03-03T14:33:37.150931Z","end":"2026-03-03T14:33:37.256391Z","steps":["trace[1497631647] 'process raft request' (duration: 105.321205ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:40.590708Z","caller":"traceutil/trace.go:171","msg":"trace[104316747] linearizableReadLoop","detail":"{readStateIndex:2724; appliedIndex:2723; }","duration":"452.388614ms","start":"2026-03-03T14:33:40.138302Z","end":"2026-03-03T14:33:40.59069Z","steps":["trace[104316747] 'read index received' (duration: 452.279191ms)","trace[104316747] 'applied index is now lower than readState.Index' (duration: 108.823µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:33:40.590794Z","caller":"traceutil/trace.go:171","msg":"trace[168434906] transaction","detail":"{read_only:false; response_revision:2617; number_of_response:1; }","duration":"598.177937ms","start":"2026-03-03T14:33:39.992608Z","end":"2026-03-03T14:33:40.590786Z","steps":["trace[168434906] 'process raft request' (duration: 597.9715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:40.590869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:39.99259Z","time spent":"598.222419ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:33:40.590988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.345558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:33:40.591039Z","caller":"traceutil/trace.go:171","msg":"trace[1024074705] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2617; }","duration":"405.423561ms","start":"2026-03-03T14:33:40.185603Z","end":"2026-03-03T14:33:40.591027Z","steps":["trace[1024074705] 'agreement among raft nodes before linearized reading' (duration: 405.351138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:40.591072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:40.185589Z","time spent":"405.475233ms","remote":"127.0.0.1:33356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:33:40.591112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.809227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:33:40.591133Z","caller":"traceutil/trace.go:171","msg":"trace[716178451] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:2617; }","duration":"452.857889ms","start":"2026-03-03T14:33:40.13827Z","end":"2026-03-03T14:33:40.591128Z","steps":["trace[716178451] 'agreement among raft nodes before linearized reading' (duration: 452.812477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:40.591151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:40.138254Z","time spent":"452.89302ms","remote":"127.0.0.1:33686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:33:40.591359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.106582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-03T14:33:40.591401Z","caller":"traceutil/trace.go:171","msg":"trace[954109272] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2617; }","duration":"171.151383ms","start":"2026-03-03T14:33:40.420239Z","end":"2026-03-03T14:33:40.591391Z","steps":["trace[954109272] 'agreement among raft nodes before linearized reading' (duration: 171.000818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:41.262817Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000897627622632364,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:33:41.425962Z","caller":"traceutil/trace.go:171","msg":"trace[1135082216] transaction","detail":"{read_only:false; response_revision:2618; number_of_response:1; }","duration":"799.543598ms","start":"2026-03-03T14:33:40.626394Z","end":"2026-03-03T14:33:41.425938Z","steps":["trace[1135082216] 'process raft request' (duration: 783.254093ms)","trace[1135082216] 'compare' (duration: 15.958554ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:33:41.42608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:40.626372Z","time spent":"799.64711ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:33:41.610734Z","caller":"traceutil/trace.go:171","msg":"trace[1855341129] linearizableReadLoop","detail":"{readStateIndex:2727; appliedIndex:2724; }","duration":"847.935925ms","start":"2026-03-03T14:33:40.76278Z","end":"2026-03-03T14:33:41.610716Z","steps":["trace[1855341129] 'read index received' (duration: 646.885587ms)","trace[1855341129] 'applied index is now lower than readState.Index' (duration: 201.049438ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:33:41.610867Z","caller":"traceutil/trace.go:171","msg":"trace[1576350204] transaction","detail":"{read_only:false; response_revision:2620; number_of_response:1; }","duration":"458.457067ms","start":"2026-03-03T14:33:41.152346Z","end":"2026-03-03T14:33:41.610803Z","steps":["trace[1576350204] 'process raft request' (duration: 458.170438ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:41.610676Z","caller":"traceutil/trace.go:171","msg":"trace[1562172222] transaction","detail":"{read_only:false; response_revision:2619; number_of_response:1; }","duration":"971.859548ms","start":"2026-03-03T14:33:40.638767Z","end":"2026-03-03T14:33:41.610626Z","steps":["trace[1562172222] 'process raft request' (duration: 893.877046ms)","trace[1562172222] 'compare' (duration: 77.775386ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:33:41.611074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.278606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:33:41.611111Z","caller":"traceutil/trace.go:171","msg":"trace[1440187648] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2620; }","duration":"848.353708ms","start":"2026-03-03T14:33:40.762746Z","end":"2026-03-03T14:33:41.6111Z","steps":["trace[1440187648] 'agreement among raft nodes before linearized reading' (duration: 848.128791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:41.611141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:40.76273Z","time spent":"848.40498ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:33:41.611198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.976209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:33:41.611237Z","caller":"traceutil/trace.go:171","msg":"trace[1804244354] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2620; }","duration":"425.049041ms","start":"2026-03-03T14:33:41.186178Z","end":"2026-03-03T14:33:41.611228Z","steps":["trace[1804244354] 'agreement among raft nodes before linearized reading' (duration: 424.984879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:41.611261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:41.186163Z","time spent":"425.093153ms","remote":"127.0.0.1:33360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:33:41.611252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:40.638748Z","time spent":"972.347254ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:33:41.611396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.484634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:33:41.611421Z","caller":"traceutil/trace.go:171","msg":"trace[623608147] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2620; }","duration":"602.524385ms","start":"2026-03-03T14:33:41.00889Z","end":"2026-03-03T14:33:41.611415Z","steps":["trace[623608147] 'agreement among raft nodes before linearized reading' (duration: 602.453883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:41.611396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.497889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-03T14:33:41.611053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:41.152328Z","time spent":"458.674193ms","remote":"127.0.0.1:33404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T14:33:41.61149Z","caller":"traceutil/trace.go:171","msg":"trace[53209023] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2620; }","duration":"522.598302ms","start":"2026-03-03T14:33:41.08887Z","end":"2026-03-03T14:33:41.611468Z","steps":["trace[53209023] 'agreement among raft nodes before linearized reading' (duration: 522.366024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:41.611506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.758923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"warn","ts":"2026-03-03T14:33:41.611509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.979016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T14:33:41.611532Z","caller":"traceutil/trace.go:171","msg":"trace[1290487212] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:2620; }","duration":"513.805164ms","start":"2026-03-03T14:33:41.09772Z","end":"2026-03-03T14:33:41.611525Z","steps":["trace[1290487212] 'agreement among raft nodes before linearized reading' (duration: 513.740382ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:41.611542Z","caller":"traceutil/trace.go:171","msg":"trace[1558039584] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2620; }","duration":"442.10228ms","start":"2026-03-03T14:33:41.169433Z","end":"2026-03-03T14:33:41.611535Z","steps":["trace[1558039584] 'agreement among raft nodes before linearized reading' (duration: 442.025407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:41.611548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:41.097707Z","time spent":"513.836955ms","remote":"127.0.0.1:33486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1655,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-03T14:33:41.611545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:41.088828Z","time spent":"522.702675ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:33:41.611561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:41.169418Z","time spent":"442.13924ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:33:41.611579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.062994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/valkey-node-0\" ","response":"range_response_count:1 size:17084"} {"level":"info","ts":"2026-03-03T14:33:41.611647Z","caller":"traceutil/trace.go:171","msg":"trace[1297063029] range","detail":"{range_begin:/registry/pods/openstack/valkey-node-0; range_end:; response_count:1; response_revision:2620; }","duration":"604.154307ms","start":"2026-03-03T14:33:41.007473Z","end":"2026-03-03T14:33:41.611628Z","steps":["trace[1297063029] 'agreement among raft nodes before linearized reading' (duration: 603.978941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:41.611696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:41.007457Z","time spent":"604.22706ms","remote":"127.0.0.1:33516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":17106,"request content":"key:\"/registry/pods/openstack/valkey-node-0\" "} {"level":"warn","ts":"2026-03-03T14:33:41.611438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:41.008882Z","time spent":"602.551837ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:33:41.611823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.740359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:33:41.611906Z","caller":"traceutil/trace.go:171","msg":"trace[1966579826] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2620; }","duration":"682.922264ms","start":"2026-03-03T14:33:40.928948Z","end":"2026-03-03T14:33:41.61187Z","steps":["trace[1966579826] 'agreement among raft nodes before linearized reading' (duration: 682.254133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:41.611967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:40.928931Z","time spent":"683.028867ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T14:33:41.783503Z","caller":"traceutil/trace.go:171","msg":"trace[1130715121] transaction","detail":"{read_only:false; response_revision:2622; number_of_response:1; }","duration":"167.743407ms","start":"2026-03-03T14:33:41.615729Z","end":"2026-03-03T14:33:41.783472Z","steps":["trace[1130715121] 'process raft request' (duration: 155.875812ms)","trace[1130715121] 'compare' (duration: 11.665339ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:33:41.783828Z","caller":"traceutil/trace.go:171","msg":"trace[1430483043] transaction","detail":"{read_only:false; response_revision:2623; number_of_response:1; }","duration":"167.804849ms","start":"2026-03-03T14:33:41.615997Z","end":"2026-03-03T14:33:41.783802Z","steps":["trace[1430483043] 'process raft request' (duration: 167.424787ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:41.783876Z","caller":"traceutil/trace.go:171","msg":"trace[320264857] transaction","detail":"{read_only:false; response_revision:2624; number_of_response:1; }","duration":"167.53786ms","start":"2026-03-03T14:33:41.616312Z","end":"2026-03-03T14:33:41.78385Z","steps":["trace[320264857] 'process raft request' (duration: 167.358595ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:41.784026Z","caller":"traceutil/trace.go:171","msg":"trace[139213398] transaction","detail":"{read_only:false; response_revision:2625; number_of_response:1; }","duration":"166.965162ms","start":"2026-03-03T14:33:41.617042Z","end":"2026-03-03T14:33:41.784007Z","steps":["trace[139213398] 'process raft request' (duration: 166.763986ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:41.784108Z","caller":"traceutil/trace.go:171","msg":"trace[2007977607] transaction","detail":"{read_only:false; response_revision:2627; number_of_response:1; }","duration":"160.299402ms","start":"2026-03-03T14:33:41.623793Z","end":"2026-03-03T14:33:41.784092Z","steps":["trace[2007977607] 'process raft request' (duration: 160.205949ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:41.784136Z","caller":"traceutil/trace.go:171","msg":"trace[1551759652] transaction","detail":"{read_only:false; response_revision:2626; number_of_response:1; }","duration":"166.776897ms","start":"2026-03-03T14:33:41.61735Z","end":"2026-03-03T14:33:41.784127Z","steps":["trace[1551759652] 'process raft request' (duration: 166.575571ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:42.715728Z","caller":"traceutil/trace.go:171","msg":"trace[1618390481] transaction","detail":"{read_only:false; response_revision:2628; number_of_response:1; }","duration":"120.124093ms","start":"2026-03-03T14:33:42.595576Z","end":"2026-03-03T14:33:42.7157Z","steps":["trace[1618390481] 'process raft request' (duration: 119.973109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:42.890697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.98104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-03-03T14:33:42.890787Z","caller":"traceutil/trace.go:171","msg":"trace[1555476976] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2629; }","duration":"102.094593ms","start":"2026-03-03T14:33:42.788673Z","end":"2026-03-03T14:33:42.890767Z","steps":["trace[1555476976] 'range keys from in-memory index tree' (duration: 101.803504ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:43.990474Z","caller":"traceutil/trace.go:171","msg":"trace[502571709] transaction","detail":"{read_only:false; response_revision:2636; number_of_response:1; }","duration":"196.511605ms","start":"2026-03-03T14:33:43.793944Z","end":"2026-03-03T14:33:43.990456Z","steps":["trace[502571709] 'process raft request' (duration: 196.484064ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:43.990499Z","caller":"traceutil/trace.go:171","msg":"trace[1970505223] transaction","detail":"{read_only:false; response_revision:2634; number_of_response:1; }","duration":"197.653031ms","start":"2026-03-03T14:33:43.79282Z","end":"2026-03-03T14:33:43.990473Z","steps":["trace[1970505223] 'process raft request' (duration: 197.555898ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:43.990495Z","caller":"traceutil/trace.go:171","msg":"trace[745783464] transaction","detail":"{read_only:false; response_revision:2633; number_of_response:1; }","duration":"197.742185ms","start":"2026-03-03T14:33:43.792719Z","end":"2026-03-03T14:33:43.990461Z","steps":["trace[745783464] 'process raft request' (duration: 178.129875ms)","trace[745783464] 'compare' (duration: 19.407633ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:33:43.990529Z","caller":"traceutil/trace.go:171","msg":"trace[786433764] transaction","detail":"{read_only:false; response_revision:2635; number_of_response:1; }","duration":"196.717862ms","start":"2026-03-03T14:33:43.793786Z","end":"2026-03-03T14:33:43.990504Z","steps":["trace[786433764] 'process raft request' (duration: 196.618119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:45.430555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.642627ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:33:45.430702Z","caller":"traceutil/trace.go:171","msg":"trace[401455633] linearizableReadLoop","detail":"{readStateIndex:2746; appliedIndex:2745; }","duration":"571.535748ms","start":"2026-03-03T14:33:44.859152Z","end":"2026-03-03T14:33:45.430688Z","steps":["trace[401455633] 'read index received' (duration: 363.658654ms)","trace[401455633] 'applied index is now lower than readState.Index' (duration: 207.875854ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:33:45.430778Z","caller":"traceutil/trace.go:171","msg":"trace[306319805] transaction","detail":"{read_only:false; response_revision:2638; number_of_response:1; }","duration":"602.482285ms","start":"2026-03-03T14:33:44.828268Z","end":"2026-03-03T14:33:45.430751Z","steps":["trace[306319805] 'process raft request' (duration: 394.57562ms)","trace[306319805] 'compare' (duration: 207.538363ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:33:45.430893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.741084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-03T14:33:45.430896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:44.828251Z","time spent":"602.592819ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:33:45.430953Z","caller":"traceutil/trace.go:171","msg":"trace[150728032] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2638; }","duration":"571.847978ms","start":"2026-03-03T14:33:44.859095Z","end":"2026-03-03T14:33:45.430943Z","steps":["trace[150728032] 'agreement among raft nodes before linearized reading' (duration: 571.666742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:45.431021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:44.859069Z","time spent":"571.932491ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T14:33:45.931255Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000897627622632420,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:33:46.431614Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000897627622632420,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:33:46.46831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.354743ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:33:46.46852Z","caller":"traceutil/trace.go:171","msg":"trace[1065179587] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2638; }","duration":"502.58325ms","start":"2026-03-03T14:33:45.965914Z","end":"2026-03-03T14:33:46.468497Z","steps":["trace[1065179587] 'range keys from in-memory index tree' (duration: 502.333273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:46.62203Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.399258804s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:33:46.622519Z","caller":"traceutil/trace.go:171","msg":"trace[2070392461] transaction","detail":"{read_only:false; response_revision:2639; number_of_response:1; }","duration":"1.547797804s","start":"2026-03-03T14:33:45.074702Z","end":"2026-03-03T14:33:46.6225Z","steps":["trace[2070392461] 'process raft request' (duration: 1.547625469s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:46.622639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:45.074669Z","time spent":"1.547909638s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:33:47.186298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000403126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:33:47.186365Z","caller":"traceutil/trace.go:171","msg":"trace[1126239003] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000532911s","start":"2026-03-03T14:33:45.185818Z","end":"2026-03-03T14:33:47.18635Z","steps":["trace[1126239003] 'agreement among raft nodes before linearized reading' (duration: 2.000450928s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:47.186405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:45.185787Z","time spent":"2.000611613s","remote":"127.0.0.1:33360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:33:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:33:47.491658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.712176ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:33:47.491812Z","caller":"traceutil/trace.go:171","msg":"trace[800956938] linearizableReadLoop","detail":"{readStateIndex:2750; appliedIndex:2746; }","duration":"2.061064422s","start":"2026-03-03T14:33:45.430736Z","end":"2026-03-03T14:33:47.4918Z","steps":["trace[800956938] 'read index received' (duration: 1.191575956s)","trace[800956938] 'applied index is now lower than readState.Index' (duration: 869.487596ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:33:47.491869Z","caller":"traceutil/trace.go:171","msg":"trace[1240483824] transaction","detail":"{read_only:false; response_revision:2641; number_of_response:1; }","duration":"2.027345887s","start":"2026-03-03T14:33:45.464516Z","end":"2026-03-03T14:33:47.491862Z","steps":["trace[1240483824] 'process raft request' (duration: 2.027212973s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:47.491909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:45.464493Z","time spent":"2.027395499s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:33:47.49199Z","caller":"traceutil/trace.go:171","msg":"trace[427010250] transaction","detail":"{read_only:false; response_revision:2642; number_of_response:1; }","duration":"1.853419085s","start":"2026-03-03T14:33:45.638565Z","end":"2026-03-03T14:33:47.491984Z","steps":["trace[427010250] 'process raft request' (duration: 1.853205008s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:47.492302Z","caller":"traceutil/trace.go:171","msg":"trace[308211006] transaction","detail":"{read_only:false; response_revision:2640; number_of_response:1; }","duration":"2.057642324s","start":"2026-03-03T14:33:45.434597Z","end":"2026-03-03T14:33:47.492239Z","steps":["trace[308211006] 'process raft request' (duration: 1.597279307s)","trace[308211006] 'compare' (duration: 459.628964ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:33:47.492496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.632040382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:33:47.49254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:45.434566Z","time spent":"2.057852691s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:33:47.492612Z","caller":"traceutil/trace.go:171","msg":"trace[222083819] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:2642; }","duration":"2.632175666s","start":"2026-03-03T14:33:44.860419Z","end":"2026-03-03T14:33:47.492594Z","steps":["trace[222083819] 'agreement among raft nodes before linearized reading' (duration: 2.631936269s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:47.492762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:44.860413Z","time spent":"2.632328291s","remote":"127.0.0.1:45522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":17,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:33:47.492918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:45.63854Z","time spent":"1.853466677s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:33:47.992414Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000897627622632425,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:33:48.493007Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000897627622632425,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:33:48.84903Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.817209821s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:33:49.186303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999748566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:33:49.18636Z","caller":"traceutil/trace.go:171","msg":"trace[1901879256] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999846218s","start":"2026-03-03T14:33:47.186501Z","end":"2026-03-03T14:33:49.186347Z","steps":["trace[1901879256] 'agreement among raft nodes before linearized reading' (duration: 1.999770386s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:49.186391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:47.186486Z","time spent":"1.999899671s","remote":"127.0.0.1:33356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:33:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:33:49.55936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.802563ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:33:49.55948Z","caller":"traceutil/trace.go:171","msg":"trace[1976800804] transaction","detail":"{read_only:false; response_revision:2643; number_of_response:1; }","duration":"2.794648416s","start":"2026-03-03T14:33:46.764809Z","end":"2026-03-03T14:33:49.559458Z","steps":["trace[1976800804] 'process raft request' (duration: 2.084638336s)","trace[1976800804] 'compare' (duration: 709.549185ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:33:49.559543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:46.764783Z","time spent":"2.794727399s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:33:49.703521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000179229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:33:49.703601Z","caller":"traceutil/trace.go:171","msg":"trace[1386938520] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000307743s","start":"2026-03-03T14:33:47.703277Z","end":"2026-03-03T14:33:49.703585Z","steps":["trace[1386938520] 'agreement among raft nodes before linearized reading' (duration: 2.00020957s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:49.703647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:47.703259Z","time spent":"2.000380125s","remote":"127.0.0.1:33360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:33:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:33:50.056644Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.057661747s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:33:50.810842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999156808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:33:50.810928Z","caller":"traceutil/trace.go:171","msg":"trace[902611382] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999300723s","start":"2026-03-03T14:33:45.811611Z","end":"2026-03-03T14:33:50.810911Z","steps":["trace[902611382] 'agreement among raft nodes before linearized reading' (duration: 4.999189469s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:50.810965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:45.811581Z","time spent":"4.999377465s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/03 14:33:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:33:50.994292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999658434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-03T14:33:50.994395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999399176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:33:50.994389Z","caller":"traceutil/trace.go:171","msg":"trace[1705774708] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999839819s","start":"2026-03-03T14:33:45.994528Z","end":"2026-03-03T14:33:50.994367Z","steps":["trace[1705774708] 'agreement among raft nodes before linearized reading' (duration: 4.999679844s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:50.994461Z","caller":"traceutil/trace.go:171","msg":"trace[1343900267] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.99950915s","start":"2026-03-03T14:33:45.994937Z","end":"2026-03-03T14:33:50.994446Z","steps":["trace[1343900267] 'agreement among raft nodes before linearized reading' (duration: 4.999425467s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:50.9945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:45.994922Z","time spent":"4.999571541s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/03 14:33:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:33:50.994484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:45.994513Z","time spent":"4.999955854s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/03 14:33:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:33:51.191677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000139189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:33:51.191874Z","caller":"traceutil/trace.go:171","msg":"trace[1033993411] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000384186s","start":"2026-03-03T14:33:49.191465Z","end":"2026-03-03T14:33:51.191849Z","steps":["trace[1033993411] 'agreement among raft nodes before linearized reading' (duration: 2.00017013s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:51.192008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:49.191446Z","time spent":"2.000543742s","remote":"127.0.0.1:33360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:33:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:33:52.09025Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.033416609s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:33:52.314261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.257325509s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:33:52.31449Z","caller":"traceutil/trace.go:171","msg":"trace[2027949789] linearizableReadLoop","detail":"{readStateIndex:2752; appliedIndex:2750; }","duration":"4.822635464s","start":"2026-03-03T14:33:47.491835Z","end":"2026-03-03T14:33:52.31447Z","steps":["trace[2027949789] 'read index received' (duration: 1.35765259s)","trace[2027949789] 'applied index is now lower than readState.Index' (duration: 3.464981304s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:33:52.314574Z","caller":"traceutil/trace.go:171","msg":"trace[1350462448] transaction","detail":"{read_only:false; response_revision:2644; number_of_response:1; }","duration":"4.342338178s","start":"2026-03-03T14:33:47.972226Z","end":"2026-03-03T14:33:52.314564Z","steps":["trace[1350462448] 'process raft request' (duration: 2.084628136s)","trace[1350462448] 'compare' (duration: 2.256827864s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:33:52.314652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:47.972207Z","time spent":"4.3423887s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:33:52.314672Z","caller":"traceutil/trace.go:171","msg":"trace[1294345161] transaction","detail":"{read_only:false; response_revision:2645; number_of_response:1; }","duration":"2.810685133s","start":"2026-03-03T14:33:49.503977Z","end":"2026-03-03T14:33:52.314662Z","steps":["trace[1294345161] 'process raft request' (duration: 2.810398454s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:52.314735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:49.503957Z","time spent":"2.810744285s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:33:52.314871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.320266514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T14:33:52.3149Z","caller":"traceutil/trace.go:171","msg":"trace[359468706] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2646; }","duration":"6.320324456s","start":"2026-03-03T14:33:45.994568Z","end":"2026-03-03T14:33:52.314893Z","steps":["trace[359468706] 'agreement among raft nodes before linearized reading' (duration: 6.320220693s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:52.31492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:45.994565Z","time spent":"6.320350267s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:33:52.314943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.32012879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:33:52.315Z","caller":"traceutil/trace.go:171","msg":"trace[1527078981] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2646; }","duration":"6.320221743s","start":"2026-03-03T14:33:45.994765Z","end":"2026-03-03T14:33:52.314987Z","steps":["trace[1527078981] 'agreement among raft nodes before linearized reading' (duration: 6.320008236s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:52.314509Z","caller":"traceutil/trace.go:171","msg":"trace[2027847590] transaction","detail":"{read_only:false; response_revision:2646; number_of_response:1; }","duration":"2.810440115s","start":"2026-03-03T14:33:49.504052Z","end":"2026-03-03T14:33:52.314492Z","steps":["trace[2027847590] 'process raft request' (duration: 2.810404614s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:52.315029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:45.994751Z","time spent":"6.320272914s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:33:52.315061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.883772647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:33:52.315096Z","caller":"traceutil/trace.go:171","msg":"trace[29372919] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2646; }","duration":"6.883844539s","start":"2026-03-03T14:33:45.431243Z","end":"2026-03-03T14:33:52.315088Z","steps":["trace[29372919] 'agreement among raft nodes before linearized reading' (duration: 6.883771217s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:52.31509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:49.504027Z","time spent":"2.811015793s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:33:52.315119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:45.431226Z","time spent":"6.883886371s","remote":"127.0.0.1:50774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:33:52.315209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.094613812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:33:52.315234Z","caller":"traceutil/trace.go:171","msg":"trace[630463602] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2646; }","duration":"5.094664833s","start":"2026-03-03T14:33:47.220562Z","end":"2026-03-03T14:33:52.315227Z","steps":["trace[630463602] 'agreement among raft nodes before linearized reading' (duration: 5.094625992s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:52.315253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:47.220539Z","time spent":"5.094708535s","remote":"127.0.0.1:33560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:33:52.315329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.894869831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-03T14:33:52.315384Z","caller":"traceutil/trace.go:171","msg":"trace[1719355292] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2646; }","duration":"5.894964584s","start":"2026-03-03T14:33:46.420405Z","end":"2026-03-03T14:33:52.31537Z","steps":["trace[1719355292] 'agreement among raft nodes before linearized reading' (duration: 5.8948284s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:52.315419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:46.420381Z","time spent":"5.895030856s","remote":"127.0.0.1:33526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-03T14:33:52.702071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.039816ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:33:52.702189Z","caller":"traceutil/trace.go:171","msg":"trace[226140786] linearizableReadLoop","detail":"{readStateIndex:2755; appliedIndex:2754; }","duration":"387.6322ms","start":"2026-03-03T14:33:52.314536Z","end":"2026-03-03T14:33:52.702169Z","steps":["trace[226140786] 'read index received' (duration: 124.483111ms)","trace[226140786] 'applied index is now lower than readState.Index' (duration: 263.147369ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:33:52.702321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.791867481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:33:52.702355Z","caller":"traceutil/trace.go:171","msg":"trace[944629425] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:2647; }","duration":"1.791951844s","start":"2026-03-03T14:33:50.910393Z","end":"2026-03-03T14:33:52.702345Z","steps":["trace[944629425] 'agreement among raft nodes before linearized reading' (duration: 1.791857671s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:52.702392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:50.910378Z","time spent":"1.792005006s","remote":"127.0.0.1:52406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:33:52.702396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.510482965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:33:52.702485Z","caller":"traceutil/trace.go:171","msg":"trace[1238506464] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2647; }","duration":"1.51062812s","start":"2026-03-03T14:33:51.19184Z","end":"2026-03-03T14:33:52.702468Z","steps":["trace[1238506464] 'agreement among raft nodes before linearized reading' (duration: 1.510384873s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:52.702481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.251979844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:33:52.70253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:51.191825Z","time spent":"1.510696982s","remote":"127.0.0.1:33356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:33:52.702644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.496751247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.199\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T14:33:52.702472Z","caller":"traceutil/trace.go:171","msg":"trace[809441739] transaction","detail":"{read_only:false; response_revision:2647; number_of_response:1; }","duration":"1.137566301s","start":"2026-03-03T14:33:51.564865Z","end":"2026-03-03T14:33:52.702432Z","steps":["trace[809441739] 'process raft request' (duration: 874.077881ms)","trace[809441739] 'compare' (duration: 262.912512ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:33:52.70265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.533835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:33:52.702676Z","caller":"traceutil/trace.go:171","msg":"trace[1851110297] range","detail":"{range_begin:/registry/masterleases/199.19.213.199; range_end:; response_count:1; response_revision:2647; }","duration":"3.496810749s","start":"2026-03-03T14:33:49.205855Z","end":"2026-03-03T14:33:52.702666Z","steps":["trace[1851110297] 'agreement among raft nodes before linearized reading' (duration: 3.496697985s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:52.702719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:49.205838Z","time spent":"3.49687289s","remote":"127.0.0.1:33374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.199\" "} {"level":"info","ts":"2026-03-03T14:33:52.70272Z","caller":"traceutil/trace.go:171","msg":"trace[1462524210] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:2647; }","duration":"563.653869ms","start":"2026-03-03T14:33:52.139049Z","end":"2026-03-03T14:33:52.702703Z","steps":["trace[1462524210] 'agreement among raft nodes before linearized reading' (duration: 563.501144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:52.702747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.987254411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18995b62acfb177f\" ","response":"range_response_count:1 size:781"} {"level":"warn","ts":"2026-03-03T14:33:52.702757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:52.13903Z","time spent":"563.719771ms","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":6,"response size":29,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:33:52.702758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:51.564839Z","time spent":"1.13785055s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:33:52.702782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068516501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:33:52.702846Z","caller":"traceutil/trace.go:171","msg":"trace[98055330] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:2647; }","duration":"1.068633365s","start":"2026-03-03T14:33:51.634198Z","end":"2026-03-03T14:33:52.702832Z","steps":["trace[98055330] 'agreement among raft nodes before linearized reading' (duration: 1.068500541s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:52.702843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.795831278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"warn","ts":"2026-03-03T14:33:52.702884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:51.634178Z","time spent":"1.068699196s","remote":"127.0.0.1:33618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:33:52.702536Z","caller":"traceutil/trace.go:171","msg":"trace[889910138] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:2647; }","duration":"4.252048926s","start":"2026-03-03T14:33:48.450474Z","end":"2026-03-03T14:33:52.702523Z","steps":["trace[889910138] 'agreement among raft nodes before linearized reading' (duration: 4.251943323s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:52.702907Z","caller":"traceutil/trace.go:171","msg":"trace[1034472021] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2647; }","duration":"4.795929441s","start":"2026-03-03T14:33:47.906959Z","end":"2026-03-03T14:33:52.702889Z","steps":["trace[1034472021] 'agreement among raft nodes before linearized reading' (duration: 4.795528048s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:52.702953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:47.906942Z","time spent":"4.795999593s","remote":"127.0.0.1:33516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12232,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:33:52.702954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:48.450418Z","time spent":"4.252519291s","remote":"127.0.0.1:52394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:33:52.702788Z","caller":"traceutil/trace.go:171","msg":"trace[958236958] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18995b62acfb177f; range_end:; response_count:1; response_revision:2647; }","duration":"4.987337444s","start":"2026-03-03T14:33:47.71544Z","end":"2026-03-03T14:33:52.702778Z","steps":["trace[958236958] 'agreement among raft nodes before linearized reading' (duration: 4.98720892s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:52.702925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.071649021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-03T14:33:52.703049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:47.715424Z","time spent":"4.987617043s","remote":"127.0.0.1:33404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":803,"request content":"key:\"/registry/events/auth-system/keycloak-0.18995b62acfb177f\" "} {"level":"info","ts":"2026-03-03T14:33:52.703117Z","caller":"traceutil/trace.go:171","msg":"trace[37180564] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2647; }","duration":"4.071853007s","start":"2026-03-03T14:33:48.631204Z","end":"2026-03-03T14:33:52.703057Z","steps":["trace[37180564] 'agreement among raft nodes before linearized reading' (duration: 4.071430204s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:52.703225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:48.631182Z","time spent":"4.071997261s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T14:33:53.198567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.585574ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:33:53.198866Z","caller":"traceutil/trace.go:171","msg":"trace[1585636592] transaction","detail":"{read_only:false; response_revision:2648; number_of_response:1; }","duration":"879.853904ms","start":"2026-03-03T14:33:52.318992Z","end":"2026-03-03T14:33:53.198846Z","steps":["trace[1585636592] 'process raft request' (duration: 596.896708ms)","trace[1585636592] 'compare' (duration: 282.350006ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:33:53.198925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:52.318977Z","time spent":"879.923795ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:33:53.199039Z","caller":"traceutil/trace.go:171","msg":"trace[568904326] transaction","detail":"{read_only:false; response_revision:2649; number_of_response:1; }","duration":"879.623866ms","start":"2026-03-03T14:33:52.319393Z","end":"2026-03-03T14:33:53.199016Z","steps":["trace[568904326] 'process raft request' (duration: 879.273125ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:53.199112Z","caller":"traceutil/trace.go:171","msg":"trace[1435866893] linearizableReadLoop","detail":"{readStateIndex:2757; appliedIndex:2755; }","duration":"496.818808ms","start":"2026-03-03T14:33:52.702226Z","end":"2026-03-03T14:33:53.199044Z","steps":["trace[1435866893] 'read index received' (duration: 213.601585ms)","trace[1435866893] 'applied index is now lower than readState.Index' (duration: 283.215193ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:33:53.19912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:52.703495Z","time spent":"495.62082ms","remote":"127.0.0.1:33374","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:33:53.199147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:52.319368Z","time spent":"879.722329ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:33:53.19917Z","caller":"traceutil/trace.go:171","msg":"trace[174573821] transaction","detail":"{read_only:false; response_revision:2651; number_of_response:1; }","duration":"492.116179ms","start":"2026-03-03T14:33:52.707037Z","end":"2026-03-03T14:33:53.199153Z","steps":["trace[174573821] 'process raft request' (duration: 492.054327ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:53.199219Z","caller":"traceutil/trace.go:171","msg":"trace[190528189] transaction","detail":"{read_only:false; response_revision:2650; number_of_response:1; }","duration":"493.858344ms","start":"2026-03-03T14:33:52.705349Z","end":"2026-03-03T14:33:53.199208Z","steps":["trace[190528189] 'process raft request' (duration: 493.485402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:53.199263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:52.707026Z","time spent":"492.191122ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:33:53.199313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:52.705328Z","time spent":"493.910646ms","remote":"127.0.0.1:33404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:33:53.199447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.993328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"info","ts":"2026-03-03T14:33:53.199514Z","caller":"traceutil/trace.go:171","msg":"trace[1898401235] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2651; }","duration":"880.08309ms","start":"2026-03-03T14:33:52.319416Z","end":"2026-03-03T14:33:53.199499Z","steps":["trace[1898401235] 'agreement among raft nodes before linearized reading' (duration: 879.704998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:53.199608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:52.319402Z","time spent":"880.134952ms","remote":"127.0.0.1:33526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1469,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-03-03T14:33:53.63336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.925245ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:33:53.633522Z","caller":"traceutil/trace.go:171","msg":"trace[461339480] linearizableReadLoop","detail":"{readStateIndex:2761; appliedIndex:2760; }","duration":"434.349176ms","start":"2026-03-03T14:33:53.199153Z","end":"2026-03-03T14:33:53.633502Z","steps":["trace[461339480] 'read index received' (duration: 283.186063ms)","trace[461339480] 'applied index is now lower than readState.Index' (duration: 151.157943ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:33:53.633708Z","caller":"traceutil/trace.go:171","msg":"trace[249365184] transaction","detail":"{read_only:false; response_revision:2652; number_of_response:1; }","duration":"698.365863ms","start":"2026-03-03T14:33:52.935319Z","end":"2026-03-03T14:33:53.633685Z","steps":["trace[249365184] 'process raft request' (duration: 547.025084ms)","trace[249365184] 'compare' (duration: 150.811832ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:33:53.633828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.956507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:33:53.633828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.743987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:33:53.633916Z","caller":"traceutil/trace.go:171","msg":"trace[352636178] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2652; }","duration":"820.85086ms","start":"2026-03-03T14:33:52.813036Z","end":"2026-03-03T14:33:53.633887Z","steps":["trace[352636178] 'agreement among raft nodes before linearized reading' (duration: 820.628413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:53.633942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.521928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-03-03T14:33:53.633943Z","caller":"traceutil/trace.go:171","msg":"trace[1441853255] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2652; }","duration":"925.053541ms","start":"2026-03-03T14:33:52.708819Z","end":"2026-03-03T14:33:53.633873Z","steps":["trace[1441853255] 'agreement among raft nodes before linearized reading' (duration: 924.854184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:53.63392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.859291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:33:53.63408Z","caller":"traceutil/trace.go:171","msg":"trace[1382659049] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2652; }","duration":"927.689564ms","start":"2026-03-03T14:33:52.706373Z","end":"2026-03-03T14:33:53.634063Z","steps":["trace[1382659049] 'agreement among raft nodes before linearized reading' (duration: 927.360623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:53.634227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:52.706358Z","time spent":"927.847099ms","remote":"127.0.0.1:33516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12232,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T14:33:53.634152Z","caller":"traceutil/trace.go:171","msg":"trace[1974729936] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2652; }","duration":"638.11711ms","start":"2026-03-03T14:33:52.996014Z","end":"2026-03-03T14:33:53.634131Z","steps":["trace[1974729936] 'agreement among raft nodes before linearized reading' (duration: 637.80396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:53.634312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:52.995996Z","time spent":"638.305236ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:33:53.63382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:52.935295Z","time spent":"698.468995ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:33:53.634005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:52.813015Z","time spent":"820.979204ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:33:53.633824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.452409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:33:53.634554Z","caller":"traceutil/trace.go:171","msg":"trace[38938481] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2652; }","duration":"638.220414ms","start":"2026-03-03T14:33:52.996322Z","end":"2026-03-03T14:33:53.634543Z","steps":["trace[38938481] 'agreement among raft nodes before linearized reading' (duration: 637.320085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:53.634116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:52.708807Z","time spent":"925.300788ms","remote":"127.0.0.1:33360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:33:53.63468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:52.996306Z","time spent":"638.326137ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:33:54.84633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.016221089s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:33:54.846577Z","caller":"traceutil/trace.go:171","msg":"trace[456842770] transaction","detail":"{read_only:false; response_revision:2654; number_of_response:1; }","duration":"1.644096796s","start":"2026-03-03T14:33:53.202456Z","end":"2026-03-03T14:33:54.846553Z","steps":["trace[456842770] 'process raft request' (duration: 1.643974522s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:54.846679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:53.202441Z","time spent":"1.644188139s","remote":"127.0.0.1:33404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T14:33:54.846764Z","caller":"traceutil/trace.go:171","msg":"trace[1613391152] linearizableReadLoop","detail":"{readStateIndex:2763; appliedIndex:2761; }","duration":"1.213047965s","start":"2026-03-03T14:33:53.633703Z","end":"2026-03-03T14:33:54.846751Z","steps":["trace[1613391152] 'read index received' (duration: 196.402452ms)","trace[1613391152] 'applied index is now lower than readState.Index' (duration: 1.016644013s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:33:54.846797Z","caller":"traceutil/trace.go:171","msg":"trace[1764589387] transaction","detail":"{read_only:false; response_revision:2655; number_of_response:1; }","duration":"1.209018588s","start":"2026-03-03T14:33:53.637756Z","end":"2026-03-03T14:33:54.846774Z","steps":["trace[1764589387] 'process raft request' (duration: 1.208743139s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:54.846913Z","caller":"traceutil/trace.go:171","msg":"trace[1758121297] transaction","detail":"{read_only:false; response_revision:2656; number_of_response:1; }","duration":"1.209030057s","start":"2026-03-03T14:33:53.637867Z","end":"2026-03-03T14:33:54.846897Z","steps":["trace[1758121297] 'process raft request' (duration: 1.208666896s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:54.846953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:53.637744Z","time spent":"1.20912208s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:33:54.846991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:53.637856Z","time spent":"1.20910386s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:33:54.847008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.643825857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1313"} {"level":"info","ts":"2026-03-03T14:33:54.847188Z","caller":"traceutil/trace.go:171","msg":"trace[1437611981] transaction","detail":"{read_only:false; response_revision:2657; number_of_response:1; }","duration":"1.209214743s","start":"2026-03-03T14:33:53.637957Z","end":"2026-03-03T14:33:54.847172Z","steps":["trace[1437611981] 'process raft request' (duration: 1.208606404s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:54.847245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:53.637951Z","time spent":"1.209263835s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:33:54.847297Z","caller":"traceutil/trace.go:171","msg":"trace[1549061044] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2656; }","duration":"1.64393404s","start":"2026-03-03T14:33:53.203116Z","end":"2026-03-03T14:33:54.84705Z","steps":["trace[1549061044] 'agreement among raft nodes before linearized reading' (duration: 1.643672442s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:54.847378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:53.2031Z","time spent":"1.644269201s","remote":"127.0.0.1:33526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1335,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"info","ts":"2026-03-03T14:33:54.847638Z","caller":"traceutil/trace.go:171","msg":"trace[1964680435] transaction","detail":"{read_only:false; response_revision:2653; number_of_response:1; }","duration":"1.646258044s","start":"2026-03-03T14:33:53.200305Z","end":"2026-03-03T14:33:54.846563Z","steps":["trace[1964680435] 'process raft request' (duration: 629.729805ms)","trace[1964680435] 'compare' (duration: 1.016092305s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:33:54.847731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:53.20029Z","time spent":"1.64739327s","remote":"127.0.0.1:33374","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:33:55.636191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000368315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:33:55.636277Z","caller":"traceutil/trace.go:171","msg":"trace[6518297] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000491889s","start":"2026-03-03T14:33:53.635768Z","end":"2026-03-03T14:33:55.63626Z","steps":["trace[6518297] 'agreement among raft nodes before linearized reading' (duration: 2.000379106s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:55.636321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:53.635746Z","time spent":"2.000564971s","remote":"127.0.0.1:33356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:33:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:33:55.82678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.170039ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:33:55.827241Z","caller":"traceutil/trace.go:171","msg":"trace[181546109] transaction","detail":"{read_only:false; response_revision:2658; number_of_response:1; }","duration":"1.507813552s","start":"2026-03-03T14:33:54.319397Z","end":"2026-03-03T14:33:55.827211Z","steps":["trace[181546109] 'process raft request' (duration: 636.156598ms)","trace[181546109] 'compare' (duration: 871.089346ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:33:55.827261Z","caller":"traceutil/trace.go:171","msg":"trace[635790467] transaction","detail":"{read_only:false; response_revision:2659; number_of_response:1; }","duration":"1.506918163s","start":"2026-03-03T14:33:54.32031Z","end":"2026-03-03T14:33:55.827228Z","steps":["trace[635790467] 'process raft request' (duration: 1.506535151s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:55.827366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:54.319361Z","time spent":"1.507940746s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:33:55.827629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:54.320288Z","time spent":"1.50715394s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:33:57.179716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.21290728s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:33:57.179848Z","caller":"traceutil/trace.go:171","msg":"trace[1433317561] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2659; }","duration":"1.213055164s","start":"2026-03-03T14:33:55.966774Z","end":"2026-03-03T14:33:57.179829Z","steps":["trace[1433317561] 'range keys from in-memory index tree' (duration: 1.212890059s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:57.180075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.352540709s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-03T14:33:57.180414Z","caller":"traceutil/trace.go:171","msg":"trace[506097439] linearizableReadLoop","detail":"{readStateIndex:2770; appliedIndex:2766; }","duration":"2.333611537s","start":"2026-03-03T14:33:54.846788Z","end":"2026-03-03T14:33:57.180399Z","steps":["trace[506097439] 'read index received' (duration: 108.778374ms)","trace[506097439] 'applied index is now lower than readState.Index' (duration: 2.224832323s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:33:57.1805Z","caller":"traceutil/trace.go:171","msg":"trace[1077049185] transaction","detail":"{read_only:false; response_revision:2660; number_of_response:1; }","duration":"2.473297488s","start":"2026-03-03T14:33:54.707193Z","end":"2026-03-03T14:33:57.18049Z","steps":["trace[1077049185] 'process raft request' (duration: 2.473060121s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:57.180532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.793434528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:33:57.180564Z","caller":"traceutil/trace.go:171","msg":"trace[1261078335] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:2661; }","duration":"2.793503009s","start":"2026-03-03T14:33:54.387049Z","end":"2026-03-03T14:33:57.180552Z","steps":["trace[1261078335] 'agreement among raft nodes before linearized reading' (duration: 2.793424697s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:57.180604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:54.707165Z","time spent":"2.473378251s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:33:57.180696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.138887436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:33:57.180764Z","caller":"traceutil/trace.go:171","msg":"trace[953364570] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2661; }","duration":"3.139000429s","start":"2026-03-03T14:33:54.04175Z","end":"2026-03-03T14:33:57.18075Z","steps":["trace[953364570] 'agreement among raft nodes before linearized reading' (duration: 3.138845965s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:57.180796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:54.041734Z","time spent":"3.139053951s","remote":"127.0.0.1:33712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:33:57.180934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.545148624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9030"} {"level":"warn","ts":"2026-03-03T14:33:57.180915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.367572997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:33:57.18064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.286235199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:33:57.180976Z","caller":"traceutil/trace.go:171","msg":"trace[707282763] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2661; }","duration":"3.545215876s","start":"2026-03-03T14:33:53.63575Z","end":"2026-03-03T14:33:57.180966Z","steps":["trace[707282763] 'agreement among raft nodes before linearized reading' (duration: 3.545083682s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:57.180446Z","caller":"traceutil/trace.go:171","msg":"trace[1491560301] transaction","detail":"{read_only:false; response_revision:2661; number_of_response:1; }","duration":"2.331003105s","start":"2026-03-03T14:33:54.849423Z","end":"2026-03-03T14:33:57.180426Z","steps":["trace[1491560301] 'process raft request' (duration: 2.330933163s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:57.181008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:53.635728Z","time spent":"3.545273358s","remote":"127.0.0.1:33500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":9052,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-03T14:33:57.181028Z","caller":"traceutil/trace.go:171","msg":"trace[1628287546] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:2661; }","duration":"3.367711482s","start":"2026-03-03T14:33:53.813275Z","end":"2026-03-03T14:33:57.180986Z","steps":["trace[1628287546] 'agreement among raft nodes before linearized reading' (duration: 3.367549707s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:57.181015Z","caller":"traceutil/trace.go:171","msg":"trace[132151516] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:2661; }","duration":"3.286622881s","start":"2026-03-03T14:33:53.894373Z","end":"2026-03-03T14:33:57.180996Z","steps":["trace[132151516] 'agreement among raft nodes before linearized reading' (duration: 3.286147866s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:57.181089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:54.849403Z","time spent":"2.331627255s","remote":"127.0.0.1:33404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:33:57.181044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:54.387034Z","time spent":"2.793958454s","remote":"127.0.0.1:53490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":3,"response size":29,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:33:57.181103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:53.81326Z","time spent":"3.367825125s","remote":"127.0.0.1:33766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":3,"response size":29,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:33:57.181106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:53.894325Z","time spent":"3.286763335s","remote":"127.0.0.1:33420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":28,"response size":29,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:33:57.644295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000752858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:33:57.644459Z","caller":"traceutil/trace.go:171","msg":"trace[1505636915] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000961434s","start":"2026-03-03T14:33:55.643479Z","end":"2026-03-03T14:33:57.64444Z","steps":["trace[1505636915] 'agreement among raft nodes before linearized reading' (duration: 2.000775509s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:57.644562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:55.643462Z","time spent":"2.001085818s","remote":"127.0.0.1:33360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:33:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:33:58.640859Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.348104988s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:33:59.644869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999776176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:33:59.644953Z","caller":"traceutil/trace.go:171","msg":"trace[317277396] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99991715s","start":"2026-03-03T14:33:57.645018Z","end":"2026-03-03T14:33:59.644935Z","steps":["trace[317277396] 'agreement among raft nodes before linearized reading' (duration: 1.999813317s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:59.645094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:57.644991Z","time spent":"1.999999113s","remote":"127.0.0.1:33356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:33:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:33:59.843032Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.157895983s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:33:59.891563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.598694738s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:33:59.892917Z","caller":"traceutil/trace.go:171","msg":"trace[225476729] linearizableReadLoop","detail":"{readStateIndex:2773; appliedIndex:2771; }","duration":"2.71244858s","start":"2026-03-03T14:33:57.180451Z","end":"2026-03-03T14:33:59.892899Z","steps":["trace[225476729] 'read index received' (duration: 112.311556ms)","trace[225476729] 'applied index is now lower than readState.Index' (duration: 2.600135884s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:33:59.892948Z","caller":"traceutil/trace.go:171","msg":"trace[767009154] transaction","detail":"{read_only:false; response_revision:2663; number_of_response:1; }","duration":"3.140043763s","start":"2026-03-03T14:33:56.752877Z","end":"2026-03-03T14:33:59.892921Z","steps":["trace[767009154] 'process raft request' (duration: 3.139889048s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:59.893095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.784963293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:33:59.893133Z","caller":"traceutil/trace.go:171","msg":"trace[1526044877] transaction","detail":"{read_only:false; response_revision:2664; number_of_response:1; }","duration":"2.060971898s","start":"2026-03-03T14:33:57.832144Z","end":"2026-03-03T14:33:59.893116Z","steps":["trace[1526044877] 'process raft request' (duration: 2.06072154s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:59.893142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.043869048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-03-03T14:33:59.893196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.277706689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:33:59.893186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.68986024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T14:33:59.893222Z","caller":"traceutil/trace.go:171","msg":"trace[2096957182] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2664; }","duration":"5.043958341s","start":"2026-03-03T14:33:54.849233Z","end":"2026-03-03T14:33:59.893192Z","steps":["trace[2096957182] 'agreement among raft nodes before linearized reading' (duration: 5.043841637s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:59.893187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.213046777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:33:59.893254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:57.83212Z","time spent":"2.061066311s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:33:59.893264Z","caller":"traceutil/trace.go:171","msg":"trace[1830041059] transaction","detail":"{read_only:false; response_revision:2662; number_of_response:1; }","duration":"3.815616644s","start":"2026-03-03T14:33:56.077637Z","end":"2026-03-03T14:33:59.893254Z","steps":["trace[1830041059] 'process raft request' (duration: 1.21514252s)","trace[1830041059] 'compare' (duration: 2.597831711s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:33:59.893287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:54.849219Z","time spent":"5.044055524s","remote":"127.0.0.1:33488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-03T14:33:59.893294Z","caller":"traceutil/trace.go:171","msg":"trace[936994633] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:2664; }","duration":"3.213195232s","start":"2026-03-03T14:33:56.680084Z","end":"2026-03-03T14:33:59.893279Z","steps":["trace[936994633] 'agreement among raft nodes before linearized reading' (duration: 3.212926923s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:59.893566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:56.680069Z","time spent":"3.213483461s","remote":"127.0.0.1:41114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":4,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:33:59.893584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.825263679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:33:59.893622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:56.077608Z","time spent":"3.815971565s","remote":"127.0.0.1:33366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:33:59.89365Z","caller":"traceutil/trace.go:171","msg":"trace[659662051] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:2664; }","duration":"3.825354622s","start":"2026-03-03T14:33:56.068277Z","end":"2026-03-03T14:33:59.893632Z","steps":["trace[659662051] 'agreement among raft nodes before linearized reading' (duration: 3.824698361s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:59.893146Z","caller":"traceutil/trace.go:171","msg":"trace[790119914] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2664; }","duration":"4.785056196s","start":"2026-03-03T14:33:55.108074Z","end":"2026-03-03T14:33:59.89313Z","steps":["trace[790119914] 'agreement among raft nodes before linearized reading' (duration: 4.784934652s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:59.893682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.233066569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:33:59.893696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:56.068261Z","time spent":"3.825420675s","remote":"127.0.0.1:53518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":30,"response size":29,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:33:59.893722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:55.108059Z","time spent":"4.785646005s","remote":"127.0.0.1:33720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:33:59.893753Z","caller":"traceutil/trace.go:171","msg":"trace[1393084744] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:2664; }","duration":"3.233174272s","start":"2026-03-03T14:33:56.660561Z","end":"2026-03-03T14:33:59.893735Z","steps":["trace[1393084744] 'agreement among raft nodes before linearized reading' (duration: 3.233060849s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:59.893792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.042793171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:33:59.893232Z","caller":"traceutil/trace.go:171","msg":"trace[1500877098] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:2664; }","duration":"3.277776181s","start":"2026-03-03T14:33:56.615448Z","end":"2026-03-03T14:33:59.893224Z","steps":["trace[1500877098] 'agreement among raft nodes before linearized reading' (duration: 3.277463271s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:59.893811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:56.660546Z","time spent":"3.233249085s","remote":"127.0.0.1:52382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:33:59.893851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:56.61543Z","time spent":"3.278410052s","remote":"127.0.0.1:33580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":29,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:33:59.893765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.690265243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:33:59.893249Z","caller":"traceutil/trace.go:171","msg":"trace[1546786755] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2664; }","duration":"4.689952233s","start":"2026-03-03T14:33:55.203284Z","end":"2026-03-03T14:33:59.893236Z","steps":["trace[1546786755] 'agreement among raft nodes before linearized reading' (duration: 4.689764428s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:59.893943Z","caller":"traceutil/trace.go:171","msg":"trace[1799117163] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2664; }","duration":"4.690515601s","start":"2026-03-03T14:33:55.203413Z","end":"2026-03-03T14:33:59.893928Z","steps":["trace[1799117163] 'agreement among raft nodes before linearized reading' (duration: 4.689541331s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:59.893986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.254696039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"warn","ts":"2026-03-03T14:33:59.893979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.043282126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:33:59.894026Z","caller":"traceutil/trace.go:171","msg":"trace[1049779521] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:2664; }","duration":"4.255005049s","start":"2026-03-03T14:33:55.639011Z","end":"2026-03-03T14:33:59.894016Z","steps":["trace[1049779521] 'agreement among raft nodes before linearized reading' (duration: 4.253974907s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:59.894064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:55.639Z","time spent":"4.25505532s","remote":"127.0.0.1:33516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7133,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-03T14:33:59.894044Z","caller":"traceutil/trace.go:171","msg":"trace[231140565] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2664; }","duration":"3.04338057s","start":"2026-03-03T14:33:56.850649Z","end":"2026-03-03T14:33:59.894029Z","steps":["trace[231140565] 'agreement among raft nodes before linearized reading' (duration: 3.042331866s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:59.894042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:55.203383Z","time spent":"4.690625075s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:33:59.893222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:56.752859Z","time spent":"3.140264259s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:33:59.894125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:56.850631Z","time spent":"3.043480733s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:33:59.894254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.043239115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T14:33:59.893981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:55.203268Z","time spent":"4.690697518s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T14:33:59.894315Z","caller":"traceutil/trace.go:171","msg":"trace[1972444366] transaction","detail":"{read_only:false; response_revision:2665; number_of_response:1; }","duration":"2.062014161s","start":"2026-03-03T14:33:57.832282Z","end":"2026-03-03T14:33:59.894296Z","steps":["trace[1972444366] 'process raft request' (duration: 2.060764292s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:59.894314Z","caller":"traceutil/trace.go:171","msg":"trace[142224892] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2664; }","duration":"3.043325528s","start":"2026-03-03T14:33:56.850974Z","end":"2026-03-03T14:33:59.894299Z","steps":["trace[142224892] 'agreement among raft nodes before linearized reading' (duration: 3.041957495s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:59.894427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:57.832274Z","time spent":"2.062099193s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:33:59.894443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:56.850956Z","time spent":"3.043470512s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T14:33:59.893838Z","caller":"traceutil/trace.go:171","msg":"trace[361830493] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2664; }","duration":"3.042875293s","start":"2026-03-03T14:33:56.850952Z","end":"2026-03-03T14:33:59.893828Z","steps":["trace[361830493] 'agreement among raft nodes before linearized reading' (duration: 3.041988545s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:59.894559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:56.850929Z","time spent":"3.043617367s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:33:59.895049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.044450117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"info","ts":"2026-03-03T14:33:59.895079Z","caller":"traceutil/trace.go:171","msg":"trace[1374207078] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:2665; }","duration":"5.044490577s","start":"2026-03-03T14:33:54.850581Z","end":"2026-03-03T14:33:59.895071Z","steps":["trace[1374207078] 'agreement among raft nodes before linearized reading' (duration: 5.042456083s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:59.895097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:54.850574Z","time spent":"5.044518579s","remote":"127.0.0.1:33752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7484,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-03T14:34:00.393526Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000897627622632458,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:34:01.158212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.787374ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:34:01.158361Z","caller":"traceutil/trace.go:171","msg":"trace[1403639390] transaction","detail":"{read_only:false; response_revision:2666; number_of_response:1; }","duration":"1.972275188s","start":"2026-03-03T14:33:59.186062Z","end":"2026-03-03T14:34:01.158338Z","steps":["trace[1403639390] 'process raft request' (duration: 1.420269317s)","trace[1403639390] 'compare' (duration: 551.572297ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:34:01.158661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:59.186036Z","time spent":"1.972572958s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:34:01.268965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000785729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:34:01.269017Z","caller":"traceutil/trace.go:171","msg":"trace[1496638485] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000877212s","start":"2026-03-03T14:33:59.268128Z","end":"2026-03-03T14:34:01.269006Z","steps":["trace[1496638485] 'agreement among raft nodes before linearized reading' (duration: 2.000807449s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:01.269046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:59.268106Z","time spent":"2.000934134s","remote":"127.0.0.1:33360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:34:01.539574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.276867ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:34:01.539779Z","caller":"traceutil/trace.go:171","msg":"trace[75855754] transaction","detail":"{read_only:false; response_revision:2667; number_of_response:1; }","duration":"1.641015359s","start":"2026-03-03T14:33:59.898737Z","end":"2026-03-03T14:34:01.539752Z","steps":["trace[75855754] 'process raft request' (duration: 1.451482714s)","trace[75855754] 'compare' (duration: 189.174144ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:34:01.539907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:59.898722Z","time spent":"1.641121082s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:34:01.539937Z","caller":"traceutil/trace.go:171","msg":"trace[995776588] transaction","detail":"{read_only:false; response_revision:2673; number_of_response:1; }","duration":"398.857415ms","start":"2026-03-03T14:34:01.141062Z","end":"2026-03-03T14:34:01.53992Z","steps":["trace[995776588] 'process raft request' (duration: 398.817304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:01.540005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:01.141038Z","time spent":"398.934467ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:34:01.540066Z","caller":"traceutil/trace.go:171","msg":"trace[1795734672] transaction","detail":"{read_only:false; response_revision:2670; number_of_response:1; }","duration":"1.640583725s","start":"2026-03-03T14:33:59.899454Z","end":"2026-03-03T14:34:01.540038Z","steps":["trace[1795734672] 'process raft request' (duration: 1.640313297s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:34:01.54023Z","caller":"traceutil/trace.go:171","msg":"trace[702734155] transaction","detail":"{read_only:false; response_revision:2672; number_of_response:1; }","duration":"1.638802359s","start":"2026-03-03T14:33:59.901417Z","end":"2026-03-03T14:34:01.540219Z","steps":["trace[702734155] 'process raft request' (duration: 1.638408766s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:01.540314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:59.901375Z","time spent":"1.638887851s","remote":"127.0.0.1:33516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:34:01.540309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:59.899444Z","time spent":"1.640688138s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:34:01.540315Z","caller":"traceutil/trace.go:171","msg":"trace[652737804] transaction","detail":"{read_only:false; response_revision:2671; number_of_response:1; }","duration":"1.640839373s","start":"2026-03-03T14:33:59.899463Z","end":"2026-03-03T14:34:01.540302Z","steps":["trace[652737804] 'process raft request' (duration: 1.640332107s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:34:01.540465Z","caller":"traceutil/trace.go:171","msg":"trace[1399057880] linearizableReadLoop","detail":"{readStateIndex:2782; appliedIndex:2775; }","duration":"1.647444362s","start":"2026-03-03T14:33:59.893011Z","end":"2026-03-03T14:34:01.540455Z","steps":["trace[1399057880] 'read index received' (duration: 713.416838ms)","trace[1399057880] 'applied index is now lower than readState.Index' (duration: 934.026594ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:34:01.540503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:59.899442Z","time spent":"1.641032069s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:34:01.540569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.888293797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:34:01.540607Z","caller":"traceutil/trace.go:171","msg":"trace[865477962] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2673; }","duration":"1.88837628s","start":"2026-03-03T14:33:59.652223Z","end":"2026-03-03T14:34:01.540599Z","steps":["trace[865477962] 'agreement among raft nodes before linearized reading' (duration: 1.888313468s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:01.540639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:59.652197Z","time spent":"1.888435681s","remote":"127.0.0.1:33356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:34:01.540809Z","caller":"traceutil/trace.go:171","msg":"trace[799891798] transaction","detail":"{read_only:false; response_revision:2668; number_of_response:1; }","duration":"1.641925347s","start":"2026-03-03T14:33:59.898872Z","end":"2026-03-03T14:34:01.540797Z","steps":["trace[799891798] 'process raft request' (duration: 1.640796181s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:01.540826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.300564088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:34:01.540857Z","caller":"traceutil/trace.go:171","msg":"trace[1670964400] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2673; }","duration":"4.30061757s","start":"2026-03-03T14:33:57.240228Z","end":"2026-03-03T14:34:01.540845Z","steps":["trace[1670964400] 'agreement among raft nodes before linearized reading' (duration: 4.300548267s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:01.54089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:57.240212Z","time spent":"4.300671712s","remote":"127.0.0.1:33742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T14:34:01.540902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:59.898866Z","time spent":"1.64197746s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:34:01.540998Z","caller":"traceutil/trace.go:171","msg":"trace[233400763] transaction","detail":"{read_only:false; response_revision:2669; number_of_response:1; }","duration":"1.641553736s","start":"2026-03-03T14:33:59.899434Z","end":"2026-03-03T14:34:01.540988Z","steps":["trace[233400763] 'process raft request' (duration: 1.640284566s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:01.541056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:59.899426Z","time spent":"1.641602087s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:34:01.541083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.356297168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18995b65cdd8c170\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-03T14:34:01.541114Z","caller":"traceutil/trace.go:171","msg":"trace[1909124392] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18995b65cdd8c170; range_end:; response_count:1; response_revision:2673; }","duration":"4.356324749s","start":"2026-03-03T14:33:57.184778Z","end":"2026-03-03T14:34:01.541103Z","steps":["trace[1909124392] 'agreement among raft nodes before linearized reading' (duration: 4.356229906s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:01.541148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:57.184732Z","time spent":"4.356409952s","remote":"127.0.0.1:33404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":787,"request content":"key:\"/registry/events/openstack/valkey-node-0.18995b65cdd8c170\" "} {"level":"warn","ts":"2026-03-03T14:34:01.541294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.644382475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T14:34:01.541334Z","caller":"traceutil/trace.go:171","msg":"trace[1496711758] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:2673; }","duration":"1.644434897s","start":"2026-03-03T14:33:59.896889Z","end":"2026-03-03T14:34:01.541324Z","steps":["trace[1496711758] 'agreement among raft nodes before linearized reading' (duration: 1.644315063s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:01.541369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:59.896875Z","time spent":"1.644486469s","remote":"127.0.0.1:33374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-03T14:34:01.541583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.545996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:34:01.541627Z","caller":"traceutil/trace.go:171","msg":"trace[1338523999] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:2673; }","duration":"456.638759ms","start":"2026-03-03T14:34:01.084978Z","end":"2026-03-03T14:34:01.541617Z","steps":["trace[1338523999] 'agreement among raft nodes before linearized reading' (duration: 456.566247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:01.541676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:01.084952Z","time spent":"456.700261ms","remote":"127.0.0.1:41126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:34:01.541705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.575894392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:34:01.54174Z","caller":"traceutil/trace.go:171","msg":"trace[889246011] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2673; }","duration":"1.575944735s","start":"2026-03-03T14:33:59.965786Z","end":"2026-03-03T14:34:01.54173Z","steps":["trace[889246011] 'agreement among raft nodes before linearized reading' (duration: 1.575886593s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:01.54178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:59.965778Z","time spent":"1.575994376s","remote":"127.0.0.1:50764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:34:01.541925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.583914665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:34:01.541974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121620148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-03T14:34:01.542004Z","caller":"traceutil/trace.go:171","msg":"trace[599979065] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2673; }","duration":"1.12169123s","start":"2026-03-03T14:34:00.420305Z","end":"2026-03-03T14:34:01.541996Z","steps":["trace[599979065] 'agreement among raft nodes before linearized reading' (duration: 1.121606097s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:01.542036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.592099214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:34:01.54207Z","caller":"traceutil/trace.go:171","msg":"trace[525367854] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:2673; }","duration":"1.592155286s","start":"2026-03-03T14:33:59.949906Z","end":"2026-03-03T14:34:01.542062Z","steps":["trace[525367854] 'agreement among raft nodes before linearized reading' (duration: 1.592088334s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:01.542083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.195669465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:34:01.542104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:59.949895Z","time spent":"1.592202137s","remote":"127.0.0.1:33644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":20,"response size":29,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:34:01.542038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:00.420281Z","time spent":"1.121750282s","remote":"127.0.0.1:33526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-03T14:34:01.542109Z","caller":"traceutil/trace.go:171","msg":"trace[2131388410] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:2673; }","duration":"1.195725557s","start":"2026-03-03T14:34:00.346376Z","end":"2026-03-03T14:34:01.542101Z","steps":["trace[2131388410] 'agreement among raft nodes before linearized reading' (duration: 1.195678706s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:01.542511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:00.346361Z","time spent":"1.196135931s","remote":"127.0.0.1:33488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":21,"response size":29,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:34:01.541975Z","caller":"traceutil/trace.go:171","msg":"trace[659886086] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:2673; }","duration":"1.583996738s","start":"2026-03-03T14:33:59.957967Z","end":"2026-03-03T14:34:01.541964Z","steps":["trace[659886086] 'agreement among raft nodes before linearized reading' (duration: 1.583915945s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:01.542659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:59.957951Z","time spent":"1.584698581s","remote":"127.0.0.1:33774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":11,"response size":29,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:34:02.046549Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000897627622632468,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:34:02.544422Z","caller":"traceutil/trace.go:171","msg":"trace[2113934580] transaction","detail":"{read_only:false; response_revision:2674; number_of_response:1; }","duration":"999.963405ms","start":"2026-03-03T14:34:01.544438Z","end":"2026-03-03T14:34:02.544401Z","steps":["trace[2113934580] 'process raft request' (duration: 999.81813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:02.544556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:01.544428Z","time spent":"1.000061458s","remote":"127.0.0.1:33404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:34:03.162158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.191051ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:34:03.162579Z","caller":"traceutil/trace.go:171","msg":"trace[1007765413] transaction","detail":"{read_only:false; response_revision:2676; number_of_response:1; }","duration":"1.263404553s","start":"2026-03-03T14:34:01.89915Z","end":"2026-03-03T14:34:03.162555Z","steps":["trace[1007765413] 'process raft request' (duration: 1.263086803s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:03.162695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:01.899124Z","time spent":"1.263512647s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:34:03.162598Z","caller":"traceutil/trace.go:171","msg":"trace[1575681429] linearizableReadLoop","detail":"{readStateIndex:2786; appliedIndex:2784; }","duration":"1.616875415s","start":"2026-03-03T14:34:01.545708Z","end":"2026-03-03T14:34:03.162583Z","steps":["trace[1575681429] 'read index received' (duration: 998.694945ms)","trace[1575681429] 'applied index is now lower than readState.Index' (duration: 618.17938ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:34:03.162856Z","caller":"traceutil/trace.go:171","msg":"trace[1038830124] transaction","detail":"{read_only:false; response_revision:2677; number_of_response:1; }","duration":"533.442465ms","start":"2026-03-03T14:34:02.62938Z","end":"2026-03-03T14:34:03.162822Z","steps":["trace[1038830124] 'process raft request' (duration: 532.935859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:03.162903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.617188835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.199\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T14:34:03.162938Z","caller":"traceutil/trace.go:171","msg":"trace[762166711] range","detail":"{range_begin:/registry/masterleases/199.19.213.199; range_end:; response_count:1; response_revision:2677; }","duration":"1.617243847s","start":"2026-03-03T14:34:01.545685Z","end":"2026-03-03T14:34:03.162929Z","steps":["trace[762166711] 'agreement among raft nodes before linearized reading' (duration: 1.616934617s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:03.162942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.046978281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:34:03.162962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:01.545675Z","time spent":"1.617281678s","remote":"127.0.0.1:33374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.199\" "} {"level":"info","ts":"2026-03-03T14:34:03.162965Z","caller":"traceutil/trace.go:171","msg":"trace[1999627756] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:2677; }","duration":"1.047055503s","start":"2026-03-03T14:34:02.115902Z","end":"2026-03-03T14:34:03.162957Z","steps":["trace[1999627756] 'agreement among raft nodes before linearized reading' (duration: 1.047009331s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:03.162966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.617061361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:34:03.16299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:02.115884Z","time spent":"1.047099544s","remote":"127.0.0.1:45506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:34:03.163001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:02.62935Z","time spent":"533.581739ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:34:03.163019Z","caller":"traceutil/trace.go:171","msg":"trace[179374433] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2677; }","duration":"1.617162654s","start":"2026-03-03T14:34:01.545843Z","end":"2026-03-03T14:34:03.163006Z","steps":["trace[179374433] 'agreement among raft nodes before linearized reading' (duration: 1.617084062s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:03.163028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.617069351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"info","ts":"2026-03-03T14:34:03.163063Z","caller":"traceutil/trace.go:171","msg":"trace[2019389500] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2677; }","duration":"1.617142523s","start":"2026-03-03T14:34:01.545911Z","end":"2026-03-03T14:34:03.163053Z","steps":["trace[2019389500] 'agreement among raft nodes before linearized reading' (duration: 1.617008569s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:03.163062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:01.545824Z","time spent":"1.617229276s","remote":"127.0.0.1:33526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T14:34:03.163038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.617131973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"warn","ts":"2026-03-03T14:34:03.163066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.951131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-03T14:34:03.163121Z","caller":"traceutil/trace.go:171","msg":"trace[284355480] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:2677; }","duration":"1.617258156s","start":"2026-03-03T14:34:01.545845Z","end":"2026-03-03T14:34:03.163103Z","steps":["trace[284355480] 'agreement among raft nodes before linearized reading' (duration: 1.617002238s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:03.163136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.614973434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:34:03.163142Z","caller":"traceutil/trace.go:171","msg":"trace[1561669572] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2677; }","duration":"661.069564ms","start":"2026-03-03T14:34:02.502056Z","end":"2026-03-03T14:34:03.163126Z","steps":["trace[1561669572] 'agreement among raft nodes before linearized reading' (duration: 660.859438ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:34:03.163172Z","caller":"traceutil/trace.go:171","msg":"trace[1775746348] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2677; }","duration":"1.615017576s","start":"2026-03-03T14:34:01.548143Z","end":"2026-03-03T14:34:03.163161Z","steps":["trace[1775746348] 'agreement among raft nodes before linearized reading' (duration: 1.614968605s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:03.163153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.32318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18995b65d4ce9d03\" ","response":"range_response_count:1 size:768"} {"level":"warn","ts":"2026-03-03T14:34:03.163206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:01.548137Z","time spent":"1.615063138s","remote":"127.0.0.1:33360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:34:03.163231Z","caller":"traceutil/trace.go:171","msg":"trace[1861703393] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18995b65d4ce9d03; range_end:; response_count:1; response_revision:2677; }","duration":"615.517276ms","start":"2026-03-03T14:34:02.547691Z","end":"2026-03-03T14:34:03.163209Z","steps":["trace[1861703393] 'agreement among raft nodes before linearized reading' (duration: 615.221776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:03.162896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.450496012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:34:03.163272Z","caller":"traceutil/trace.go:171","msg":"trace[339264832] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:2677; }","duration":"1.450894874s","start":"2026-03-03T14:34:01.712362Z","end":"2026-03-03T14:34:03.163257Z","steps":["trace[339264832] 'agreement among raft nodes before linearized reading' (duration: 1.450492832s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:03.163303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:02.547673Z","time spent":"615.62197ms","remote":"127.0.0.1:33404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":790,"request content":"key:\"/registry/events/openstack/valkey-node-0.18995b65d4ce9d03\" "} {"level":"warn","ts":"2026-03-03T14:34:03.16332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:01.712343Z","time spent":"1.450963036s","remote":"127.0.0.1:45492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":14,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:34:03.163179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:02.502037Z","time spent":"661.136657ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T14:34:03.163098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:01.545891Z","time spent":"1.617200445s","remote":"127.0.0.1:33526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1469,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-03-03T14:34:03.163174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:01.545828Z","time spent":"1.617337189s","remote":"127.0.0.1:33516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7325,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-03T14:34:03.162709Z","caller":"traceutil/trace.go:171","msg":"trace[1588154685] transaction","detail":"{read_only:false; response_revision:2675; number_of_response:1; }","duration":"1.263637771s","start":"2026-03-03T14:34:01.899003Z","end":"2026-03-03T14:34:03.162641Z","steps":["trace[1588154685] 'process raft request' (duration: 758.883852ms)","trace[1588154685] 'compare' (duration: 504.034276ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:34:03.163506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:01.898979Z","time spent":"1.264477787s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:34:03.365371Z","caller":"traceutil/trace.go:171","msg":"trace[420093002] transaction","detail":"{read_only:false; response_revision:2679; number_of_response:1; }","duration":"199.51812ms","start":"2026-03-03T14:34:03.165812Z","end":"2026-03-03T14:34:03.36533Z","steps":["trace[420093002] 'process raft request' (duration: 199.359075ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:34:03.365617Z","caller":"traceutil/trace.go:171","msg":"trace[485667104] transaction","detail":"{read_only:false; response_revision:2680; number_of_response:1; }","duration":"199.049056ms","start":"2026-03-03T14:34:03.166543Z","end":"2026-03-03T14:34:03.365592Z","steps":["trace[485667104] 'process raft request' (duration: 198.738306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:03.365718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.611535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:34:03.365785Z","caller":"traceutil/trace.go:171","msg":"trace[1891673591] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2680; }","duration":"200.702167ms","start":"2026-03-03T14:34:03.165069Z","end":"2026-03-03T14:34:03.365771Z","steps":["trace[1891673591] 'agreement among raft nodes before linearized reading' (duration: 200.593514ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:34:03.365727Z","caller":"traceutil/trace.go:171","msg":"trace[1427104689] linearizableReadLoop","detail":"{readStateIndex:2789; appliedIndex:2787; }","duration":"200.397928ms","start":"2026-03-03T14:34:03.165086Z","end":"2026-03-03T14:34:03.365484Z","steps":["trace[1427104689] 'read index received' (duration: 55.760751ms)","trace[1427104689] 'applied index is now lower than readState.Index' (duration: 144.635927ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:34:03.366015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.063617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-03-03T14:34:03.366063Z","caller":"traceutil/trace.go:171","msg":"trace[772400475] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2680; }","duration":"200.13738ms","start":"2026-03-03T14:34:03.165913Z","end":"2026-03-03T14:34:03.366051Z","steps":["trace[772400475] 'agreement among raft nodes before linearized reading' (duration: 199.971785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:03.366091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.930263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1313"} {"level":"info","ts":"2026-03-03T14:34:03.36614Z","caller":"traceutil/trace.go:171","msg":"trace[1581075313] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2680; }","duration":"200.003165ms","start":"2026-03-03T14:34:03.16612Z","end":"2026-03-03T14:34:03.366124Z","steps":["trace[1581075313] 'agreement among raft nodes before linearized reading' (duration: 199.791359ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:34:03.906278Z","caller":"traceutil/trace.go:171","msg":"trace[201593114] linearizableReadLoop","detail":"{readStateIndex:2793; appliedIndex:2792; }","duration":"461.532394ms","start":"2026-03-03T14:34:03.444712Z","end":"2026-03-03T14:34:03.906244Z","steps":["trace[201593114] 'read index received' (duration: 396.668555ms)","trace[201593114] 'applied index is now lower than readState.Index' (duration: 64.862499ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:34:03.906269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:03.443606Z","time spent":"462.653659ms","remote":"127.0.0.1:33404","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:34:03.906549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.819973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T14:34:03.906691Z","caller":"traceutil/trace.go:171","msg":"trace[981552843] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:2681; }","duration":"461.997588ms","start":"2026-03-03T14:34:03.444666Z","end":"2026-03-03T14:34:03.906664Z","steps":["trace[981552843] 'agreement among raft nodes before linearized reading' (duration: 461.684608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:03.906748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:03.444636Z","time spent":"462.096721ms","remote":"127.0.0.1:33374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-03T14:34:04.407197Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000897627622632489,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:34:04.519994Z","caller":"traceutil/trace.go:171","msg":"trace[1236689829] transaction","detail":"{read_only:false; response_revision:2682; number_of_response:1; }","duration":"1.07008574s","start":"2026-03-03T14:34:03.449875Z","end":"2026-03-03T14:34:04.519961Z","steps":["trace[1236689829] 'process raft request' (duration: 1.031823342s)","trace[1236689829] 'compare' (duration: 37.611288ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:34:04.520176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:03.449857Z","time spent":"1.070238115s","remote":"127.0.0.1:33516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:34:05.034786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.331714ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:34:05.034914Z","caller":"traceutil/trace.go:171","msg":"trace[343107980] linearizableReadLoop","detail":"{readStateIndex:2795; appliedIndex:2793; }","duration":"1.128529355s","start":"2026-03-03T14:34:03.906363Z","end":"2026-03-03T14:34:05.034893Z","steps":["trace[343107980] 'read index received' (duration: 575.387369ms)","trace[343107980] 'applied index is now lower than readState.Index' (duration: 553.139246ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:34:05.035033Z","caller":"traceutil/trace.go:171","msg":"trace[1279462627] transaction","detail":"{read_only:false; response_revision:2683; number_of_response:1; }","duration":"1.127480832s","start":"2026-03-03T14:34:03.907535Z","end":"2026-03-03T14:34:05.035015Z","steps":["trace[1279462627] 'process raft request' (duration: 731.730306ms)","trace[1279462627] 'compare' (duration: 395.087085ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:34:05.035134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:03.907502Z","time spent":"1.127580465s","remote":"127.0.0.1:33404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:34:05.035356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.487242853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:34:05.035436Z","caller":"traceutil/trace.go:171","msg":"trace[986722885] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2683; }","duration":"1.487352767s","start":"2026-03-03T14:34:03.548064Z","end":"2026-03-03T14:34:05.035417Z","steps":["trace[986722885] 'agreement among raft nodes before linearized reading' (duration: 1.487107129s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:05.035448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126422429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-03T14:34:05.035476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:03.548053Z","time spent":"1.487415229s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T14:34:05.035505Z","caller":"traceutil/trace.go:171","msg":"trace[850794809] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:2683; }","duration":"1.126512302s","start":"2026-03-03T14:34:03.908979Z","end":"2026-03-03T14:34:05.035491Z","steps":["trace[850794809] 'agreement among raft nodes before linearized reading' (duration: 1.126404659s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:05.035534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.052729742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:34:05.035599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.486991235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T14:34:05.035608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.413083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-03T14:34:05.035718Z","caller":"traceutil/trace.go:171","msg":"trace[81748634] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2683; }","duration":"615.572779ms","start":"2026-03-03T14:34:04.42012Z","end":"2026-03-03T14:34:05.035693Z","steps":["trace[81748634] 'agreement among raft nodes before linearized reading' (duration: 615.28094ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:34:05.035736Z","caller":"traceutil/trace.go:171","msg":"trace[677537243] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2683; }","duration":"1.4871234s","start":"2026-03-03T14:34:03.548532Z","end":"2026-03-03T14:34:05.035655Z","steps":["trace[677537243] 'agreement among raft nodes before linearized reading' (duration: 1.48681717s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:05.035737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.58308251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"warn","ts":"2026-03-03T14:34:05.035758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.486465988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T14:34:05.035792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:04.420093Z","time spent":"615.682941ms","remote":"127.0.0.1:33526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-03T14:34:05.035591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.671957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:34:05.03576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.239359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:34:05.035797Z","caller":"traceutil/trace.go:171","msg":"trace[505300464] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2683; }","duration":"1.583164173s","start":"2026-03-03T14:34:03.452619Z","end":"2026-03-03T14:34:05.035783Z","steps":["trace[505300464] 'agreement among raft nodes before linearized reading' (duration: 1.583020878s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:05.035923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:03.452607Z","time spent":"1.583303187s","remote":"127.0.0.1:50774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5673,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-03T14:34:05.035899Z","caller":"traceutil/trace.go:171","msg":"trace[1118379732] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2683; }","duration":"848.05436ms","start":"2026-03-03T14:34:04.187825Z","end":"2026-03-03T14:34:05.035879Z","steps":["trace[1118379732] 'agreement among raft nodes before linearized reading' (duration: 847.629716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:05.036112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:04.187796Z","time spent":"848.258746ms","remote":"127.0.0.1:33356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:34:05.035605Z","caller":"traceutil/trace.go:171","msg":"trace[1670203432] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2683; }","duration":"1.052840556s","start":"2026-03-03T14:34:03.982746Z","end":"2026-03-03T14:34:05.035586Z","steps":["trace[1670203432] 'agreement among raft nodes before linearized reading' (duration: 1.052732163s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:05.036275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:03.982726Z","time spent":"1.053517987s","remote":"127.0.0.1:44892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:34:05.035931Z","caller":"traceutil/trace.go:171","msg":"trace[2039281457] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:2683; }","duration":"711.429705ms","start":"2026-03-03T14:34:04.324468Z","end":"2026-03-03T14:34:05.035897Z","steps":["trace[2039281457] 'agreement among raft nodes before linearized reading' (duration: 711.206898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:05.036409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:04.324448Z","time spent":"711.941851ms","remote":"127.0.0.1:33698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":27,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:34:05.035717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.48747974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-03T14:34:05.036508Z","caller":"traceutil/trace.go:171","msg":"trace[1024091809] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2683; }","duration":"1.488289796s","start":"2026-03-03T14:34:03.548201Z","end":"2026-03-03T14:34:05.036491Z","steps":["trace[1024091809] 'agreement among raft nodes before linearized reading' (duration: 1.487407678s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:05.036568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:03.548188Z","time spent":"1.488364609s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:34:05.035547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:03.908967Z","time spent":"1.126572904s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T14:34:05.035844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:03.548523Z","time spent":"1.487257874s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T14:34:05.035858Z","caller":"traceutil/trace.go:171","msg":"trace[1168970764] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2683; }","duration":"1.486622853s","start":"2026-03-03T14:34:03.549212Z","end":"2026-03-03T14:34:05.035835Z","steps":["trace[1168970764] 'agreement among raft nodes before linearized reading' (duration: 1.486322594s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:05.035646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.49095031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T14:34:05.036869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:03.549193Z","time spent":"1.487645286s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T14:34:05.036964Z","caller":"traceutil/trace.go:171","msg":"trace[1606231029] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2683; }","duration":"1.492259731s","start":"2026-03-03T14:34:03.544688Z","end":"2026-03-03T14:34:05.036947Z","steps":["trace[1606231029] 'agreement among raft nodes before linearized reading' (duration: 1.490890888s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:05.037019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:03.544604Z","time spent":"1.492398646s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:34:05.392496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.775048ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:34:05.392891Z","caller":"traceutil/trace.go:171","msg":"trace[1937561235] transaction","detail":"{read_only:false; response_revision:2684; number_of_response:1; }","duration":"352.596864ms","start":"2026-03-03T14:34:05.040262Z","end":"2026-03-03T14:34:05.392859Z","steps":["trace[1937561235] 'process raft request' (duration: 95.392812ms)","trace[1937561235] 'compare' (duration: 256.537721ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:34:05.393041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:05.040241Z","time spent":"352.720028ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:34:05.39304Z","caller":"traceutil/trace.go:171","msg":"trace[658602326] transaction","detail":"{read_only:false; response_revision:2685; number_of_response:1; }","duration":"352.241942ms","start":"2026-03-03T14:34:05.040768Z","end":"2026-03-03T14:34:05.39301Z","steps":["trace[658602326] 'process raft request' (duration: 351.812809ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:34:05.393102Z","caller":"traceutil/trace.go:171","msg":"trace[1359428005] transaction","detail":"{read_only:false; response_revision:2686; number_of_response:1; }","duration":"352.16398ms","start":"2026-03-03T14:34:05.040906Z","end":"2026-03-03T14:34:05.39307Z","steps":["trace[1359428005] 'process raft request' (duration: 351.942863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:05.393168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:05.040754Z","time spent":"352.346356ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:34:05.393232Z","caller":"traceutil/trace.go:171","msg":"trace[1654807726] linearizableReadLoop","detail":"{readStateIndex:2801; appliedIndex:2795; }","duration":"350.326422ms","start":"2026-03-03T14:34:05.042898Z","end":"2026-03-03T14:34:05.393224Z","steps":["trace[1654807726] 'read index received' (duration: 92.735188ms)","trace[1654807726] 'applied index is now lower than readState.Index' (duration: 257.590534ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:34:05.39325Z","caller":"traceutil/trace.go:171","msg":"trace[329144755] transaction","detail":"{read_only:false; response_revision:2687; number_of_response:1; }","duration":"352.210802ms","start":"2026-03-03T14:34:05.04101Z","end":"2026-03-03T14:34:05.393221Z","steps":["trace[329144755] 'process raft request' (duration: 352.026306ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:34:05.393318Z","caller":"traceutil/trace.go:171","msg":"trace[1972046560] transaction","detail":"{read_only:false; response_revision:2688; number_of_response:1; }","duration":"352.209712ms","start":"2026-03-03T14:34:05.041101Z","end":"2026-03-03T14:34:05.39331Z","steps":["trace[1972046560] 'process raft request' (duration: 352.058827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:05.393368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.467726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1313"} {"level":"info","ts":"2026-03-03T14:34:05.393394Z","caller":"traceutil/trace.go:171","msg":"trace[1475876543] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2689; }","duration":"350.522768ms","start":"2026-03-03T14:34:05.042864Z","end":"2026-03-03T14:34:05.393387Z","steps":["trace[1475876543] 'agreement among raft nodes before linearized reading' (duration: 350.411085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:05.393384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:05.041093Z","time spent":"352.255863ms","remote":"127.0.0.1:33404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:34:05.393416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:05.04285Z","time spent":"350.55976ms","remote":"127.0.0.1:33526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1335,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-03T14:34:05.393402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:05.040997Z","time spent":"352.327135ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:34:05.393284Z","caller":"traceutil/trace.go:171","msg":"trace[1436197918] transaction","detail":"{read_only:false; response_revision:2689; number_of_response:1; }","duration":"351.628814ms","start":"2026-03-03T14:34:05.041643Z","end":"2026-03-03T14:34:05.393272Z","steps":["trace[1436197918] 'process raft request' (duration: 351.556761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:05.393682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:05.040875Z","time spent":"352.78305ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:34:05.393665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:05.041634Z","time spent":"351.934493ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:34:05.894268Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000897627622632504,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:34:06.3973Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000897627622632504,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:34:06.897972Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000897627622632504,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:34:07.188429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000170909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:34:07.188492Z","caller":"traceutil/trace.go:171","msg":"trace[184672923] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000290322s","start":"2026-03-03T14:34:05.188186Z","end":"2026-03-03T14:34:07.188476Z","steps":["trace[184672923] 'agreement among raft nodes before linearized reading' (duration: 2.000207479s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:07.188526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:05.188143Z","time spent":"2.000375794s","remote":"127.0.0.1:33360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:34:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:34:07.206516Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.92293238s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:34:08.264056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:07.588794Z","time spent":"675.254822ms","remote":"127.0.0.1:33458","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:34:08.264561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.298377166s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:34:08.264631Z","caller":"traceutil/trace.go:171","msg":"trace[1810880483] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2689; }","duration":"2.298455098s","start":"2026-03-03T14:34:05.966163Z","end":"2026-03-03T14:34:08.264618Z","steps":["trace[1810880483] 'range keys from in-memory index tree' (duration: 2.298365436s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:08.264931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.057888695s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:34:08.265156Z","caller":"traceutil/trace.go:171","msg":"trace[2054961823] linearizableReadLoop","detail":"{readStateIndex:2804; appliedIndex:2801; }","duration":"2.871887035s","start":"2026-03-03T14:34:05.393256Z","end":"2026-03-03T14:34:08.265143Z","steps":["trace[2054961823] 'read index received' (duration: 1.813530505s)","trace[2054961823] 'applied index is now lower than readState.Index' (duration: 1.05835566s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:34:08.265161Z","caller":"traceutil/trace.go:171","msg":"trace[501559933] transaction","detail":"{read_only:false; response_revision:2690; number_of_response:1; }","duration":"3.096952682s","start":"2026-03-03T14:34:05.168183Z","end":"2026-03-03T14:34:08.265136Z","steps":["trace[501559933] 'process raft request' (duration: 2.038598192s)","trace[501559933] 'compare' (duration: 1.057786232s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:34:08.265238Z","caller":"traceutil/trace.go:171","msg":"trace[1505624530] transaction","detail":"{read_only:false; response_revision:2691; number_of_response:1; }","duration":"3.097010733s","start":"2026-03-03T14:34:05.168207Z","end":"2026-03-03T14:34:08.265218Z","steps":["trace[1505624530] 'process raft request' (duration: 3.096795277s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:34:08.265247Z","caller":"traceutil/trace.go:171","msg":"trace[271728965] transaction","detail":"{read_only:false; response_revision:2692; number_of_response:1; }","duration":"3.03832113s","start":"2026-03-03T14:34:05.226915Z","end":"2026-03-03T14:34:08.265237Z","steps":["trace[271728965] 'process raft request' (duration: 3.038197896s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:08.265271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:05.168153Z","time spent":"3.097060185s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:34:08.265329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:05.168181Z","time spent":"3.097096286s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:34:08.26533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:05.226862Z","time spent":"3.038440074s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:34:08.765701Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000897627622632506,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:34:08.821651Z","caller":"traceutil/trace.go:171","msg":"trace[66119780] transaction","detail":"{read_only:false; response_revision:2693; number_of_response:1; }","duration":"1.859537868s","start":"2026-03-03T14:34:06.962091Z","end":"2026-03-03T14:34:08.821629Z","steps":["trace[66119780] 'process raft request' (duration: 1.859408944s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:08.821766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:06.96207Z","time spent":"1.859636492s","remote":"127.0.0.1:33500","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9241,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:34:09.188817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99986915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:34:09.188916Z","caller":"traceutil/trace.go:171","msg":"trace[241317821] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000029504s","start":"2026-03-03T14:34:07.188871Z","end":"2026-03-03T14:34:09.1889Z","steps":["trace[241317821] 'agreement among raft nodes before linearized reading' (duration: 1.999905931s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:09.188954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:07.188848Z","time spent":"2.000098627s","remote":"127.0.0.1:33356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:34:10.124254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.171001915s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-03T14:34:10.124486Z","caller":"traceutil/trace.go:171","msg":"trace[1371103101] linearizableReadLoop","detail":"{readStateIndex:2806; appliedIndex:2805; }","duration":"1.85928638s","start":"2026-03-03T14:34:08.265184Z","end":"2026-03-03T14:34:10.12447Z","steps":["trace[1371103101] 'read index received' (duration: 556.478642ms)","trace[1371103101] 'applied index is now lower than readState.Index' (duration: 1.302806838s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:34:10.124603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.726259576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:34:10.124658Z","caller":"traceutil/trace.go:171","msg":"trace[1089824462] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2693; }","duration":"2.726334619s","start":"2026-03-03T14:34:07.39831Z","end":"2026-03-03T14:34:10.124645Z","steps":["trace[1089824462] 'agreement among raft nodes before linearized reading' (duration: 2.726174624s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:10.124638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.726108251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T14:34:10.124687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:07.398301Z","time spent":"2.72637953s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T14:34:10.1247Z","caller":"traceutil/trace.go:171","msg":"trace[1253294712] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2693; }","duration":"2.726210625s","start":"2026-03-03T14:34:07.398472Z","end":"2026-03-03T14:34:10.124683Z","steps":["trace[1253294712] 'agreement among raft nodes before linearized reading' (duration: 2.726023679s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:10.124748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:07.398453Z","time spent":"2.726286927s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:34:10.124753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.726457422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:34:10.12479Z","caller":"traceutil/trace.go:171","msg":"trace[268416479] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2693; }","duration":"2.726530825s","start":"2026-03-03T14:34:07.39825Z","end":"2026-03-03T14:34:10.12478Z","steps":["trace[268416479] 'agreement among raft nodes before linearized reading' (duration: 2.72638805s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:10.124821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:07.398233Z","time spent":"2.726582886s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:34:10.124878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.726509394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T14:34:10.124902Z","caller":"traceutil/trace.go:171","msg":"trace[1839926582] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2693; }","duration":"2.726555115s","start":"2026-03-03T14:34:07.398341Z","end":"2026-03-03T14:34:10.124896Z","steps":["trace[1839926582] 'agreement among raft nodes before linearized reading' (duration: 2.726479143s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:10.1249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.72756502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"warn","ts":"2026-03-03T14:34:10.124918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:07.398329Z","time spent":"2.726585066s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T14:34:10.124977Z","caller":"traceutil/trace.go:171","msg":"trace[1114707379] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:2693; }","duration":"4.727619382s","start":"2026-03-03T14:34:05.397298Z","end":"2026-03-03T14:34:10.124917Z","steps":["trace[1114707379] 'agreement among raft nodes before linearized reading' (duration: 4.727250101s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:10.125012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:05.397281Z","time spent":"4.727724796s","remote":"127.0.0.1:33752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7484,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"info","ts":"2026-03-03T14:34:10.125026Z","caller":"traceutil/trace.go:171","msg":"trace[2032786380] transaction","detail":"{read_only:false; response_revision:2694; number_of_response:1; }","duration":"1.073665042s","start":"2026-03-03T14:34:09.051353Z","end":"2026-03-03T14:34:10.125018Z","steps":["trace[2032786380] 'process raft request' (duration: 1.073030752s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:10.125036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.727803048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18995b67acde83c4\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-03T14:34:10.125071Z","caller":"traceutil/trace.go:171","msg":"trace[527819480] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18995b67acde83c4; range_end:; response_count:1; response_revision:2693; }","duration":"4.7278615s","start":"2026-03-03T14:34:05.397199Z","end":"2026-03-03T14:34:10.125061Z","steps":["trace[527819480] 'agreement among raft nodes before linearized reading' (duration: 4.727715515s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:10.125088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:09.051319Z","time spent":"1.073726354s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:34:10.125145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:05.397187Z","time spent":"4.727901892s","remote":"127.0.0.1:33404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18995b67acde83c4\" "} {"level":"warn","ts":"2026-03-03T14:34:10.125423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.727347031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:34:10.125501Z","caller":"traceutil/trace.go:171","msg":"trace[190271157] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2693; }","duration":"2.727459254s","start":"2026-03-03T14:34:07.398029Z","end":"2026-03-03T14:34:10.125488Z","steps":["trace[190271157] 'agreement among raft nodes before linearized reading' (duration: 2.726458073s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:10.125541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:07.398013Z","time spent":"2.727517556s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:34:10.125539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.922298539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-03T14:34:10.125634Z","caller":"traceutil/trace.go:171","msg":"trace[1644775581] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2693; }","duration":"1.922444594s","start":"2026-03-03T14:34:08.203164Z","end":"2026-03-03T14:34:10.125609Z","steps":["trace[1644775581] 'agreement among raft nodes before linearized reading' (duration: 1.921452443s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:10.125695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:08.203148Z","time spent":"1.922534546s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T14:34:11.312075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.27601102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:34:11.312128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.265069838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:34:11.312187Z","caller":"traceutil/trace.go:171","msg":"trace[1014222415] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:2694; }","duration":"2.276176954s","start":"2026-03-03T14:34:09.035983Z","end":"2026-03-03T14:34:11.31216Z","steps":["trace[1014222415] 'agreement among raft nodes before linearized reading' (duration: 1.08912086s)","trace[1014222415] 'count revisions from in-memory index tree' (duration: 1.186905859s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:34:11.312194Z","caller":"traceutil/trace.go:171","msg":"trace[949525022] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:2694; }","duration":"1.265171061s","start":"2026-03-03T14:34:10.047001Z","end":"2026-03-03T14:34:11.312172Z","steps":["trace[949525022] 'agreement among raft nodes before linearized reading' (duration: 78.124117ms)","trace[949525022] 'count revisions from in-memory index tree' (duration: 1.186963631s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:34:11.31225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:09.035962Z","time spent":"2.276267517s","remote":"127.0.0.1:33428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":29,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:34:11.312276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:10.046985Z","time spent":"1.265275154s","remote":"127.0.0.1:33410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":21,"response size":29,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:34:11.312432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.115037336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:34:11.31252Z","caller":"traceutil/trace.go:171","msg":"trace[771217372] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2694; }","duration":"2.11516357s","start":"2026-03-03T14:34:09.197336Z","end":"2026-03-03T14:34:11.3125Z","steps":["trace[771217372] 'agreement among raft nodes before linearized reading' (duration: 927.791636ms)","trace[771217372] 'range keys from in-memory index tree' (duration: 1.18724414s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:34:11.312579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:09.197322Z","time spent":"2.115228303s","remote":"127.0.0.1:33360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:34:11.312667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.26923887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-03-03T14:34:11.312875Z","caller":"traceutil/trace.go:171","msg":"trace[1106844206] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2694; }","duration":"1.269465086s","start":"2026-03-03T14:34:10.043385Z","end":"2026-03-03T14:34:11.31285Z","steps":["trace[1106844206] 'agreement among raft nodes before linearized reading' (duration: 81.7228ms)","trace[1106844206] 'range keys from in-memory index tree' (duration: 1.187421045s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:34:11.312926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:10.04337Z","time spent":"1.269540699s","remote":"127.0.0.1:33516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12232,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:34:11.313045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.675191ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:34:11.313251Z","caller":"traceutil/trace.go:171","msg":"trace[882433184] transaction","detail":"{read_only:false; response_revision:2695; number_of_response:1; }","duration":"1.185693611s","start":"2026-03-03T14:34:10.127543Z","end":"2026-03-03T14:34:11.313237Z","steps":["trace[882433184] 'process raft request' (duration: 772.743681ms)","trace[882433184] 'compare' (duration: 412.361662ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:34:11.313319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:10.127523Z","time spent":"1.185760794s","remote":"127.0.0.1:33404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:34:11.313527Z","caller":"traceutil/trace.go:171","msg":"trace[1781625573] transaction","detail":"{read_only:false; response_revision:2697; number_of_response:1; }","duration":"1.184807593s","start":"2026-03-03T14:34:10.128697Z","end":"2026-03-03T14:34:11.313504Z","steps":["trace[1781625573] 'process raft request' (duration: 1.184522524s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:34:11.313561Z","caller":"traceutil/trace.go:171","msg":"trace[1339099605] transaction","detail":"{read_only:false; response_revision:2698; number_of_response:1; }","duration":"1.184814903s","start":"2026-03-03T14:34:10.128729Z","end":"2026-03-03T14:34:11.313544Z","steps":["trace[1339099605] 'process raft request' (duration: 1.184650688s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:34:11.313605Z","caller":"traceutil/trace.go:171","msg":"trace[1286363040] transaction","detail":"{read_only:false; response_revision:2700; number_of_response:1; }","duration":"1.18437531s","start":"2026-03-03T14:34:10.129219Z","end":"2026-03-03T14:34:11.313594Z","steps":["trace[1286363040] 'process raft request' (duration: 1.184302877s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:34:11.313595Z","caller":"traceutil/trace.go:171","msg":"trace[254996234] transaction","detail":"{read_only:false; response_revision:2699; number_of_response:1; }","duration":"1.184519374s","start":"2026-03-03T14:34:10.129051Z","end":"2026-03-03T14:34:11.31357Z","steps":["trace[254996234] 'process raft request' (duration: 1.184427191s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:11.313646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:10.128725Z","time spent":"1.184870946s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:34:11.31366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:10.129201Z","time spent":"1.184426502s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:34:11.313678Z","caller":"traceutil/trace.go:171","msg":"trace[437227409] transaction","detail":"{read_only:false; response_revision:2701; number_of_response:1; }","duration":"1.184044089s","start":"2026-03-03T14:34:10.129609Z","end":"2026-03-03T14:34:11.313653Z","steps":["trace[437227409] 'process raft request' (duration: 1.183941256s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:11.31371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:10.129035Z","time spent":"1.184610777s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:34:11.31372Z","caller":"traceutil/trace.go:171","msg":"trace[1135784787] transaction","detail":"{read_only:false; response_revision:2702; number_of_response:1; }","duration":"1.13531357s","start":"2026-03-03T14:34:10.178384Z","end":"2026-03-03T14:34:11.313697Z","steps":["trace[1135784787] 'process raft request' (duration: 1.135196966s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:34:11.313751Z","caller":"traceutil/trace.go:171","msg":"trace[1901717745] transaction","detail":"{read_only:false; response_revision:2704; number_of_response:1; }","duration":"1.043119499s","start":"2026-03-03T14:34:10.270623Z","end":"2026-03-03T14:34:11.313742Z","steps":["trace[1901717745] 'process raft request' (duration: 1.043050427s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:11.313725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:10.128692Z","time spent":"1.184888836s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:34:11.313771Z","caller":"traceutil/trace.go:171","msg":"trace[8568879] transaction","detail":"{read_only:false; response_revision:2703; number_of_response:1; }","duration":"1.043387027s","start":"2026-03-03T14:34:10.270376Z","end":"2026-03-03T14:34:11.313763Z","steps":["trace[8568879] 'process raft request' (duration: 1.043264283s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:34:11.313787Z","caller":"traceutil/trace.go:171","msg":"trace[879281568] transaction","detail":"{read_only:false; response_revision:2705; number_of_response:1; }","duration":"1.043076468s","start":"2026-03-03T14:34:10.27069Z","end":"2026-03-03T14:34:11.313767Z","steps":["trace[879281568] 'process raft request' (duration: 1.043014606s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:11.313803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:10.129602Z","time spent":"1.184132062s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:34:11.313753Z","caller":"traceutil/trace.go:171","msg":"trace[1022642424] linearizableReadLoop","detail":"{readStateIndex:2818; appliedIndex:2807; }","duration":"893.973109ms","start":"2026-03-03T14:34:10.419767Z","end":"2026-03-03T14:34:11.31374Z","steps":["trace[1022642424] 'read index received' (duration: 480.513063ms)","trace[1022642424] 'applied index is now lower than readState.Index' (duration: 413.459016ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:34:11.313832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:10.178367Z","time spent":"1.135407343s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:34:11.313879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.115933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-03T14:34:11.313886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:10.270612Z","time spent":"1.04316363s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:34:11.313918Z","caller":"traceutil/trace.go:171","msg":"trace[150925998] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2705; }","duration":"894.190966ms","start":"2026-03-03T14:34:10.419718Z","end":"2026-03-03T14:34:11.313909Z","steps":["trace[150925998] 'agreement among raft nodes before linearized reading' (duration: 894.062162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:11.313921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.91248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:34:11.313944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:10.419698Z","time spent":"894.238347ms","remote":"127.0.0.1:33526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-03T14:34:11.313965Z","caller":"traceutil/trace.go:171","msg":"trace[1581023916] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2705; }","duration":"115.985273ms","start":"2026-03-03T14:34:11.197967Z","end":"2026-03-03T14:34:11.313952Z","steps":["trace[1581023916] 'agreement among raft nodes before linearized reading' (duration: 115.919531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:11.31396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:10.270683Z","time spent":"1.04314592s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:34:11.314404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:10.270348Z","time spent":"1.043439539s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:34:11.313339Z","caller":"traceutil/trace.go:171","msg":"trace[1149799748] transaction","detail":"{read_only:false; response_revision:2696; number_of_response:1; }","duration":"1.184637508s","start":"2026-03-03T14:34:10.128626Z","end":"2026-03-03T14:34:11.313263Z","steps":["trace[1149799748] 'process raft request' (duration: 1.184518484s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:11.314787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:10.128608Z","time spent":"1.186130875s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:36:19.873066Z","caller":"traceutil/trace.go:171","msg":"trace[750230962] transaction","detail":"{read_only:false; response_revision:3519; number_of_response:1; }","duration":"144.740828ms","start":"2026-03-03T14:36:19.728299Z","end":"2026-03-03T14:36:19.873039Z","steps":["trace[750230962] 'process raft request' (duration: 144.595924ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:36:19.873955Z","caller":"traceutil/trace.go:171","msg":"trace[522482056] transaction","detail":"{read_only:false; response_revision:3521; number_of_response:1; }","duration":"135.896878ms","start":"2026-03-03T14:36:19.738035Z","end":"2026-03-03T14:36:19.873932Z","steps":["trace[522482056] 'process raft request' (duration: 135.838187ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:36:19.873986Z","caller":"traceutil/trace.go:171","msg":"trace[626048823] transaction","detail":"{read_only:false; response_revision:3520; number_of_response:1; }","duration":"136.295331ms","start":"2026-03-03T14:36:19.737676Z","end":"2026-03-03T14:36:19.873971Z","steps":["trace[626048823] 'process raft request' (duration: 136.019242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:37:37.255442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.844359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-03-03T14:37:37.255596Z","caller":"traceutil/trace.go:171","msg":"trace[1469632148] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4408; }","duration":"127.027855ms","start":"2026-03-03T14:37:37.128542Z","end":"2026-03-03T14:37:37.25557Z","steps":["trace[1469632148] 'range keys from in-memory index tree' (duration: 126.663834ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:37:37.505479Z","caller":"traceutil/trace.go:171","msg":"trace[525853487] transaction","detail":"{read_only:false; response_revision:4410; number_of_response:1; }","duration":"171.865618ms","start":"2026-03-03T14:37:37.333564Z","end":"2026-03-03T14:37:37.505429Z","steps":["trace[525853487] 'process raft request' (duration: 171.706023ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:37:37.50613Z","caller":"traceutil/trace.go:171","msg":"trace[1840760957] transaction","detail":"{read_only:false; response_revision:4411; number_of_response:1; }","duration":"100.136127ms","start":"2026-03-03T14:37:37.405964Z","end":"2026-03-03T14:37:37.5061Z","steps":["trace[1840760957] 'process raft request' (duration: 100.003493ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:37:39.86601Z","caller":"traceutil/trace.go:171","msg":"trace[477095340] linearizableReadLoop","detail":"{readStateIndex:4629; appliedIndex:4628; }","duration":"142.130729ms","start":"2026-03-03T14:37:39.723847Z","end":"2026-03-03T14:37:39.865978Z","steps":["trace[477095340] 'read index received' (duration: 141.969504ms)","trace[477095340] 'applied index is now lower than readState.Index' (duration: 159.815µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:37:39.86618Z","caller":"traceutil/trace.go:171","msg":"trace[955445998] transaction","detail":"{read_only:false; response_revision:4443; number_of_response:1; }","duration":"194.329391ms","start":"2026-03-03T14:37:39.671817Z","end":"2026-03-03T14:37:39.866146Z","steps":["trace[955445998] 'process raft request' (duration: 193.953599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:37:39.866326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.46969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:37:39.866996Z","caller":"traceutil/trace.go:171","msg":"trace[1028237510] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:4443; }","duration":"143.190013ms","start":"2026-03-03T14:37:39.723782Z","end":"2026-03-03T14:37:39.866972Z","steps":["trace[1028237510] 'agreement among raft nodes before linearized reading' (duration: 142.47346ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:37:39.978359Z","caller":"traceutil/trace.go:171","msg":"trace[297069768] linearizableReadLoop","detail":"{readStateIndex:4630; appliedIndex:4629; }","duration":"112.23328ms","start":"2026-03-03T14:37:39.866101Z","end":"2026-03-03T14:37:39.978335Z","steps":["trace[297069768] 'read index received' (duration: 110.808395ms)","trace[297069768] 'applied index is now lower than readState.Index' (duration: 1.422715ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:37:39.978607Z","caller":"traceutil/trace.go:171","msg":"trace[2016505204] transaction","detail":"{read_only:false; response_revision:4444; number_of_response:1; }","duration":"202.330322ms","start":"2026-03-03T14:37:39.776055Z","end":"2026-03-03T14:37:39.978386Z","steps":["trace[2016505204] 'process raft request' (duration: 200.908308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:37:39.978779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.292982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-txvxs\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-03-03T14:37:39.978914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.376153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:37:39.978946Z","caller":"traceutil/trace.go:171","msg":"trace[2012967061] range","detail":"{range_begin:/registry/pods/openstack/keepalived-txvxs; range_end:; response_count:1; response_revision:4444; }","duration":"251.489488ms","start":"2026-03-03T14:37:39.727435Z","end":"2026-03-03T14:37:39.978924Z","steps":["trace[2012967061] 'agreement among raft nodes before linearized reading' (duration: 251.204609ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:37:39.979002Z","caller":"traceutil/trace.go:171","msg":"trace[882416374] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:4444; }","duration":"139.730514ms","start":"2026-03-03T14:37:39.839253Z","end":"2026-03-03T14:37:39.978983Z","steps":["trace[882416374] 'agreement among raft nodes before linearized reading' (duration: 139.347382ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:37:39.979544Z","caller":"traceutil/trace.go:171","msg":"trace[1325314038] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4445; }","duration":"111.416664ms","start":"2026-03-03T14:37:39.8681Z","end":"2026-03-03T14:37:39.979516Z","steps":["trace[1325314038] 'process raft request' (duration: 111.253889ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:37:44.010558Z","caller":"traceutil/trace.go:171","msg":"trace[2057327807] transaction","detail":"{read_only:false; response_revision:4537; number_of_response:1; }","duration":"175.89489ms","start":"2026-03-03T14:37:43.834633Z","end":"2026-03-03T14:37:44.010528Z","steps":["trace[2057327807] 'process raft request' (duration: 175.640222ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:37:44.010685Z","caller":"traceutil/trace.go:171","msg":"trace[668457912] linearizableReadLoop","detail":"{readStateIndex:4730; appliedIndex:4727; }","duration":"169.616943ms","start":"2026-03-03T14:37:43.841041Z","end":"2026-03-03T14:37:44.010658Z","steps":["trace[668457912] 'read index received' (duration: 25.222543ms)","trace[668457912] 'applied index is now lower than readState.Index' (duration: 144.392849ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:37:44.010743Z","caller":"traceutil/trace.go:171","msg":"trace[2015394035] transaction","detail":"{read_only:false; response_revision:4538; number_of_response:1; }","duration":"175.403984ms","start":"2026-03-03T14:37:43.835309Z","end":"2026-03-03T14:37:44.010713Z","steps":["trace[2015394035] 'process raft request' (duration: 175.139246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:37:44.010854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.718191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:37:44.01089Z","caller":"traceutil/trace.go:171","msg":"trace[1298667575] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4538; }","duration":"145.814454ms","start":"2026-03-03T14:37:43.865064Z","end":"2026-03-03T14:37:44.010878Z","steps":["trace[1298667575] 'agreement among raft nodes before linearized reading' (duration: 145.710061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:37:44.010945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.886391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:9 size:75044"} {"level":"info","ts":"2026-03-03T14:37:44.010976Z","caller":"traceutil/trace.go:171","msg":"trace[918785784] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:9; response_revision:4538; }","duration":"169.931322ms","start":"2026-03-03T14:37:43.841036Z","end":"2026-03-03T14:37:44.010968Z","steps":["trace[918785784] 'agreement among raft nodes before linearized reading' (duration: 169.725376ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:37:47.742541Z","caller":"traceutil/trace.go:171","msg":"trace[519936827] transaction","detail":"{read_only:false; response_revision:4681; number_of_response:1; }","duration":"410.726485ms","start":"2026-03-03T14:37:47.331789Z","end":"2026-03-03T14:37:47.742515Z","steps":["trace[519936827] 'process raft request' (duration: 410.526139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:37:47.742707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:37:47.331766Z","time spent":"410.858838ms","remote":"127.0.0.1:33516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3703,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:37:52.110034Z","caller":"traceutil/trace.go:171","msg":"trace[1086042110] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4751; }","duration":"212.487182ms","start":"2026-03-03T14:37:51.897523Z","end":"2026-03-03T14:37:52.11001Z","steps":["trace[1086042110] 'process raft request' (duration: 212.396689ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:37:52.114402Z","caller":"traceutil/trace.go:171","msg":"trace[1320700398] transaction","detail":"{read_only:false; response_revision:4752; number_of_response:1; }","duration":"100.684625ms","start":"2026-03-03T14:37:52.013706Z","end":"2026-03-03T14:37:52.114391Z","steps":["trace[1320700398] 'process raft request' (duration: 100.547201ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:06.063168Z","caller":"traceutil/trace.go:171","msg":"trace[1458503886] transaction","detail":"{read_only:false; response_revision:5005; number_of_response:1; }","duration":"111.964201ms","start":"2026-03-03T14:38:05.951178Z","end":"2026-03-03T14:38:06.063142Z","steps":["trace[1458503886] 'process raft request' (duration: 111.811126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:06.551339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.299404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:38:06.551346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.820148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18995ba328dfcd8e\" ","response":"range_response_count:1 size:1012"} {"level":"info","ts":"2026-03-03T14:38:06.551409Z","caller":"traceutil/trace.go:171","msg":"trace[687576266] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5005; }","duration":"363.399897ms","start":"2026-03-03T14:38:06.187998Z","end":"2026-03-03T14:38:06.551398Z","steps":["trace[687576266] 'range keys from in-memory index tree' (duration: 363.236332ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:06.551417Z","caller":"traceutil/trace.go:171","msg":"trace[1265566124] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18995ba328dfcd8e; range_end:; response_count:1; response_revision:5005; }","duration":"368.939271ms","start":"2026-03-03T14:38:06.182458Z","end":"2026-03-03T14:38:06.551397Z","steps":["trace[1265566124] 'range keys from in-memory index tree' (duration: 368.643332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:06.551461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:06.182435Z","time spent":"369.017974ms","remote":"127.0.0.1:33404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":1034,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18995ba328dfcd8e\" "} {"level":"warn","ts":"2026-03-03T14:38:06.551432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:06.187982Z","time spent":"363.444899ms","remote":"127.0.0.1:33360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:38:06.551336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.31639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-txvxs\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-03T14:38:06.551647Z","caller":"traceutil/trace.go:171","msg":"trace[1403612415] range","detail":"{range_begin:/registry/pods/openstack/keepalived-txvxs; range_end:; response_count:1; response_revision:5005; }","duration":"353.680392ms","start":"2026-03-03T14:38:06.197955Z","end":"2026-03-03T14:38:06.551635Z","steps":["trace[1403612415] 'range keys from in-memory index tree' (duration: 353.154215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:06.55167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:06.197934Z","time spent":"353.729683ms","remote":"127.0.0.1:33516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6467,"request content":"key:\"/registry/pods/openstack/keepalived-txvxs\" "} {"level":"info","ts":"2026-03-03T14:38:06.635319Z","caller":"traceutil/trace.go:171","msg":"trace[23907674] transaction","detail":"{read_only:false; response_revision:5006; number_of_response:1; }","duration":"239.17058ms","start":"2026-03-03T14:38:06.396107Z","end":"2026-03-03T14:38:06.635278Z","steps":["trace[23907674] 'process raft request' (duration: 238.933543ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:06.952062Z","caller":"traceutil/trace.go:171","msg":"trace[550389741] transaction","detail":"{read_only:false; response_revision:5007; number_of_response:1; }","duration":"555.612991ms","start":"2026-03-03T14:38:06.396429Z","end":"2026-03-03T14:38:06.952042Z","steps":["trace[550389741] 'process raft request' (duration: 555.367714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:06.952191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:06.396407Z","time spent":"555.713905ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:38:06.952355Z","caller":"traceutil/trace.go:171","msg":"trace[1935703351] transaction","detail":"{read_only:false; response_revision:5008; number_of_response:1; }","duration":"536.724668ms","start":"2026-03-03T14:38:06.415612Z","end":"2026-03-03T14:38:06.952337Z","steps":["trace[1935703351] 'process raft request' (duration: 536.393877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:06.952437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:06.415589Z","time spent":"536.80998ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:38:06.952544Z","caller":"traceutil/trace.go:171","msg":"trace[1954160978] linearizableReadLoop","detail":"{readStateIndex:5211; appliedIndex:5208; }","duration":"448.971289ms","start":"2026-03-03T14:38:06.50355Z","end":"2026-03-03T14:38:06.952521Z","steps":["trace[1954160978] 'read index received' (duration: 131.485465ms)","trace[1954160978] 'applied index is now lower than readState.Index' (duration: 317.482043ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:38:06.952695Z","caller":"traceutil/trace.go:171","msg":"trace[960777364] transaction","detail":"{read_only:false; response_revision:5009; number_of_response:1; }","duration":"399.555444ms","start":"2026-03-03T14:38:06.553127Z","end":"2026-03-03T14:38:06.952683Z","steps":["trace[960777364] 'process raft request' (duration: 399.200962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:06.952773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.227556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fd95d457-e49d-403f-bb91-e1ed035fcb5c\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-03-03T14:38:06.952819Z","caller":"traceutil/trace.go:171","msg":"trace[840275376] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-fd95d457-e49d-403f-bb91-e1ed035fcb5c; range_end:; response_count:1; response_revision:5009; }","duration":"449.312699ms","start":"2026-03-03T14:38:06.503495Z","end":"2026-03-03T14:38:06.952808Z","steps":["trace[840275376] 'agreement among raft nodes before linearized reading' (duration: 449.178574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:06.952855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:06.503475Z","time spent":"449.369441ms","remote":"127.0.0.1:33516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fd95d457-e49d-403f-bb91-e1ed035fcb5c\" "} {"level":"warn","ts":"2026-03-03T14:38:06.95294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:06.553096Z","time spent":"399.630236ms","remote":"127.0.0.1:33404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":997,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:38:06.983263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.541619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T14:38:06.983292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.946187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T14:38:06.983347Z","caller":"traceutil/trace.go:171","msg":"trace[1598432959] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5009; }","duration":"421.005638ms","start":"2026-03-03T14:38:06.562329Z","end":"2026-03-03T14:38:06.983335Z","steps":["trace[1598432959] 'agreement among raft nodes before linearized reading' (duration: 420.857914ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:06.983347Z","caller":"traceutil/trace.go:171","msg":"trace[1403981415] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5009; }","duration":"472.657903ms","start":"2026-03-03T14:38:06.51067Z","end":"2026-03-03T14:38:06.983328Z","steps":["trace[1403981415] 'agreement among raft nodes before linearized reading' (duration: 472.440216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:06.983396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:06.51066Z","time spent":"472.727045ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:38:06.983384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:06.562228Z","time spent":"421.148494ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:38:06.983445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.324378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T14:38:06.983446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.321697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T14:38:06.983475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.201309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:38:06.983514Z","caller":"traceutil/trace.go:171","msg":"trace[323442193] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5009; }","duration":"469.41669ms","start":"2026-03-03T14:38:06.514082Z","end":"2026-03-03T14:38:06.983499Z","steps":["trace[323442193] 'agreement among raft nodes before linearized reading' (duration: 469.244485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:06.983503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.670558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:38:06.983527Z","caller":"traceutil/trace.go:171","msg":"trace[147029698] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5009; }","duration":"434.446091ms","start":"2026-03-03T14:38:06.549063Z","end":"2026-03-03T14:38:06.983509Z","steps":["trace[147029698] 'agreement among raft nodes before linearized reading' (duration: 434.199713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:06.983561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:06.514074Z","time spent":"469.477573ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T14:38:06.983568Z","caller":"traceutil/trace.go:171","msg":"trace[1869080355] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5009; }","duration":"431.326523ms","start":"2026-03-03T14:38:06.552217Z","end":"2026-03-03T14:38:06.983544Z","steps":["trace[1869080355] 'agreement among raft nodes before linearized reading' (duration: 431.174818ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:06.983579Z","caller":"traceutil/trace.go:171","msg":"trace[1383668631] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5009; }","duration":"468.794351ms","start":"2026-03-03T14:38:06.514766Z","end":"2026-03-03T14:38:06.983561Z","steps":["trace[1383668631] 'agreement among raft nodes before linearized reading' (duration: 468.538093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:06.983594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:06.549051Z","time spent":"434.526204ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:38:06.983621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:06.514749Z","time spent":"468.863993ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:38:06.983619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:06.552202Z","time spent":"431.405076ms","remote":"127.0.0.1:33356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:38:06.983701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.515445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80046"} {"level":"warn","ts":"2026-03-03T14:38:06.983822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.227459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fd95d457-e49d-403f-bb91-e1ed035fcb5c\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-03-03T14:38:06.983865Z","caller":"traceutil/trace.go:171","msg":"trace[2003760644] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-fd95d457-e49d-403f-bb91-e1ed035fcb5c; range_end:; response_count:1; response_revision:5009; }","duration":"292.344013ms","start":"2026-03-03T14:38:06.691508Z","end":"2026-03-03T14:38:06.983852Z","steps":["trace[2003760644] 'agreement among raft nodes before linearized reading' (duration: 291.686872ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:06.983819Z","caller":"traceutil/trace.go:171","msg":"trace[187427481] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5009; }","duration":"428.66621ms","start":"2026-03-03T14:38:06.555132Z","end":"2026-03-03T14:38:06.983798Z","steps":["trace[187427481] 'agreement among raft nodes before linearized reading' (duration: 427.998099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:06.983984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:06.555123Z","time spent":"428.845635ms","remote":"127.0.0.1:33516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":80068,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T14:38:08.888792Z","caller":"traceutil/trace.go:171","msg":"trace[1925486423] transaction","detail":"{read_only:false; response_revision:5025; number_of_response:1; }","duration":"248.455053ms","start":"2026-03-03T14:38:08.640319Z","end":"2026-03-03T14:38:08.888774Z","steps":["trace[1925486423] 'process raft request' (duration: 248.323459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:20.317437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.597863ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:38:20.317659Z","caller":"traceutil/trace.go:171","msg":"trace[1831847059] linearizableReadLoop","detail":"{readStateIndex:5405; appliedIndex:5404; }","duration":"297.390842ms","start":"2026-03-03T14:38:20.020251Z","end":"2026-03-03T14:38:20.317642Z","steps":["trace[1831847059] 'read index received' (duration: 44.526061ms)","trace[1831847059] 'applied index is now lower than readState.Index' (duration: 252.863381ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:38:20.317769Z","caller":"traceutil/trace.go:171","msg":"trace[634164277] transaction","detail":"{read_only:false; response_revision:5196; number_of_response:1; }","duration":"448.902796ms","start":"2026-03-03T14:38:19.868802Z","end":"2026-03-03T14:38:20.317705Z","steps":["trace[634164277] 'process raft request' (duration: 195.950462ms)","trace[634164277] 'compare' (duration: 252.041405ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:38:20.317893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.921796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:38:20.317947Z","caller":"traceutil/trace.go:171","msg":"trace[640268421] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5196; }","duration":"130.003728ms","start":"2026-03-03T14:38:20.187928Z","end":"2026-03-03T14:38:20.317932Z","steps":["trace[640268421] 'agreement among raft nodes before linearized reading' (duration: 129.939586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:20.317827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.566977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:38:20.318006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:19.868783Z","time spent":"449.103943ms","remote":"127.0.0.1:33404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":736,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:38:20.318029Z","caller":"traceutil/trace.go:171","msg":"trace[1317468188] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:5196; }","duration":"297.794174ms","start":"2026-03-03T14:38:20.020212Z","end":"2026-03-03T14:38:20.318006Z","steps":["trace[1317468188] 'agreement among raft nodes before linearized reading' (duration: 297.559567ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:25.606816Z","caller":"traceutil/trace.go:171","msg":"trace[935257541] transaction","detail":"{read_only:false; response_revision:5238; number_of_response:1; }","duration":"195.825848ms","start":"2026-03-03T14:38:25.410966Z","end":"2026-03-03T14:38:25.606791Z","steps":["trace[935257541] 'process raft request' (duration: 195.667233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:26.257073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.885351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-03-03T14:38:26.257169Z","caller":"traceutil/trace.go:171","msg":"trace[2037142881] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5238; }","duration":"155.020955ms","start":"2026-03-03T14:38:26.102116Z","end":"2026-03-03T14:38:26.257137Z","steps":["trace[2037142881] 'range keys from in-memory index tree' (duration: 154.704754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:26.257127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.668911ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:38:26.257258Z","caller":"traceutil/trace.go:171","msg":"trace[1716618238] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5238; }","duration":"290.813535ms","start":"2026-03-03T14:38:25.966425Z","end":"2026-03-03T14:38:26.257238Z","steps":["trace[1716618238] 'range keys from in-memory index tree' (duration: 290.65287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:26.257641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.784925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-03T14:38:26.257767Z","caller":"traceutil/trace.go:171","msg":"trace[1853596880] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5238; }","duration":"457.95028ms","start":"2026-03-03T14:38:25.7998Z","end":"2026-03-03T14:38:26.25775Z","steps":["trace[1853596880] 'range keys from in-memory index tree' (duration: 457.61299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:26.257864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:25.79977Z","time spent":"458.045283ms","remote":"127.0.0.1:33486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-03T14:38:26.631813Z","caller":"traceutil/trace.go:171","msg":"trace[1793583806] transaction","detail":"{read_only:false; response_revision:5239; number_of_response:1; }","duration":"137.955338ms","start":"2026-03-03T14:38:26.493829Z","end":"2026-03-03T14:38:26.631785Z","steps":["trace[1793583806] 'process raft request' (duration: 137.769682ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:26.643463Z","caller":"traceutil/trace.go:171","msg":"trace[1824155455] transaction","detail":"{read_only:false; response_revision:5240; number_of_response:1; }","duration":"112.140466ms","start":"2026-03-03T14:38:26.531298Z","end":"2026-03-03T14:38:26.643438Z","steps":["trace[1824155455] 'process raft request' (duration: 111.979751ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:27.344209Z","caller":"traceutil/trace.go:171","msg":"trace[489297731] transaction","detail":"{read_only:false; response_revision:5248; number_of_response:1; }","duration":"206.822983ms","start":"2026-03-03T14:38:27.137352Z","end":"2026-03-03T14:38:27.344175Z","steps":["trace[489297731] 'process raft request' (duration: 165.714921ms)","trace[489297731] 'compare' (duration: 40.819153ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:38:56.78008Z","caller":"traceutil/trace.go:171","msg":"trace[1346830851] transaction","detail":"{read_only:false; response_revision:5515; number_of_response:1; }","duration":"126.502743ms","start":"2026-03-03T14:38:56.65355Z","end":"2026-03-03T14:38:56.780053Z","steps":["trace[1346830851] 'process raft request' (duration: 126.297436ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:59.902826Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2662} {"level":"info","ts":"2026-03-03T14:38:59.967479Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2662,"took":"63.578887ms","hash":3179095495,"current-db-size-bytes":40456192,"current-db-size":"40 MB","current-db-size-in-use-bytes":30019584,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-03T14:38:59.967552Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3179095495,"revision":2662,"compact-revision":-1} {"level":"info","ts":"2026-03-03T14:39:05.359491Z","caller":"traceutil/trace.go:171","msg":"trace[1644192563] linearizableReadLoop","detail":"{readStateIndex:5783; appliedIndex:5782; }","duration":"170.198255ms","start":"2026-03-03T14:39:05.189268Z","end":"2026-03-03T14:39:05.359467Z","steps":["trace[1644192563] 'read index received' (duration: 145.715166ms)","trace[1644192563] 'applied index is now lower than readState.Index' (duration: 24.482169ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:39:05.359522Z","caller":"traceutil/trace.go:171","msg":"trace[894772819] transaction","detail":"{read_only:false; response_revision:5562; number_of_response:1; }","duration":"208.635193ms","start":"2026-03-03T14:39:05.150846Z","end":"2026-03-03T14:39:05.359482Z","steps":["trace[894772819] 'process raft request' (duration: 184.130233ms)","trace[894772819] 'compare' (duration: 24.376096ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:39:05.359755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.435213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:39:05.359801Z","caller":"traceutil/trace.go:171","msg":"trace[613126113] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5562; }","duration":"170.565606ms","start":"2026-03-03T14:39:05.189223Z","end":"2026-03-03T14:39:05.359788Z","steps":["trace[613126113] 'agreement among raft nodes before linearized reading' (duration: 170.446883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:39:05.367232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.949674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:39:05.367301Z","caller":"traceutil/trace.go:171","msg":"trace[1693607029] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:5564; }","duration":"161.171802ms","start":"2026-03-03T14:39:05.206113Z","end":"2026-03-03T14:39:05.367285Z","steps":["trace[1693607029] 'agreement among raft nodes before linearized reading' (duration: 161.061038ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:39:05.512635Z","caller":"traceutil/trace.go:171","msg":"trace[40457300] transaction","detail":"{read_only:false; response_revision:5566; number_of_response:1; }","duration":"140.170492ms","start":"2026-03-03T14:39:05.372435Z","end":"2026-03-03T14:39:05.512606Z","steps":["trace[40457300] 'process raft request' (duration: 89.063907ms)","trace[40457300] 'compare' (duration: 50.918809ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:39:05.512816Z","caller":"traceutil/trace.go:171","msg":"trace[394922574] transaction","detail":"{read_only:false; response_revision:5567; number_of_response:1; }","duration":"140.306827ms","start":"2026-03-03T14:39:05.372489Z","end":"2026-03-03T14:39:05.512795Z","steps":["trace[394922574] 'process raft request' (duration: 140.072799ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:39:05.512949Z","caller":"traceutil/trace.go:171","msg":"trace[2037384512] transaction","detail":"{read_only:false; response_revision:5568; number_of_response:1; }","duration":"139.643005ms","start":"2026-03-03T14:39:05.373296Z","end":"2026-03-03T14:39:05.512939Z","steps":["trace[2037384512] 'process raft request' (duration: 139.427578ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:39:05.512934Z","caller":"traceutil/trace.go:171","msg":"trace[742774890] linearizableReadLoop","detail":"{readStateIndex:5788; appliedIndex:5785; }","duration":"139.657286ms","start":"2026-03-03T14:39:05.373253Z","end":"2026-03-03T14:39:05.51291Z","steps":["trace[742774890] 'read index received' (duration: 40.909515ms)","trace[742774890] 'applied index is now lower than readState.Index' (duration: 98.746041ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:39:05.513247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.970896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101456"} {"level":"info","ts":"2026-03-03T14:39:05.513292Z","caller":"traceutil/trace.go:171","msg":"trace[2120219875] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5568; }","duration":"140.048178ms","start":"2026-03-03T14:39:05.373234Z","end":"2026-03-03T14:39:05.513283Z","steps":["trace[2120219875] 'agreement among raft nodes before linearized reading' (duration: 139.78087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:39:05.762771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.872834ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:39:05.762868Z","caller":"traceutil/trace.go:171","msg":"trace[217526815] transaction","detail":"{read_only:false; response_revision:5570; number_of_response:1; }","duration":"164.274709ms","start":"2026-03-03T14:39:05.598574Z","end":"2026-03-03T14:39:05.762849Z","steps":["trace[217526815] 'process raft request' (duration: 52.253031ms)","trace[217526815] 'compare' (duration: 111.725189ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:39:19.563004Z","caller":"traceutil/trace.go:171","msg":"trace[672419529] transaction","detail":"{read_only:false; response_revision:5665; number_of_response:1; }","duration":"104.507502ms","start":"2026-03-03T14:39:19.458426Z","end":"2026-03-03T14:39:19.562934Z","steps":["trace[672419529] 'process raft request' (duration: 99.232146ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:39:19.628721Z","caller":"traceutil/trace.go:171","msg":"trace[1146876855] linearizableReadLoop","detail":"{readStateIndex:5890; appliedIndex:5888; }","duration":"149.813715ms","start":"2026-03-03T14:39:19.478886Z","end":"2026-03-03T14:39:19.6287Z","steps":["trace[1146876855] 'read index received' (duration: 78.785295ms)","trace[1146876855] 'applied index is now lower than readState.Index' (duration: 71.02696ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:39:19.628744Z","caller":"traceutil/trace.go:171","msg":"trace[2131926463] transaction","detail":"{read_only:false; response_revision:5666; number_of_response:1; }","duration":"169.868545ms","start":"2026-03-03T14:39:19.458852Z","end":"2026-03-03T14:39:19.62872Z","steps":["trace[2131926463] 'process raft request' (duration: 169.72204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:39:19.628949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.051502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:39:19.628993Z","caller":"traceutil/trace.go:171","msg":"trace[1110644076] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5666; }","duration":"150.189877ms","start":"2026-03-03T14:39:19.478791Z","end":"2026-03-03T14:39:19.62898Z","steps":["trace[1110644076] 'agreement among raft nodes before linearized reading' (duration: 150.033802ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:43:59.909761Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5535} {"level":"info","ts":"2026-03-03T14:43:59.999162Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5535,"took":"87.541832ms","hash":1843041117,"current-db-size-bytes":41582592,"current-db-size":"42 MB","current-db-size-in-use-bytes":21671936,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-03T14:43:59.999224Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1843041117,"revision":5535,"compact-revision":2662} {"level":"info","ts":"2026-03-03T14:44:21.283937Z","caller":"traceutil/trace.go:171","msg":"trace[261404709] transaction","detail":"{read_only:false; response_revision:7743; number_of_response:1; }","duration":"609.052674ms","start":"2026-03-03T14:44:20.674852Z","end":"2026-03-03T14:44:21.283905Z","steps":["trace[261404709] 'process raft request' (duration: 608.638701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:21.284108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:44:20.674828Z","time spent":"609.199458ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:44:21.824704Z","caller":"traceutil/trace.go:171","msg":"trace[851154468] transaction","detail":"{read_only:false; response_revision:7744; number_of_response:1; }","duration":"1.080809274s","start":"2026-03-03T14:44:20.743838Z","end":"2026-03-03T14:44:21.824647Z","steps":["trace[851154468] 'process raft request' (duration: 1.08037248s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:44:21.824927Z","caller":"traceutil/trace.go:171","msg":"trace[1537655420] linearizableReadLoop","detail":"{readStateIndex:8041; appliedIndex:8038; }","duration":"636.232077ms","start":"2026-03-03T14:44:21.188662Z","end":"2026-03-03T14:44:21.824894Z","steps":["trace[1537655420] 'read index received' (duration: 94.922601ms)","trace[1537655420] 'applied index is now lower than readState.Index' (duration: 541.290325ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:44:21.824993Z","caller":"traceutil/trace.go:171","msg":"trace[833944234] transaction","detail":"{read_only:false; response_revision:7745; number_of_response:1; }","duration":"1.054103186s","start":"2026-03-03T14:44:20.77082Z","end":"2026-03-03T14:44:21.824923Z","steps":["trace[833944234] 'process raft request' (duration: 1.053719524s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:21.825119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.442544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:44:21.825236Z","caller":"traceutil/trace.go:171","msg":"trace[2032247443] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7745; }","duration":"636.608239ms","start":"2026-03-03T14:44:21.188597Z","end":"2026-03-03T14:44:21.825206Z","steps":["trace[2032247443] 'agreement among raft nodes before linearized reading' (duration: 636.396722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:21.825242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.901741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:44:21.825179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:44:20.743804Z","time spent":"1.081108133s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:44:21.8254Z","caller":"traceutil/trace.go:171","msg":"trace[227837975] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:7745; }","duration":"441.096588ms","start":"2026-03-03T14:44:21.38428Z","end":"2026-03-03T14:44:21.825377Z","steps":["trace[227837975] 'agreement among raft nodes before linearized reading' (duration: 440.801409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:21.825492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:44:21.384269Z","time spent":"441.18579ms","remote":"127.0.0.1:33516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":60,"response size":29,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:44:21.825375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.61844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T14:44:21.825302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:44:21.188576Z","time spent":"636.714682ms","remote":"127.0.0.1:33360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:44:21.825573Z","caller":"traceutil/trace.go:171","msg":"trace[959201556] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7745; }","duration":"452.827146ms","start":"2026-03-03T14:44:21.372719Z","end":"2026-03-03T14:44:21.825546Z","steps":["trace[959201556] 'agreement among raft nodes before linearized reading' (duration: 452.423094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:21.825595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.87495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-txvxs\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-03-03T14:44:21.825598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.34053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.199\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-03T14:44:21.825627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:44:21.372698Z","time spent":"452.918399ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T14:44:21.825635Z","caller":"traceutil/trace.go:171","msg":"trace[716757075] range","detail":"{range_begin:/registry/pods/openstack/keepalived-txvxs; range_end:; response_count:1; response_revision:7745; }","duration":"263.942352ms","start":"2026-03-03T14:44:21.561682Z","end":"2026-03-03T14:44:21.825625Z","steps":["trace[716757075] 'agreement among raft nodes before linearized reading' (duration: 263.744565ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:44:21.825654Z","caller":"traceutil/trace.go:171","msg":"trace[670016178] range","detail":"{range_begin:/registry/masterleases/199.19.213.199; range_end:; response_count:1; response_revision:7745; }","duration":"240.439444ms","start":"2026-03-03T14:44:21.585199Z","end":"2026-03-03T14:44:21.825638Z","steps":["trace[670016178] 'agreement among raft nodes before linearized reading' (duration: 240.256118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:21.825671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.455285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T14:44:21.825747Z","caller":"traceutil/trace.go:171","msg":"trace[1586145088] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7745; }","duration":"445.576018ms","start":"2026-03-03T14:44:21.380157Z","end":"2026-03-03T14:44:21.825733Z","steps":["trace[1586145088] 'agreement among raft nodes before linearized reading' (duration: 445.240938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:21.825317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:44:20.77079Z","time spent":"1.054330973s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:44:21.825795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:44:21.380136Z","time spent":"445.650141ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:44:21.825801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.019187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:44:21.825863Z","caller":"traceutil/trace.go:171","msg":"trace[38757196] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7745; }","duration":"541.11916ms","start":"2026-03-03T14:44:21.284729Z","end":"2026-03-03T14:44:21.825848Z","steps":["trace[38757196] 'agreement among raft nodes before linearized reading' (duration: 540.331475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:21.825915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:44:21.284704Z","time spent":"541.201813ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:44:21.82616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.498011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T14:44:21.826248Z","caller":"traceutil/trace.go:171","msg":"trace[916279998] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7745; }","duration":"540.631815ms","start":"2026-03-03T14:44:21.285593Z","end":"2026-03-03T14:44:21.826225Z","steps":["trace[916279998] 'agreement among raft nodes before linearized reading' (duration: 539.782908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:21.826428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:44:21.285566Z","time spent":"540.717857ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:44:21.82545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.100531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:44:21.826946Z","caller":"traceutil/trace.go:171","msg":"trace[413935819] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7745; }","duration":"458.646509ms","start":"2026-03-03T14:44:21.368269Z","end":"2026-03-03T14:44:21.826916Z","steps":["trace[413935819] 'agreement among raft nodes before linearized reading' (duration: 456.893594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:21.827008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:44:21.368245Z","time spent":"458.742873ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T14:44:31.620772Z","caller":"traceutil/trace.go:171","msg":"trace[1431575884] transaction","detail":"{read_only:false; response_revision:7789; number_of_response:1; }","duration":"282.411562ms","start":"2026-03-03T14:44:31.338332Z","end":"2026-03-03T14:44:31.620744Z","steps":["trace[1431575884] 'process raft request' (duration: 282.098332ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:44:32.994089Z","caller":"traceutil/trace.go:171","msg":"trace[375107799] transaction","detail":"{read_only:false; response_revision:7798; number_of_response:1; }","duration":"318.365022ms","start":"2026-03-03T14:44:32.675695Z","end":"2026-03-03T14:44:32.99406Z","steps":["trace[375107799] 'process raft request' (duration: 318.212587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:32.994248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:44:32.675662Z","time spent":"318.510887ms","remote":"127.0.0.1:33500","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19562,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:44:32.994787Z","caller":"traceutil/trace.go:171","msg":"trace[920637701] linearizableReadLoop","detail":"{readStateIndex:8098; appliedIndex:8098; }","duration":"218.3295ms","start":"2026-03-03T14:44:32.776449Z","end":"2026-03-03T14:44:32.994779Z","steps":["trace[920637701] 'read index received' (duration: 218.32537ms)","trace[920637701] 'applied index is now lower than readState.Index' (duration: 3.42µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:44:32.995061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.621118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-03T14:44:32.995096Z","caller":"traceutil/trace.go:171","msg":"trace[621873460] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:7798; }","duration":"218.69403ms","start":"2026-03-03T14:44:32.776392Z","end":"2026-03-03T14:44:32.995086Z","steps":["trace[621873460] 'agreement among raft nodes before linearized reading' (duration: 218.622278ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:44:33.956899Z","caller":"traceutil/trace.go:171","msg":"trace[1767028640] transaction","detail":"{read_only:false; response_revision:7801; number_of_response:1; }","duration":"375.478486ms","start":"2026-03-03T14:44:33.581397Z","end":"2026-03-03T14:44:33.956875Z","steps":["trace[1767028640] 'process raft request' (duration: 375.27963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:33.957046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:44:33.581378Z","time spent":"375.59267ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:44:34.429795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.897887ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:44:34.430044Z","caller":"traceutil/trace.go:171","msg":"trace[229245391] transaction","detail":"{read_only:false; response_revision:7802; number_of_response:1; }","duration":"803.178773ms","start":"2026-03-03T14:44:33.62685Z","end":"2026-03-03T14:44:34.430029Z","steps":["trace[229245391] 'process raft request' (duration: 555.960357ms)","trace[229245391] 'compare' (duration: 246.747231ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:44:34.430098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:44:33.626831Z","time spent":"803.243056ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:44:34.43017Z","caller":"traceutil/trace.go:171","msg":"trace[1188262605] transaction","detail":"{read_only:false; response_revision:7803; number_of_response:1; }","duration":"563.170453ms","start":"2026-03-03T14:44:33.866971Z","end":"2026-03-03T14:44:34.430142Z","steps":["trace[1188262605] 'process raft request' (duration: 562.938956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:34.430416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:44:33.866947Z","time spent":"563.304637ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:44:34.430401Z","caller":"traceutil/trace.go:171","msg":"trace[1146727769] transaction","detail":"{read_only:false; response_revision:7805; number_of_response:1; }","duration":"516.59534ms","start":"2026-03-03T14:44:33.913773Z","end":"2026-03-03T14:44:34.430368Z","steps":["trace[1146727769] 'process raft request' (duration: 516.460306ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:44:34.430424Z","caller":"traceutil/trace.go:171","msg":"trace[1885427402] transaction","detail":"{read_only:false; response_revision:7804; number_of_response:1; }","duration":"521.03914ms","start":"2026-03-03T14:44:33.909332Z","end":"2026-03-03T14:44:34.430371Z","steps":["trace[1885427402] 'process raft request' (duration: 520.71704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:34.430807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.835002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-03T14:44:34.430413Z","caller":"traceutil/trace.go:171","msg":"trace[2023334064] linearizableReadLoop","detail":"{readStateIndex:8102; appliedIndex:8100; }","duration":"590.418559ms","start":"2026-03-03T14:44:33.83997Z","end":"2026-03-03T14:44:34.430388Z","steps":["trace[2023334064] 'read index received' (duration: 116.711256ms)","trace[2023334064] 'applied index is now lower than readState.Index' (duration: 473.704702ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:44:34.430916Z","caller":"traceutil/trace.go:171","msg":"trace[48820802] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7805; }","duration":"590.951455ms","start":"2026-03-03T14:44:33.839909Z","end":"2026-03-03T14:44:34.430861Z","steps":["trace[48820802] 'agreement among raft nodes before linearized reading' (duration: 590.556043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:34.430584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:44:33.913759Z","time spent":"516.727974ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:44:34.431016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:44:33.839885Z","time spent":"591.0794ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T14:44:34.431136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.040393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:44:34.431214Z","caller":"traceutil/trace.go:171","msg":"trace[674237748] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7805; }","duration":"502.153576ms","start":"2026-03-03T14:44:33.929039Z","end":"2026-03-03T14:44:34.431193Z","steps":["trace[674237748] 'agreement among raft nodes before linearized reading' (duration: 501.950179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:34.431266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:44:33.929027Z","time spent":"502.226219ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:44:34.431157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:44:33.909318Z","time spent":"521.411031ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:44:34.431367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.451911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-03T14:44:34.431293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.371806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:44:34.431456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.210821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-txvxs\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-03T14:44:34.43146Z","caller":"traceutil/trace.go:171","msg":"trace[288223783] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7805; }","duration":"478.564515ms","start":"2026-03-03T14:44:33.95288Z","end":"2026-03-03T14:44:34.431445Z","steps":["trace[288223783] 'agreement among raft nodes before linearized reading' (duration: 478.317227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:34.431498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.531914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T14:44:34.431507Z","caller":"traceutil/trace.go:171","msg":"trace[1639919585] range","detail":"{range_begin:/registry/pods/openstack/keepalived-txvxs; range_end:; response_count:1; response_revision:7805; }","duration":"497.278653ms","start":"2026-03-03T14:44:33.934212Z","end":"2026-03-03T14:44:34.43149Z","steps":["trace[1639919585] 'agreement among raft nodes before linearized reading' (duration: 497.150959ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:44:34.43155Z","caller":"traceutil/trace.go:171","msg":"trace[2029767183] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7805; }","duration":"478.607566ms","start":"2026-03-03T14:44:33.952929Z","end":"2026-03-03T14:44:34.431537Z","steps":["trace[2029767183] 'agreement among raft nodes before linearized reading' (duration: 478.470351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:34.431556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:44:33.934202Z","time spent":"497.343385ms","remote":"127.0.0.1:33516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6467,"request content":"key:\"/registry/pods/openstack/keepalived-txvxs\" "} {"level":"warn","ts":"2026-03-03T14:44:34.431553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.490774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T14:44:34.431588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:44:33.952914Z","time spent":"478.666438ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:44:34.431582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:44:33.952866Z","time spent":"478.670748ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T14:44:34.431604Z","caller":"traceutil/trace.go:171","msg":"trace[539538580] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7805; }","duration":"243.686736ms","start":"2026-03-03T14:44:34.187872Z","end":"2026-03-03T14:44:34.431559Z","steps":["trace[539538580] 'agreement among raft nodes before linearized reading' (duration: 243.342216ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:44:34.43163Z","caller":"traceutil/trace.go:171","msg":"trace[1065895856] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7805; }","duration":"479.611748ms","start":"2026-03-03T14:44:33.952Z","end":"2026-03-03T14:44:34.431611Z","steps":["trace[1065895856] 'agreement among raft nodes before linearized reading' (duration: 479.36953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:34.43171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:44:33.951982Z","time spent":"479.713321ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:44:34.43172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.476603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:44:34.431884Z","caller":"traceutil/trace.go:171","msg":"trace[1508309838] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7805; }","duration":"479.649479ms","start":"2026-03-03T14:44:33.952215Z","end":"2026-03-03T14:44:34.431864Z","steps":["trace[1508309838] 'agreement among raft nodes before linearized reading' (duration: 479.448083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:34.431943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:44:33.952203Z","time spent":"479.724911ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:44:34.432251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.776471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-9b6d77848-lnp2q.18995bf936e243f4\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-03-03T14:44:34.432532Z","caller":"traceutil/trace.go:171","msg":"trace[806303271] range","detail":"{range_begin:/registry/events/openstack/barbican-api-9b6d77848-lnp2q.18995bf936e243f4; range_end:; response_count:1; response_revision:7805; }","duration":"153.999248ms","start":"2026-03-03T14:44:34.278377Z","end":"2026-03-03T14:44:34.432376Z","steps":["trace[806303271] 'agreement among raft nodes before linearized reading' (duration: 152.895513ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:44:34.56368Z","caller":"traceutil/trace.go:171","msg":"trace[927904163] transaction","detail":"{read_only:false; response_revision:7807; number_of_response:1; }","duration":"127.530137ms","start":"2026-03-03T14:44:34.436114Z","end":"2026-03-03T14:44:34.563645Z","steps":["trace[927904163] 'process raft request' (duration: 127.328141ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:44:34.56395Z","caller":"traceutil/trace.go:171","msg":"trace[227229396] transaction","detail":"{read_only:false; response_revision:7808; number_of_response:1; }","duration":"127.200546ms","start":"2026-03-03T14:44:34.436713Z","end":"2026-03-03T14:44:34.563913Z","steps":["trace[227229396] 'process raft request' (duration: 126.874726ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:44:34.564141Z","caller":"traceutil/trace.go:171","msg":"trace[822238974] transaction","detail":"{read_only:false; response_revision:7809; number_of_response:1; }","duration":"127.382352ms","start":"2026-03-03T14:44:34.436739Z","end":"2026-03-03T14:44:34.564122Z","steps":["trace[822238974] 'process raft request' (duration: 127.106523ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:44:34.564262Z","caller":"traceutil/trace.go:171","msg":"trace[2084568560] transaction","detail":"{read_only:false; response_revision:7810; number_of_response:1; }","duration":"127.494875ms","start":"2026-03-03T14:44:34.436754Z","end":"2026-03-03T14:44:34.564249Z","steps":["trace[2084568560] 'process raft request' (duration: 127.239567ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:44:34.564326Z","caller":"traceutil/trace.go:171","msg":"trace[1106324343] linearizableReadLoop","detail":"{readStateIndex:8107; appliedIndex:8105; }","duration":"127.930549ms","start":"2026-03-03T14:44:34.436372Z","end":"2026-03-03T14:44:34.564302Z","steps":["trace[1106324343] 'read index received' (duration: 69.828343ms)","trace[1106324343] 'applied index is now lower than readState.Index' (duration: 58.101266ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:44:34.564347Z","caller":"traceutil/trace.go:171","msg":"trace[1681540272] transaction","detail":"{read_only:false; response_revision:7811; number_of_response:1; }","duration":"127.518767ms","start":"2026-03-03T14:44:34.436814Z","end":"2026-03-03T14:44:34.564333Z","steps":["trace[1681540272] 'process raft request' (duration: 127.366102ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:44:34.564375Z","caller":"traceutil/trace.go:171","msg":"trace[245155435] transaction","detail":"{read_only:false; response_revision:7812; number_of_response:1; }","duration":"127.417433ms","start":"2026-03-03T14:44:34.436949Z","end":"2026-03-03T14:44:34.564367Z","steps":["trace[245155435] 'process raft request' (duration: 127.299079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:34.564801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.435906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222803"} {"level":"info","ts":"2026-03-03T14:44:34.56485Z","caller":"traceutil/trace.go:171","msg":"trace[1675693004] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7812; }","duration":"128.521648ms","start":"2026-03-03T14:44:34.436318Z","end":"2026-03-03T14:44:34.56484Z","steps":["trace[1675693004] 'agreement among raft nodes before linearized reading' (duration: 128.071963ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:44:36.743572Z","caller":"traceutil/trace.go:171","msg":"trace[659975931] transaction","detail":"{read_only:false; response_revision:7814; number_of_response:1; }","duration":"307.220102ms","start":"2026-03-03T14:44:36.436324Z","end":"2026-03-03T14:44:36.743544Z","steps":["trace[659975931] 'process raft request' (duration: 306.958744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:36.743757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:44:36.436265Z","time spent":"307.396508ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:44:37.032356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.961816ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:44:37.032519Z","caller":"traceutil/trace.go:171","msg":"trace[931407163] transaction","detail":"{read_only:false; response_revision:7815; number_of_response:1; }","duration":"595.317233ms","start":"2026-03-03T14:44:36.437186Z","end":"2026-03-03T14:44:37.032503Z","steps":["trace[931407163] 'process raft request' (duration: 477.14376ms)","trace[931407163] 'compare' (duration: 117.733709ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:44:37.032583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:44:36.437143Z","time spent":"595.419256ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:44:37.032748Z","caller":"traceutil/trace.go:171","msg":"trace[1527456932] transaction","detail":"{read_only:false; response_revision:7816; number_of_response:1; }","duration":"595.51755ms","start":"2026-03-03T14:44:36.437223Z","end":"2026-03-03T14:44:37.03274Z","steps":["trace[1527456932] 'process raft request' (duration: 595.250291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:37.032816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:44:36.437204Z","time spent":"595.590691ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:44:37.032832Z","caller":"traceutil/trace.go:171","msg":"trace[444908260] linearizableReadLoop","detail":"{readStateIndex:8116; appliedIndex:8113; }","duration":"522.072622ms","start":"2026-03-03T14:44:36.510736Z","end":"2026-03-03T14:44:37.032808Z","steps":["trace[444908260] 'read index received' (duration: 232.496104ms)","trace[444908260] 'applied index is now lower than readState.Index' (duration: 289.575028ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:44:37.066134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.881312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T14:44:37.066224Z","caller":"traceutil/trace.go:171","msg":"trace[1112255238] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7816; }","duration":"498.009976ms","start":"2026-03-03T14:44:36.568197Z","end":"2026-03-03T14:44:37.066207Z","steps":["trace[1112255238] 'agreement among raft nodes before linearized reading' (duration: 497.779099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:37.066278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:44:36.568181Z","time spent":"498.086488ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:44:37.066364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.256782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T14:44:37.066448Z","caller":"traceutil/trace.go:171","msg":"trace[1777490912] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7816; }","duration":"497.389656ms","start":"2026-03-03T14:44:36.569038Z","end":"2026-03-03T14:44:37.066427Z","steps":["trace[1777490912] 'agreement among raft nodes before linearized reading' (duration: 497.158239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:37.066505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:44:36.569006Z","time spent":"497.485039ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:44:37.066653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.690176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T14:44:37.066584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.518091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T14:44:37.06658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.596217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-txvxs\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-03T14:44:37.066694Z","caller":"traceutil/trace.go:171","msg":"trace[199001406] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7816; }","duration":"497.767438ms","start":"2026-03-03T14:44:36.568917Z","end":"2026-03-03T14:44:37.066685Z","steps":["trace[199001406] 'agreement among raft nodes before linearized reading' (duration: 497.629804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:37.066723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:44:36.568894Z","time spent":"497.82316ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T14:44:37.066763Z","caller":"traceutil/trace.go:171","msg":"trace[533965298] range","detail":"{range_begin:/registry/pods/openstack/keepalived-txvxs; range_end:; response_count:1; response_revision:7816; }","duration":"493.844765ms","start":"2026-03-03T14:44:36.572895Z","end":"2026-03-03T14:44:37.06674Z","steps":["trace[533965298] 'agreement among raft nodes before linearized reading' (duration: 493.435552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:37.0669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:44:36.57288Z","time spent":"493.971889ms","remote":"127.0.0.1:33516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6467,"request content":"key:\"/registry/pods/openstack/keepalived-txvxs\" "} {"level":"info","ts":"2026-03-03T14:44:37.066941Z","caller":"traceutil/trace.go:171","msg":"trace[1423192324] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7816; }","duration":"497.711386ms","start":"2026-03-03T14:44:36.568988Z","end":"2026-03-03T14:44:37.0667Z","steps":["trace[1423192324] 'agreement among raft nodes before linearized reading' (duration: 497.406097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:37.067001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:44:36.568959Z","time spent":"498.027527ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:44:37.067205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.416021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:44:37.06735Z","caller":"traceutil/trace.go:171","msg":"trace[765562328] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7816; }","duration":"556.647548ms","start":"2026-03-03T14:44:36.510665Z","end":"2026-03-03T14:44:37.067312Z","steps":["trace[765562328] 'agreement among raft nodes before linearized reading' (duration: 522.264768ms)","trace[765562328] 'range keys from in-memory index tree' (duration: 33.210663ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:44:37.067416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:44:36.510629Z","time spent":"556.774452ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T14:45:01.348594Z","caller":"traceutil/trace.go:171","msg":"trace[807376793] transaction","detail":"{read_only:false; response_revision:7981; number_of_response:1; }","duration":"197.175135ms","start":"2026-03-03T14:45:01.151399Z","end":"2026-03-03T14:45:01.348574Z","steps":["trace[807376793] 'process raft request' (duration: 197.041541ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:45:01.350364Z","caller":"traceutil/trace.go:171","msg":"trace[1769709527] linearizableReadLoop","detail":"{readStateIndex:8289; appliedIndex:8287; }","duration":"162.444364ms","start":"2026-03-03T14:45:01.187897Z","end":"2026-03-03T14:45:01.350341Z","steps":["trace[1769709527] 'read index received' (duration: 160.639307ms)","trace[1769709527] 'applied index is now lower than readState.Index' (duration: 1.803996ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:45:01.350517Z","caller":"traceutil/trace.go:171","msg":"trace[1390961772] transaction","detail":"{read_only:false; response_revision:7982; number_of_response:1; }","duration":"192.653933ms","start":"2026-03-03T14:45:01.157788Z","end":"2026-03-03T14:45:01.350442Z","steps":["trace[1390961772] 'process raft request' (duration: 192.424885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:01.350614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.50656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-03-03T14:45:01.350675Z","caller":"traceutil/trace.go:171","msg":"trace[26038324] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-csi-config; range_end:; response_count:1; response_revision:7982; }","duration":"116.604884ms","start":"2026-03-03T14:45:01.234056Z","end":"2026-03-03T14:45:01.350661Z","steps":["trace[26038324] 'agreement among raft nodes before linearized reading' (duration: 116.446869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:01.350554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.642729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:45:01.350808Z","caller":"traceutil/trace.go:171","msg":"trace[1662558661] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7982; }","duration":"162.938499ms","start":"2026-03-03T14:45:01.187853Z","end":"2026-03-03T14:45:01.350791Z","steps":["trace[1662558661] 'agreement among raft nodes before linearized reading' (duration: 162.618599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:01.350864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.765959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T14:45:01.350972Z","caller":"traceutil/trace.go:171","msg":"trace[1416014708] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7982; }","duration":"109.917814ms","start":"2026-03-03T14:45:01.241027Z","end":"2026-03-03T14:45:01.350945Z","steps":["trace[1416014708] 'agreement among raft nodes before linearized reading' (duration: 109.683586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:04.571063Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000897627622646159,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:45:05.073119Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000897627622646159,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:45:05.288174Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.274370025s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:45:05.288525Z","caller":"traceutil/trace.go:171","msg":"trace[1768653729] transaction","detail":"{read_only:false; response_revision:8000; number_of_response:1; }","duration":"1.27484573s","start":"2026-03-03T14:45:04.013654Z","end":"2026-03-03T14:45:05.2885Z","steps":["trace[1768653729] 'process raft request' (duration: 1.274698345s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:05.288665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:04.013628Z","time spent":"1.274959624s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:45:05.289608Z","caller":"traceutil/trace.go:171","msg":"trace[1886786409] transaction","detail":"{read_only:false; response_revision:8001; number_of_response:1; }","duration":"412.896852ms","start":"2026-03-03T14:45:04.876689Z","end":"2026-03-03T14:45:05.289586Z","steps":["trace[1886786409] 'process raft request' (duration: 412.692846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:05.289732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:04.876666Z","time spent":"412.993015ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:45:05.289769Z","caller":"traceutil/trace.go:171","msg":"trace[1850754798] linearizableReadLoop","detail":"{readStateIndex:8309; appliedIndex:8307; }","duration":"1.219758759s","start":"2026-03-03T14:45:04.069992Z","end":"2026-03-03T14:45:05.289751Z","steps":["trace[1850754798] 'read index received' (duration: 1.218369586s)","trace[1850754798] 'applied index is now lower than readState.Index' (duration: 1.388303ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:45:05.289995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.216132126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:45:05.29003Z","caller":"traceutil/trace.go:171","msg":"trace[1936817281] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8002; }","duration":"1.216207928s","start":"2026-03-03T14:45:04.073813Z","end":"2026-03-03T14:45:05.290021Z","steps":["trace[1936817281] 'agreement among raft nodes before linearized reading' (duration: 1.216141226s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:05.290053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:04.073792Z","time spent":"1.21625559s","remote":"127.0.0.1:50774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:45:05.290219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.220238385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-03-03T14:45:05.290251Z","caller":"traceutil/trace.go:171","msg":"trace[245147097] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8002; }","duration":"1.220308297s","start":"2026-03-03T14:45:04.069937Z","end":"2026-03-03T14:45:05.290245Z","steps":["trace[245147097] 'agreement among raft nodes before linearized reading' (duration: 1.220209104s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:05.290242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.585673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-03T14:45:05.290269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:04.069914Z","time spent":"1.220351499s","remote":"127.0.0.1:33516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12232,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T14:45:05.290282Z","caller":"traceutil/trace.go:171","msg":"trace[2105430001] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8002; }","duration":"709.664945ms","start":"2026-03-03T14:45:04.580605Z","end":"2026-03-03T14:45:05.29027Z","steps":["trace[2105430001] 'agreement among raft nodes before linearized reading' (duration: 709.542181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:05.290311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:04.580582Z","time spent":"709.723057ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T14:45:05.290346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.101964218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:45:05.290415Z","caller":"traceutil/trace.go:171","msg":"trace[1853883198] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8002; }","duration":"1.102078783s","start":"2026-03-03T14:45:04.188321Z","end":"2026-03-03T14:45:05.290399Z","steps":["trace[1853883198] 'agreement among raft nodes before linearized reading' (duration: 1.101971799s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:05.290449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:04.188298Z","time spent":"1.102144084s","remote":"127.0.0.1:33360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:45:05.290459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.896962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:45:05.290491Z","caller":"traceutil/trace.go:171","msg":"trace[1102316122] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:8002; }","duration":"363.959274ms","start":"2026-03-03T14:45:04.926521Z","end":"2026-03-03T14:45:05.290481Z","steps":["trace[1102316122] 'agreement among raft nodes before linearized reading' (duration: 363.909503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:05.290528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:04.926506Z","time spent":"364.013716ms","remote":"127.0.0.1:41096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:45:05.290548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.08185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:45:05.290577Z","caller":"traceutil/trace.go:171","msg":"trace[546758693] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8002; }","duration":"690.148862ms","start":"2026-03-03T14:45:04.600422Z","end":"2026-03-03T14:45:05.290571Z","steps":["trace[546758693] 'agreement among raft nodes before linearized reading' (duration: 690.104291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:05.2906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:04.6004Z","time spent":"690.194544ms","remote":"127.0.0.1:50732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:45:05.290671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015437261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-9b6d77848-lnp2q.18995bf936e243f4\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-03-03T14:45:05.290701Z","caller":"traceutil/trace.go:171","msg":"trace[533981646] range","detail":"{range_begin:/registry/events/openstack/barbican-api-9b6d77848-lnp2q.18995bf936e243f4; range_end:; response_count:1; response_revision:8002; }","duration":"1.015502244s","start":"2026-03-03T14:45:04.275189Z","end":"2026-03-03T14:45:05.290691Z","steps":["trace[533981646] 'agreement among raft nodes before linearized reading' (duration: 1.015393951s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:05.290725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:04.275168Z","time spent":"1.015551425s","remote":"127.0.0.1:33404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1154,"request content":"key:\"/registry/events/openstack/barbican-api-9b6d77848-lnp2q.18995bf936e243f4\" "} {"level":"info","ts":"2026-03-03T14:45:19.44589Z","caller":"traceutil/trace.go:171","msg":"trace[1657628547] linearizableReadLoop","detail":"{readStateIndex:8425; appliedIndex:8423; }","duration":"394.176054ms","start":"2026-03-03T14:45:19.051689Z","end":"2026-03-03T14:45:19.445865Z","steps":["trace[1657628547] 'read index received' (duration: 59.245491ms)","trace[1657628547] 'applied index is now lower than readState.Index' (duration: 334.929283ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:45:19.446057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.335668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:45:19.446111Z","caller":"traceutil/trace.go:171","msg":"trace[988515788] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8112; }","duration":"394.438092ms","start":"2026-03-03T14:45:19.05166Z","end":"2026-03-03T14:45:19.446098Z","steps":["trace[988515788] 'agreement among raft nodes before linearized reading' (duration: 394.330919ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:45:19.446109Z","caller":"traceutil/trace.go:171","msg":"trace[2143546667] transaction","detail":"{read_only:false; response_revision:8112; number_of_response:1; }","duration":"419.652175ms","start":"2026-03-03T14:45:19.02634Z","end":"2026-03-03T14:45:19.445992Z","steps":["trace[2143546667] 'process raft request' (duration: 419.368456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:19.44615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:19.051648Z","time spent":"394.491243ms","remote":"127.0.0.1:44898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:45:19.446224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:19.026316Z","time spent":"419.84687ms","remote":"127.0.0.1:33566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:45:19.535236Z","caller":"traceutil/trace.go:171","msg":"trace[2032255623] transaction","detail":"{read_only:false; response_revision:8113; number_of_response:1; }","duration":"360.802526ms","start":"2026-03-03T14:45:19.174409Z","end":"2026-03-03T14:45:19.535211Z","steps":["trace[2032255623] 'process raft request' (duration: 360.553798ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:45:19.535267Z","caller":"traceutil/trace.go:171","msg":"trace[829840505] transaction","detail":"{read_only:false; response_revision:8115; number_of_response:1; }","duration":"116.291214ms","start":"2026-03-03T14:45:19.418957Z","end":"2026-03-03T14:45:19.535248Z","steps":["trace[829840505] 'process raft request' (duration: 116.211031ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:45:19.535324Z","caller":"traceutil/trace.go:171","msg":"trace[1501044013] transaction","detail":"{read_only:false; response_revision:8114; number_of_response:1; }","duration":"179.261912ms","start":"2026-03-03T14:45:19.356031Z","end":"2026-03-03T14:45:19.535292Z","steps":["trace[1501044013] 'process raft request' (duration: 179.073036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:19.535374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:19.174388Z","time spent":"360.924069ms","remote":"127.0.0.1:33404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:45:19.535426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.790399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:45:19.53547Z","caller":"traceutil/trace.go:171","msg":"trace[388717723] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8116; }","duration":"264.871341ms","start":"2026-03-03T14:45:19.270588Z","end":"2026-03-03T14:45:19.53546Z","steps":["trace[388717723] 'agreement among raft nodes before linearized reading' (duration: 264.787129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:19.535537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.552829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-dw9v8\" ","response":"range_response_count:1 size:4653"} {"level":"info","ts":"2026-03-03T14:45:19.535603Z","caller":"traceutil/trace.go:171","msg":"trace[193694862] transaction","detail":"{read_only:false; response_revision:8116; number_of_response:1; }","duration":"101.402116ms","start":"2026-03-03T14:45:19.434193Z","end":"2026-03-03T14:45:19.535596Z","steps":["trace[193694862] 'process raft request' (duration: 101.014953ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:45:19.535616Z","caller":"traceutil/trace.go:171","msg":"trace[1416018572] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-dw9v8; range_end:; response_count:1; response_revision:8116; }","duration":"361.659862ms","start":"2026-03-03T14:45:19.173938Z","end":"2026-03-03T14:45:19.535597Z","steps":["trace[1416018572] 'agreement among raft nodes before linearized reading' (duration: 361.461275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:19.535682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:19.17392Z","time spent":"361.744605ms","remote":"127.0.0.1:33516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4675,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-dw9v8\" "} {"level":"warn","ts":"2026-03-03T14:45:19.535733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.293082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-03T14:45:19.535772Z","caller":"traceutil/trace.go:171","msg":"trace[626333852] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:8116; }","duration":"418.383884ms","start":"2026-03-03T14:45:19.117376Z","end":"2026-03-03T14:45:19.53576Z","steps":["trace[626333852] 'agreement among raft nodes before linearized reading' (duration: 418.290451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:19.535811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:19.117357Z","time spent":"418.445346ms","remote":"127.0.0.1:33420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":648,"request content":"key:\"/registry/configmaps/openstack/rook-config-override\" "} {"level":"info","ts":"2026-03-03T14:45:20.449504Z","caller":"traceutil/trace.go:171","msg":"trace[1288165429] linearizableReadLoop","detail":"{readStateIndex:8438; appliedIndex:8437; }","duration":"145.596985ms","start":"2026-03-03T14:45:20.303849Z","end":"2026-03-03T14:45:20.449446Z","steps":["trace[1288165429] 'read index received' (duration: 145.427619ms)","trace[1288165429] 'applied index is now lower than readState.Index' (duration: 168.236µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:45:20.449557Z","caller":"traceutil/trace.go:171","msg":"trace[775557448] transaction","detail":"{read_only:false; response_revision:8125; number_of_response:1; }","duration":"149.700723ms","start":"2026-03-03T14:45:20.299826Z","end":"2026-03-03T14:45:20.449526Z","steps":["trace[775557448] 'process raft request' (duration: 149.430075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:20.449716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.838092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-03T14:45:20.449799Z","caller":"traceutil/trace.go:171","msg":"trace[510664308] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8125; }","duration":"145.952955ms","start":"2026-03-03T14:45:20.303832Z","end":"2026-03-03T14:45:20.449785Z","steps":["trace[510664308] 'agreement among raft nodes before linearized reading' (duration: 145.748839ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:45:21.679919Z","caller":"traceutil/trace.go:171","msg":"trace[1802597115] linearizableReadLoop","detail":"{readStateIndex:8440; appliedIndex:8439; }","duration":"425.795627ms","start":"2026-03-03T14:45:21.254089Z","end":"2026-03-03T14:45:21.679884Z","steps":["trace[1802597115] 'read index received' (duration: 425.741705ms)","trace[1802597115] 'applied index is now lower than readState.Index' (duration: 52.422µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:45:21.680028Z","caller":"traceutil/trace.go:171","msg":"trace[331270372] transaction","detail":"{read_only:false; response_revision:8127; number_of_response:1; }","duration":"475.322523ms","start":"2026-03-03T14:45:21.204671Z","end":"2026-03-03T14:45:21.679994Z","steps":["trace[331270372] 'process raft request' (duration: 475.035094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:21.680864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.789528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:45:21.681633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:21.204654Z","time spent":"475.453787ms","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":527,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T14:45:21.682106Z","caller":"traceutil/trace.go:171","msg":"trace[725513191] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:8127; }","duration":"426.959653ms","start":"2026-03-03T14:45:21.253983Z","end":"2026-03-03T14:45:21.680942Z","steps":["trace[725513191] 'agreement among raft nodes before linearized reading' (duration: 426.071695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:21.682184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:21.253926Z","time spent":"428.228123ms","remote":"127.0.0.1:33774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":23,"response size":29,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:45:21.942179Z","caller":"traceutil/trace.go:171","msg":"trace[916947009] transaction","detail":"{read_only:false; response_revision:8128; number_of_response:1; }","duration":"399.186961ms","start":"2026-03-03T14:45:21.54294Z","end":"2026-03-03T14:45:21.942127Z","steps":["trace[916947009] 'process raft request' (duration: 379.796673ms)","trace[916947009] 'compare' (duration: 18.955565ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:45:21.942421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:21.542917Z","time spent":"399.359776ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:45:21.942734Z","caller":"traceutil/trace.go:171","msg":"trace[861460364] transaction","detail":"{read_only:false; response_revision:8129; number_of_response:1; }","duration":"399.217452ms","start":"2026-03-03T14:45:21.543461Z","end":"2026-03-03T14:45:21.942679Z","steps":["trace[861460364] 'process raft request' (duration: 398.50748ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:45:21.942844Z","caller":"traceutil/trace.go:171","msg":"trace[938673952] transaction","detail":"{read_only:false; response_revision:8130; number_of_response:1; }","duration":"399.062737ms","start":"2026-03-03T14:45:21.543754Z","end":"2026-03-03T14:45:21.942817Z","steps":["trace[938673952] 'process raft request' (duration: 398.706956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:21.942841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.202486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:45:21.942932Z","caller":"traceutil/trace.go:171","msg":"trace[2097661656] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8130; }","duration":"353.32294ms","start":"2026-03-03T14:45:21.589585Z","end":"2026-03-03T14:45:21.942908Z","steps":["trace[2097661656] 'agreement among raft nodes before linearized reading' (duration: 353.043111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:21.942975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.949291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-txvxs\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-03-03T14:45:21.94299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:21.543735Z","time spent":"399.174941ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:45:21.943012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:21.543027Z","time spent":"399.806461ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:45:21.942736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.179405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:45:21.943048Z","caller":"traceutil/trace.go:171","msg":"trace[1555969043] range","detail":"{range_begin:/registry/pods/openstack/keepalived-txvxs; range_end:; response_count:1; response_revision:8130; }","duration":"348.033864ms","start":"2026-03-03T14:45:21.594998Z","end":"2026-03-03T14:45:21.943032Z","steps":["trace[1555969043] 'agreement among raft nodes before linearized reading' (duration: 347.825447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:21.943056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:21.589575Z","time spent":"353.438743ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T14:45:21.942547Z","caller":"traceutil/trace.go:171","msg":"trace[1459345678] linearizableReadLoop","detail":"{readStateIndex:8443; appliedIndex:8440; }","duration":"262.506317ms","start":"2026-03-03T14:45:21.680017Z","end":"2026-03-03T14:45:21.942523Z","steps":["trace[1459345678] 'read index received' (duration: 242.714985ms)","trace[1459345678] 'applied index is now lower than readState.Index' (duration: 19.790112ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:45:21.942871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.242929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.199\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-03T14:45:21.943157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.381876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T14:45:21.942967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.446122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:45:21.943232Z","caller":"traceutil/trace.go:171","msg":"trace[466344579] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8130; }","duration":"370.49872ms","start":"2026-03-03T14:45:21.572714Z","end":"2026-03-03T14:45:21.943213Z","steps":["trace[466344579] 'agreement among raft nodes before linearized reading' (duration: 370.254472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:21.943273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:21.572701Z","time spent":"370.566061ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T14:45:21.943218Z","caller":"traceutil/trace.go:171","msg":"trace[120594269] range","detail":"{range_begin:/registry/masterleases/199.19.213.199; range_end:; response_count:1; response_revision:8130; }","duration":"354.6042ms","start":"2026-03-03T14:45:21.588593Z","end":"2026-03-03T14:45:21.943197Z","steps":["trace[120594269] 'agreement among raft nodes before linearized reading' (duration: 354.145596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:21.943094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:21.594971Z","time spent":"348.114877ms","remote":"127.0.0.1:33516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6467,"request content":"key:\"/registry/pods/openstack/keepalived-txvxs\" "} {"level":"info","ts":"2026-03-03T14:45:21.943342Z","caller":"traceutil/trace.go:171","msg":"trace[1081368208] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8130; }","duration":"352.740992ms","start":"2026-03-03T14:45:21.59049Z","end":"2026-03-03T14:45:21.94323Z","steps":["trace[1081368208] 'agreement among raft nodes before linearized reading' (duration: 352.329819ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:45:21.943098Z","caller":"traceutil/trace.go:171","msg":"trace[714320569] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8130; }","duration":"352.557736ms","start":"2026-03-03T14:45:21.590514Z","end":"2026-03-03T14:45:21.943072Z","steps":["trace[714320569] 'agreement among raft nodes before linearized reading' (duration: 352.024039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:21.943425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:21.590485Z","time spent":"352.898877ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:45:21.943463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:21.59051Z","time spent":"352.928918ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:45:21.942758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.270237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T14:45:21.943652Z","caller":"traceutil/trace.go:171","msg":"trace[500171314] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8130; }","duration":"353.187536ms","start":"2026-03-03T14:45:21.590446Z","end":"2026-03-03T14:45:21.943633Z","steps":["trace[500171314] 'agreement among raft nodes before linearized reading' (duration: 352.135093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:21.943458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:21.588582Z","time spent":"354.757936ms","remote":"127.0.0.1:33374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.199\" "} {"level":"warn","ts":"2026-03-03T14:45:21.943738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:21.590434Z","time spent":"353.285709ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T14:45:21.950085Z","caller":"traceutil/trace.go:171","msg":"trace[1324095702] transaction","detail":"{read_only:false; response_revision:8131; number_of_response:1; }","duration":"266.661947ms","start":"2026-03-03T14:45:21.683387Z","end":"2026-03-03T14:45:21.950049Z","steps":["trace[1324095702] 'process raft request' (duration: 266.42955ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:45:21.950095Z","caller":"traceutil/trace.go:171","msg":"trace[1975019912] transaction","detail":"{read_only:false; response_revision:8132; number_of_response:1; }","duration":"265.79969ms","start":"2026-03-03T14:45:21.684273Z","end":"2026-03-03T14:45:21.950072Z","steps":["trace[1975019912] 'process raft request' (duration: 265.626815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:21.950284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.49475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-03T14:45:21.95033Z","caller":"traceutil/trace.go:171","msg":"trace[415779936] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8132; }","duration":"265.568683ms","start":"2026-03-03T14:45:21.684753Z","end":"2026-03-03T14:45:21.950321Z","steps":["trace[415779936] 'agreement among raft nodes before linearized reading' (duration: 265.452939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:21.950544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.054925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-03T14:45:21.950576Z","caller":"traceutil/trace.go:171","msg":"trace[1671102217] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:8132; }","duration":"186.125738ms","start":"2026-03-03T14:45:21.764443Z","end":"2026-03-03T14:45:21.950569Z","steps":["trace[1671102217] 'agreement among raft nodes before linearized reading' (duration: 185.741036ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:46:35.673035Z","caller":"traceutil/trace.go:171","msg":"trace[41104002] transaction","detail":"{read_only:false; response_revision:8823; number_of_response:1; }","duration":"157.499262ms","start":"2026-03-03T14:46:35.5155Z","end":"2026-03-03T14:46:35.672999Z","steps":["trace[41104002] 'process raft request' (duration: 108.613488ms)","trace[41104002] 'compare' (duration: 48.682798ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:46:35.673204Z","caller":"traceutil/trace.go:171","msg":"trace[1774381364] transaction","detail":"{read_only:false; response_revision:8824; number_of_response:1; }","duration":"147.728505ms","start":"2026-03-03T14:46:35.525403Z","end":"2026-03-03T14:46:35.673131Z","steps":["trace[1774381364] 'process raft request' (duration: 147.527609ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:46:36.551859Z","caller":"traceutil/trace.go:171","msg":"trace[1504547300] transaction","detail":"{read_only:false; response_revision:8828; number_of_response:1; }","duration":"121.587215ms","start":"2026-03-03T14:46:36.430239Z","end":"2026-03-03T14:46:36.551826Z","steps":["trace[1504547300] 'process raft request' (duration: 35.0739ms)","trace[1504547300] 'compare' (duration: 86.311819ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:46:36.552009Z","caller":"traceutil/trace.go:171","msg":"trace[299431386] linearizableReadLoop","detail":"{readStateIndex:9164; appliedIndex:9162; }","duration":"119.266792ms","start":"2026-03-03T14:46:36.432716Z","end":"2026-03-03T14:46:36.551983Z","steps":["trace[299431386] 'read index received' (duration: 32.608713ms)","trace[299431386] 'applied index is now lower than readState.Index' (duration: 86.656969ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:46:36.552191Z","caller":"traceutil/trace.go:171","msg":"trace[1366862953] transaction","detail":"{read_only:false; response_revision:8829; number_of_response:1; }","duration":"119.913313ms","start":"2026-03-03T14:46:36.432257Z","end":"2026-03-03T14:46:36.552171Z","steps":["trace[1366862953] 'process raft request' (duration: 119.524291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:36.55236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.726286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T14:46:36.552398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.761363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T14:46:36.552443Z","caller":"traceutil/trace.go:171","msg":"trace[1682283236] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8829; }","duration":"118.828369ms","start":"2026-03-03T14:46:36.433592Z","end":"2026-03-03T14:46:36.552421Z","steps":["trace[1682283236] 'agreement among raft nodes before linearized reading' (duration: 118.623923ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:46:36.552487Z","caller":"traceutil/trace.go:171","msg":"trace[354882902] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8829; }","duration":"115.880277ms","start":"2026-03-03T14:46:36.436588Z","end":"2026-03-03T14:46:36.552468Z","steps":["trace[354882902] 'agreement among raft nodes before linearized reading' (duration: 115.66498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:36.552396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.653855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:46:36.55258Z","caller":"traceutil/trace.go:171","msg":"trace[172307150] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8829; }","duration":"119.894513ms","start":"2026-03-03T14:46:36.432675Z","end":"2026-03-03T14:46:36.55257Z","steps":["trace[172307150] 'agreement among raft nodes before linearized reading' (duration: 119.534141ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:48:37.74806Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"6d660142aa1b7ce9","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-03T14:48:37.756288Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-03T14:48:37.756389Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-03T14:48:59.918052Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7471} {"level":"info","ts":"2026-03-03T14:48:59.979014Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7471,"took":"59.399133ms","hash":2659883631,"current-db-size-bytes":41582592,"current-db-size":"42 MB","current-db-size-in-use-bytes":25800704,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-03T14:48:59.979085Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2659883631,"revision":7471,"compact-revision":5535} {"level":"info","ts":"2026-03-03T14:49:59.285534Z","caller":"traceutil/trace.go:171","msg":"trace[1785974082] linearizableReadLoop","detail":"{readStateIndex:10841; appliedIndex:10840; }","duration":"187.498681ms","start":"2026-03-03T14:49:59.098011Z","end":"2026-03-03T14:49:59.28551Z","steps":["trace[1785974082] 'read index received' (duration: 187.357467ms)","trace[1785974082] 'applied index is now lower than readState.Index' (duration: 140.094µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:49:59.285607Z","caller":"traceutil/trace.go:171","msg":"trace[280420403] transaction","detail":"{read_only:false; response_revision:10454; number_of_response:1; }","duration":"234.06504ms","start":"2026-03-03T14:49:59.051516Z","end":"2026-03-03T14:49:59.285581Z","steps":["trace[280420403] 'process raft request' (duration: 233.818422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:49:59.285701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.664536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:49:59.285743Z","caller":"traceutil/trace.go:171","msg":"trace[1367085436] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:10454; }","duration":"187.752199ms","start":"2026-03-03T14:49:59.097982Z","end":"2026-03-03T14:49:59.285734Z","steps":["trace[1367085436] 'agreement among raft nodes before linearized reading' (duration: 187.665947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:49:59.786057Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000897627622652723,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:49:59.976291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.36171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:49:59.976335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.503484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:49:59.976366Z","caller":"traceutil/trace.go:171","msg":"trace[35451675] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10456; }","duration":"772.451883ms","start":"2026-03-03T14:49:59.203902Z","end":"2026-03-03T14:49:59.976354Z","steps":["trace[35451675] 'agreement among raft nodes before linearized reading' (duration: 772.319209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:49:59.976413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:49:59.203842Z","time spent":"772.563366ms","remote":"127.0.0.1:33566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-03-03T14:49:59.976417Z","caller":"traceutil/trace.go:171","msg":"trace[2037424733] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10456; }","duration":"772.602117ms","start":"2026-03-03T14:49:59.203794Z","end":"2026-03-03T14:49:59.976396Z","steps":["trace[2037424733] 'agreement among raft nodes before linearized reading' (duration: 772.488394ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:49:59.976421Z","caller":"traceutil/trace.go:171","msg":"trace[1206007353] transaction","detail":"{read_only:false; response_revision:10455; number_of_response:1; }","duration":"831.272837ms","start":"2026-03-03T14:49:59.145126Z","end":"2026-03-03T14:49:59.976399Z","steps":["trace[1206007353] 'process raft request' (duration: 830.846454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:49:59.97634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.105962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:49:59.976457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.439642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:49:59.976497Z","caller":"traceutil/trace.go:171","msg":"trace[1767562494] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10456; }","duration":"772.308038ms","start":"2026-03-03T14:49:59.20418Z","end":"2026-03-03T14:49:59.976488Z","steps":["trace[1767562494] 'agreement among raft nodes before linearized reading' (duration: 772.020599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:49:59.976538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:49:59.204172Z","time spent":"772.35965ms","remote":"127.0.0.1:33566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-03T14:49:59.976555Z","caller":"traceutil/trace.go:171","msg":"trace[914094195] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:10456; }","duration":"772.554266ms","start":"2026-03-03T14:49:59.203976Z","end":"2026-03-03T14:49:59.976531Z","steps":["trace[914094195] 'agreement among raft nodes before linearized reading' (duration: 772.279747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:49:59.976569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:49:59.145091Z","time spent":"831.407392ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:49:59.976605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:49:59.203972Z","time spent":"772.624428ms","remote":"127.0.0.1:33488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:49:59.976726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.942554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-03T14:49:59.976676Z","caller":"traceutil/trace.go:171","msg":"trace[549941111] transaction","detail":"{read_only:false; response_revision:10456; number_of_response:1; }","duration":"778.944337ms","start":"2026-03-03T14:49:59.197693Z","end":"2026-03-03T14:49:59.976637Z","steps":["trace[549941111] 'process raft request' (duration: 778.436291ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:49:59.976754Z","caller":"traceutil/trace.go:171","msg":"trace[965247351] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10456; }","duration":"770.006655ms","start":"2026-03-03T14:49:59.206739Z","end":"2026-03-03T14:49:59.976746Z","steps":["trace[965247351] 'agreement among raft nodes before linearized reading' (duration: 769.889092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:49:59.9768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:49:59.206731Z","time spent":"770.063547ms","remote":"127.0.0.1:33566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5026,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:49:59.976463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:49:59.203774Z","time spent":"772.67811ms","remote":"127.0.0.1:33566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:49:59.976918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:49:59.197675Z","time spent":"779.129913ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:49:59.977059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.771499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:49:59.977099Z","caller":"traceutil/trace.go:171","msg":"trace[1509748768] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10456; }","duration":"789.848251ms","start":"2026-03-03T14:49:59.18724Z","end":"2026-03-03T14:49:59.977088Z","steps":["trace[1509748768] 'agreement among raft nodes before linearized reading' (duration: 789.788999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:49:59.977126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:49:59.187218Z","time spent":"789.901793ms","remote":"127.0.0.1:33360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:49:59.977156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.123184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:49:59.97721Z","caller":"traceutil/trace.go:171","msg":"trace[80918000] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10456; }","duration":"773.413113ms","start":"2026-03-03T14:49:59.203784Z","end":"2026-03-03T14:49:59.977197Z","steps":["trace[80918000] 'agreement among raft nodes before linearized reading' (duration: 773.122903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:49:59.97725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:49:59.203771Z","time spent":"773.468635ms","remote":"127.0.0.1:33566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-03-03T14:49:59.976982Z","caller":"traceutil/trace.go:171","msg":"trace[1986875191] linearizableReadLoop","detail":"{readStateIndex:10843; appliedIndex:10841; }","duration":"690.555251ms","start":"2026-03-03T14:49:59.285623Z","end":"2026-03-03T14:49:59.976179Z","steps":["trace[1986875191] 'read index received' (duration: 690.319103ms)","trace[1986875191] 'applied index is now lower than readState.Index' (duration: 234.958µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:49:59.977705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.655736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:49:59.97777Z","caller":"traceutil/trace.go:171","msg":"trace[993928874] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10456; }","duration":"351.764999ms","start":"2026-03-03T14:49:59.625991Z","end":"2026-03-03T14:49:59.977756Z","steps":["trace[993928874] 'agreement among raft nodes before linearized reading' (duration: 351.605184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:49:59.977817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:49:59.625971Z","time spent":"351.832442ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:49:59.978315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.806935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T14:49:59.978325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.848718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T14:49:59.978342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.160407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:49:59.978365Z","caller":"traceutil/trace.go:171","msg":"trace[1395189906] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10456; }","duration":"288.904148ms","start":"2026-03-03T14:49:59.689449Z","end":"2026-03-03T14:49:59.978353Z","steps":["trace[1395189906] 'agreement among raft nodes before linearized reading' (duration: 288.631399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:49:59.978338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.458604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:49:59.978396Z","caller":"traceutil/trace.go:171","msg":"trace[1552807086] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10456; }","duration":"289.957241ms","start":"2026-03-03T14:49:59.688423Z","end":"2026-03-03T14:49:59.97838Z","steps":["trace[1552807086] 'agreement among raft nodes before linearized reading' (duration: 289.776645ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:49:59.978401Z","caller":"traceutil/trace.go:171","msg":"trace[1020081858] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10456; }","duration":"355.249ms","start":"2026-03-03T14:49:59.623139Z","end":"2026-03-03T14:49:59.978388Z","steps":["trace[1020081858] 'agreement among raft nodes before linearized reading' (duration: 354.565489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:49:59.978445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:49:59.623129Z","time spent":"355.308062ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T14:49:59.97846Z","caller":"traceutil/trace.go:171","msg":"trace[1836810090] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:10456; }","duration":"360.593388ms","start":"2026-03-03T14:49:59.617823Z","end":"2026-03-03T14:49:59.978416Z","steps":["trace[1836810090] 'agreement among raft nodes before linearized reading' (duration: 360.416613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:49:59.978565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:49:59.6178Z","time spent":"360.707902ms","remote":"127.0.0.1:33774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":32,"response size":29,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:49:59.978246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.294828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T14:49:59.97895Z","caller":"traceutil/trace.go:171","msg":"trace[423630909] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10456; }","duration":"354.040371ms","start":"2026-03-03T14:49:59.624891Z","end":"2026-03-03T14:49:59.978931Z","steps":["trace[423630909] 'agreement among raft nodes before linearized reading' (duration: 353.221025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:49:59.978987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:49:59.62487Z","time spent":"354.106994ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:49:59.979316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.403287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:15 size:143100"} {"level":"info","ts":"2026-03-03T14:49:59.979437Z","caller":"traceutil/trace.go:171","msg":"trace[1296978059] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:15; response_revision:10456; }","duration":"481.594393ms","start":"2026-03-03T14:49:59.497821Z","end":"2026-03-03T14:49:59.979415Z","steps":["trace[1296978059] 'agreement among raft nodes before linearized reading' (duration: 479.711813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:49:59.979603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:49:59.497801Z","time spent":"481.701966ms","remote":"127.0.0.1:33742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":15,"response size":143122,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-03-03T14:52:20.102983Z","caller":"traceutil/trace.go:171","msg":"trace[1750137872] transaction","detail":"{read_only:false; number_of_response:1; response_revision:11293; }","duration":"186.964306ms","start":"2026-03-03T14:52:19.916Z","end":"2026-03-03T14:52:20.102964Z","steps":["trace[1750137872] 'process raft request' (duration: 186.829582ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:53:59.924386Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9858} {"level":"info","ts":"2026-03-03T14:54:00.008479Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9858,"took":"80.301417ms","hash":2837202835,"current-db-size-bytes":41582592,"current-db-size":"42 MB","current-db-size-in-use-bytes":23347200,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-03T14:54:00.00857Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2837202835,"revision":9858,"compact-revision":7471} {"level":"info","ts":"2026-03-03T14:55:49.20009Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000331e.wal"} {"level":"warn","ts":"2026-03-03T14:56:15.789554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.506832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:56:15.78964Z","caller":"traceutil/trace.go:171","msg":"trace[346951702] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:12799; }","duration":"117.665647ms","start":"2026-03-03T14:56:15.671957Z","end":"2026-03-03T14:56:15.789623Z","steps":["trace[346951702] 'count revisions from in-memory index tree' (duration: 117.363318ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:56:27.796922Z","caller":"traceutil/trace.go:171","msg":"trace[885083910] transaction","detail":"{read_only:false; response_revision:12860; number_of_response:1; }","duration":"113.60052ms","start":"2026-03-03T14:56:27.683285Z","end":"2026-03-03T14:56:27.796886Z","steps":["trace[885083910] 'process raft request' (duration: 87.132976ms)","trace[885083910] 'compare' (duration: 26.252847ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:56:38.062207Z","caller":"traceutil/trace.go:171","msg":"trace[919642232] transaction","detail":"{read_only:false; response_revision:12910; number_of_response:1; }","duration":"118.239755ms","start":"2026-03-03T14:56:37.943932Z","end":"2026-03-03T14:56:38.062172Z","steps":["trace[919642232] 'process raft request' (duration: 118.037269ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:56:38.066128Z","caller":"traceutil/trace.go:171","msg":"trace[566285577] transaction","detail":"{read_only:false; response_revision:12911; number_of_response:1; }","duration":"122.085727ms","start":"2026-03-03T14:56:37.944017Z","end":"2026-03-03T14:56:38.066103Z","steps":["trace[566285577] 'process raft request' (duration: 121.974313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:56:38.680379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.145681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:56:38.680471Z","caller":"traceutil/trace.go:171","msg":"trace[1886627545] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12911; }","duration":"376.302546ms","start":"2026-03-03T14:56:38.304149Z","end":"2026-03-03T14:56:38.680451Z","steps":["trace[1886627545] 'range keys from in-memory index tree' (duration: 375.999046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:56:38.68052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:56:38.304124Z","time spent":"376.387998ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:56:38.680659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.736473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:56:38.680726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.003148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:56:38.680749Z","caller":"traceutil/trace.go:171","msg":"trace[955232310] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:12911; }","duration":"126.875007ms","start":"2026-03-03T14:56:38.553854Z","end":"2026-03-03T14:56:38.680729Z","steps":["trace[955232310] 'count revisions from in-memory index tree' (duration: 126.65777ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:56:38.680775Z","caller":"traceutil/trace.go:171","msg":"trace[536812445] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12911; }","duration":"371.074531ms","start":"2026-03-03T14:56:38.309683Z","end":"2026-03-03T14:56:38.680758Z","steps":["trace[536812445] 'range keys from in-memory index tree' (duration: 370.882155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:56:38.680383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.340473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T14:56:38.680814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:56:38.309665Z","time spent":"371.140813ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T14:56:38.68092Z","caller":"traceutil/trace.go:171","msg":"trace[322143657] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12911; }","duration":"374.876581ms","start":"2026-03-03T14:56:38.306002Z","end":"2026-03-03T14:56:38.680878Z","steps":["trace[322143657] 'range keys from in-memory index tree' (duration: 374.150258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:56:38.681083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.474055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T14:56:38.681119Z","caller":"traceutil/trace.go:171","msg":"trace[1836338308] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12911; }","duration":"438.548957ms","start":"2026-03-03T14:56:38.242561Z","end":"2026-03-03T14:56:38.68111Z","steps":["trace[1836338308] 'range keys from in-memory index tree' (duration: 437.436672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:56:38.68114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:56:38.242542Z","time spent":"438.592619ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:56:38.681157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.642988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-03T14:56:38.681107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:56:38.305991Z","time spent":"375.071716ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T14:56:38.681215Z","caller":"traceutil/trace.go:171","msg":"trace[87696577] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12911; }","duration":"370.71644ms","start":"2026-03-03T14:56:38.310483Z","end":"2026-03-03T14:56:38.681199Z","steps":["trace[87696577] 'range keys from in-memory index tree' (duration: 369.548773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:56:38.681479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:56:38.310475Z","time spent":"370.965847ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T14:57:06.886761Z","caller":"traceutil/trace.go:171","msg":"trace[1795581731] transaction","detail":"{read_only:false; response_revision:13041; number_of_response:1; }","duration":"162.463679ms","start":"2026-03-03T14:57:06.724265Z","end":"2026-03-03T14:57:06.886728Z","steps":["trace[1795581731] 'process raft request' (duration: 162.288844ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:57:06.886899Z","caller":"traceutil/trace.go:171","msg":"trace[870442439] linearizableReadLoop","detail":"{readStateIndex:13527; appliedIndex:13527; }","duration":"109.163869ms","start":"2026-03-03T14:57:06.777653Z","end":"2026-03-03T14:57:06.886817Z","steps":["trace[870442439] 'read index received' (duration: 109.146558ms)","trace[870442439] 'applied index is now lower than readState.Index' (duration: 13.891µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:57:06.887327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.664825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:deployment-controller\" ","response":"range_response_count:1 size:759"} {"level":"info","ts":"2026-03-03T14:57:06.887378Z","caller":"traceutil/trace.go:171","msg":"trace[811424570] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:deployment-controller; range_end:; response_count:1; response_revision:13041; }","duration":"109.786059ms","start":"2026-03-03T14:57:06.777574Z","end":"2026-03-03T14:57:06.88736Z","steps":["trace[811424570] 'agreement among raft nodes before linearized reading' (duration: 109.468319ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:57:07.010371Z","caller":"traceutil/trace.go:171","msg":"trace[654252573] linearizableReadLoop","detail":"{readStateIndex:13528; appliedIndex:13527; }","duration":"123.329976ms","start":"2026-03-03T14:57:06.887008Z","end":"2026-03-03T14:57:07.010338Z","steps":["trace[654252573] 'read index received' (duration: 42.093906ms)","trace[654252573] 'applied index is now lower than readState.Index' (duration: 81.23423ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:57:07.010658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.354926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:57:07.010728Z","caller":"traceutil/trace.go:171","msg":"trace[766226859] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13041; }","duration":"149.491611ms","start":"2026-03-03T14:57:06.86122Z","end":"2026-03-03T14:57:07.010712Z","steps":["trace[766226859] 'agreement among raft nodes before linearized reading' (duration: 149.305605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:57:07.010736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.125851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T14:57:07.010725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.065997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:disruption-controller\" ","response":"range_response_count:1 size:759"} {"level":"info","ts":"2026-03-03T14:57:07.010818Z","caller":"traceutil/trace.go:171","msg":"trace[880830442] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:disruption-controller; range_end:; response_count:1; response_revision:13041; }","duration":"222.233163ms","start":"2026-03-03T14:57:06.788568Z","end":"2026-03-03T14:57:07.010801Z","steps":["trace[880830442] 'agreement among raft nodes before linearized reading' (duration: 222.040436ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:57:07.010818Z","caller":"traceutil/trace.go:171","msg":"trace[914983448] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13041; }","duration":"144.251345ms","start":"2026-03-03T14:57:06.866539Z","end":"2026-03-03T14:57:07.010791Z","steps":["trace[914983448] 'agreement among raft nodes before linearized reading' (duration: 144.010278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:57:07.010747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.795372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:deployment-controller\" ","response":"range_response_count:1 size:759"} {"level":"info","ts":"2026-03-03T14:57:07.010911Z","caller":"traceutil/trace.go:171","msg":"trace[1154160970] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:deployment-controller; range_end:; response_count:1; response_revision:13041; }","duration":"118.010669ms","start":"2026-03-03T14:57:06.892887Z","end":"2026-03-03T14:57:07.010898Z","steps":["trace[1154160970] 'agreement among raft nodes before linearized reading' (duration: 117.761411ms)"],"step_count":1}