{"level":"warn","ts":"2026-04-08T00:32:45.15442Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-08T00:32:45.154607Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.62:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.62:2380","--initial-cluster=instance=https://162.253.55.62:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.62:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.62:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-08T00:32:45.154773Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-08T00:32:45.154807Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.62:2380"]} {"level":"info","ts":"2026-04-08T00:32:45.15485Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-08T00:32:45.156662Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.62:2379"]} {"level":"info","ts":"2026-04-08T00:32:45.156797Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.62:2380"],"listen-peer-urls":["https://162.253.55.62:2380"],"advertise-client-urls":["https://162.253.55.62:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.62:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.62:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-08T00:32:45.161476Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.383105ms"} {"level":"info","ts":"2026-04-08T00:32:45.170899Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"791a7e25b533cd26","cluster-id":"be484d2748da72cd"} {"level":"info","ts":"2026-04-08T00:32:45.171016Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"791a7e25b533cd26 switched to configuration voters=()"} {"level":"info","ts":"2026-04-08T00:32:45.171051Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"791a7e25b533cd26 became follower at term 0"} {"level":"info","ts":"2026-04-08T00:32:45.171068Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 791a7e25b533cd26 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-08T00:32:45.171079Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"791a7e25b533cd26 became follower at term 1"} {"level":"info","ts":"2026-04-08T00:32:45.171152Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"791a7e25b533cd26 switched to configuration voters=(8726425928402717990)"} {"level":"warn","ts":"2026-04-08T00:32:45.181005Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-08T00:32:45.183113Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-08T00:32:45.184752Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-08T00:32:45.187498Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"791a7e25b533cd26","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-08T00:32:45.187666Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"791a7e25b533cd26","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-08T00:32:45.187657Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-08T00:32:45.18789Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-08T00:32:45.188052Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-08T00:32:45.189395Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"791a7e25b533cd26 switched to configuration voters=(8726425928402717990)"} {"level":"info","ts":"2026-04-08T00:32:45.189901Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"be484d2748da72cd","local-member-id":"791a7e25b533cd26","added-peer-id":"791a7e25b533cd26","added-peer-peer-urls":["https://162.253.55.62:2380"]} {"level":"info","ts":"2026-04-08T00:32:45.191605Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-08T00:32:45.191864Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"791a7e25b533cd26","initial-advertise-peer-urls":["https://162.253.55.62:2380"],"listen-peer-urls":["https://162.253.55.62:2380"],"advertise-client-urls":["https://162.253.55.62:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.62:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-08T00:32:45.191897Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-08T00:32:45.192383Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.62:2380"} {"level":"info","ts":"2026-04-08T00:32:45.192408Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.62:2380"} {"level":"info","ts":"2026-04-08T00:32:46.171837Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"791a7e25b533cd26 is starting a new election at term 1"} {"level":"info","ts":"2026-04-08T00:32:46.171905Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"791a7e25b533cd26 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-08T00:32:46.171931Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"791a7e25b533cd26 received MsgPreVoteResp from 791a7e25b533cd26 at term 1"} {"level":"info","ts":"2026-04-08T00:32:46.171954Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"791a7e25b533cd26 became candidate at term 2"} {"level":"info","ts":"2026-04-08T00:32:46.171967Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"791a7e25b533cd26 received MsgVoteResp from 791a7e25b533cd26 at term 2"} {"level":"info","ts":"2026-04-08T00:32:46.172005Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"791a7e25b533cd26 became leader at term 2"} {"level":"info","ts":"2026-04-08T00:32:46.17202Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 791a7e25b533cd26 elected leader 791a7e25b533cd26 at term 2"} {"level":"info","ts":"2026-04-08T00:32:46.172944Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"791a7e25b533cd26","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.62:2379]}","request-path":"/0/members/791a7e25b533cd26/attributes","cluster-id":"be484d2748da72cd","publish-timeout":"7s"} {"level":"info","ts":"2026-04-08T00:32:46.172996Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-08T00:32:46.173041Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-08T00:32:46.173081Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-08T00:32:46.173246Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-08T00:32:46.173279Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-08T00:32:46.174221Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"be484d2748da72cd","local-member-id":"791a7e25b533cd26","cluster-version":"3.5"} {"level":"info","ts":"2026-04-08T00:32:46.174453Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-08T00:32:46.174527Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-08T00:32:46.175938Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.62:2379"} {"level":"info","ts":"2026-04-08T00:32:46.176512Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-04-08T00:33:04.42392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.880186ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-08T00:33:14.432188Z","caller":"traceutil/trace.go:171","msg":"trace[1773327163] transaction","detail":"{read_only:false; response_revision:481; number_of_response:1; }","duration":"141.783576ms","start":"2026-04-08T00:33:14.290376Z","end":"2026-04-08T00:33:14.432159Z","steps":["trace[1773327163] 'process raft request' (duration: 113.683416ms)","trace[1773327163] 'compare' (duration: 27.867574ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:33:14.432378Z","caller":"traceutil/trace.go:171","msg":"trace[1460266942] transaction","detail":"{read_only:false; response_revision:484; number_of_response:1; }","duration":"135.656256ms","start":"2026-04-08T00:33:14.296696Z","end":"2026-04-08T00:33:14.432352Z","steps":["trace[1460266942] 'process raft request' (duration: 135.522292ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:33:14.432458Z","caller":"traceutil/trace.go:171","msg":"trace[1815163644] transaction","detail":"{read_only:false; response_revision:483; number_of_response:1; }","duration":"139.079476ms","start":"2026-04-08T00:33:14.293366Z","end":"2026-04-08T00:33:14.432446Z","steps":["trace[1815163644] 'process raft request' (duration: 138.785788ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:33:14.432634Z","caller":"traceutil/trace.go:171","msg":"trace[1636155559] transaction","detail":"{read_only:false; response_revision:482; number_of_response:1; }","duration":"139.509378ms","start":"2026-04-08T00:33:14.292912Z","end":"2026-04-08T00:33:14.432421Z","steps":["trace[1636155559] 'process raft request' (duration: 139.178498ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:33:14.436648Z","caller":"traceutil/trace.go:171","msg":"trace[978569436] transaction","detail":"{read_only:false; response_revision:485; number_of_response:1; }","duration":"138.87263ms","start":"2026-04-08T00:33:14.297747Z","end":"2026-04-08T00:33:14.43662Z","steps":["trace[978569436] 'process raft request' (duration: 138.12053ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:33:14.439496Z","caller":"traceutil/trace.go:171","msg":"trace[2031860549] transaction","detail":"{read_only:false; response_revision:486; number_of_response:1; }","duration":"136.994591ms","start":"2026-04-08T00:33:14.300819Z","end":"2026-04-08T00:33:14.437814Z","steps":["trace[2031860549] 'process raft request' (duration: 135.520942ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:33:14.439602Z","caller":"traceutil/trace.go:171","msg":"trace[1528676814] transaction","detail":"{read_only:false; response_revision:487; number_of_response:1; }","duration":"135.497351ms","start":"2026-04-08T00:33:14.304078Z","end":"2026-04-08T00:33:14.439575Z","steps":["trace[1528676814] 'process raft request' (duration: 133.133488ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:33:14.439631Z","caller":"traceutil/trace.go:171","msg":"trace[2069051859] transaction","detail":"{read_only:false; response_revision:488; number_of_response:1; }","duration":"130.740065ms","start":"2026-04-08T00:33:14.308864Z","end":"2026-04-08T00:33:14.439604Z","steps":["trace[2069051859] 'process raft request' (duration: 128.477196ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:33:14.440505Z","caller":"traceutil/trace.go:171","msg":"trace[1807657187] transaction","detail":"{read_only:false; response_revision:489; number_of_response:1; }","duration":"129.598565ms","start":"2026-04-08T00:33:14.310867Z","end":"2026-04-08T00:33:14.440465Z","steps":["trace[1807657187] 'process raft request' (duration: 127.548891ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:33:20.432651Z","caller":"traceutil/trace.go:171","msg":"trace[248485806] transaction","detail":"{read_only:false; response_revision:572; number_of_response:1; }","duration":"245.456279ms","start":"2026-04-08T00:33:20.187168Z","end":"2026-04-08T00:33:20.432625Z","steps":["trace[248485806] 'process raft request' (duration: 244.375901ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:33:20.83724Z","caller":"traceutil/trace.go:171","msg":"trace[818549141] linearizableReadLoop","detail":"{readStateIndex:597; appliedIndex:596; }","duration":"231.746748ms","start":"2026-04-08T00:33:20.605469Z","end":"2026-04-08T00:33:20.837215Z","steps":["trace[818549141] 'read index received' (duration: 136.789386ms)","trace[818549141] 'applied index is now lower than readState.Index' (duration: 94.956222ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:33:20.837364Z","caller":"traceutil/trace.go:171","msg":"trace[1449079653] transaction","detail":"{read_only:false; response_revision:574; number_of_response:1; }","duration":"276.787646ms","start":"2026-04-08T00:33:20.560528Z","end":"2026-04-08T00:33:20.837316Z","steps":["trace[1449079653] 'process raft request' (duration: 181.786332ms)","trace[1449079653] 'compare' (duration: 94.758068ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T00:33:20.837453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.957494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-08T00:33:20.837499Z","caller":"traceutil/trace.go:171","msg":"trace[415430982] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:574; }","duration":"232.055867ms","start":"2026-04-08T00:33:20.605433Z","end":"2026-04-08T00:33:20.837489Z","steps":["trace[415430982] 'agreement among raft nodes before linearized reading' (duration: 231.906232ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:33:20.837629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.324539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-08T00:33:20.837692Z","caller":"traceutil/trace.go:171","msg":"trace[944917030] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:574; }","duration":"192.428452ms","start":"2026-04-08T00:33:20.645249Z","end":"2026-04-08T00:33:20.837677Z","steps":["trace[944917030] 'agreement among raft nodes before linearized reading' (duration: 192.179615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:33:21.31789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.532223ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T00:33:21.317996Z","caller":"traceutil/trace.go:171","msg":"trace[2140880295] transaction","detail":"{read_only:false; response_revision:575; number_of_response:1; }","duration":"476.148669ms","start":"2026-04-08T00:33:20.841831Z","end":"2026-04-08T00:33:21.31798Z","steps":["trace[2140880295] 'process raft request' (duration: 170.178845ms)","trace[2140880295] 'compare' (duration: 305.4235ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T00:33:21.318046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:33:20.841806Z","time spent":"476.219142ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T00:33:21.520351Z","caller":"traceutil/trace.go:171","msg":"trace[1552982448] transaction","detail":"{read_only:false; response_revision:576; number_of_response:1; }","duration":"677.850515ms","start":"2026-04-08T00:33:20.842473Z","end":"2026-04-08T00:33:21.520324Z","steps":["trace[1552982448] 'process raft request' (duration: 676.90292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:33:21.520486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:33:20.842447Z","time spent":"677.962519ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T00:33:21.520665Z","caller":"traceutil/trace.go:171","msg":"trace[1674819948] transaction","detail":"{read_only:false; response_revision:578; number_of_response:1; }","duration":"669.441595ms","start":"2026-04-08T00:33:20.851188Z","end":"2026-04-08T00:33:21.52063Z","steps":["trace[1674819948] 'process raft request' (duration: 669.154167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:33:21.520808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:33:20.851162Z","time spent":"669.569997ms","remote":"127.0.0.1:42616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T00:33:21.520784Z","caller":"traceutil/trace.go:171","msg":"trace[1959880201] linearizableReadLoop","detail":"{readStateIndex:601; appliedIndex:597; }","duration":"621.746517ms","start":"2026-04-08T00:33:20.899006Z","end":"2026-04-08T00:33:21.520752Z","steps":["trace[1959880201] 'read index received' (duration: 113.094031ms)","trace[1959880201] 'applied index is now lower than readState.Index' (duration: 508.650706ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:33:21.521092Z","caller":"traceutil/trace.go:171","msg":"trace[679662590] transaction","detail":"{read_only:false; response_revision:577; number_of_response:1; }","duration":"671.204591ms","start":"2026-04-08T00:33:20.849847Z","end":"2026-04-08T00:33:21.521052Z","steps":["trace[679662590] 'process raft request' (duration: 670.41497ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:33:21.521197Z","caller":"traceutil/trace.go:171","msg":"trace[700541828] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"574.168573ms","start":"2026-04-08T00:33:20.947001Z","end":"2026-04-08T00:33:21.521169Z","steps":["trace[700541828] 'process raft request' (duration: 573.638449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:33:21.521264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:33:20.84983Z","time spent":"671.348065ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T00:33:21.521029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.032124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T00:33:21.521338Z","caller":"traceutil/trace.go:171","msg":"trace[355269243] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:578; }","duration":"622.334462ms","start":"2026-04-08T00:33:20.898987Z","end":"2026-04-08T00:33:21.521321Z","steps":["trace[355269243] 'agreement among raft nodes before linearized reading' (duration: 621.841089ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:33:21.521368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:33:20.898895Z","time spent":"622.466556ms","remote":"127.0.0.1:42400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T00:33:21.52144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:33:20.946975Z","time spent":"574.322997ms","remote":"127.0.0.1:42518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036305,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T00:33:23.064959Z","caller":"traceutil/trace.go:171","msg":"trace[1433871206] transaction","detail":"{read_only:false; response_revision:616; number_of_response:1; }","duration":"161.681112ms","start":"2026-04-08T00:33:22.903246Z","end":"2026-04-08T00:33:23.064927Z","steps":["trace[1433871206] 'process raft request' (duration: 114.078047ms)","trace[1433871206] 'compare' (duration: 47.466701ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:33:37.174732Z","caller":"traceutil/trace.go:171","msg":"trace[866479994] linearizableReadLoop","detail":"{readStateIndex:765; appliedIndex:764; }","duration":"292.441072ms","start":"2026-04-08T00:33:36.882239Z","end":"2026-04-08T00:33:37.174681Z","steps":["trace[866479994] 'read index received' (duration: 292.212666ms)","trace[866479994] 'applied index is now lower than readState.Index' (duration: 227.236µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:33:37.174776Z","caller":"traceutil/trace.go:171","msg":"trace[1717890610] transaction","detail":"{read_only:false; response_revision:738; number_of_response:1; }","duration":"408.390084ms","start":"2026-04-08T00:33:36.766351Z","end":"2026-04-08T00:33:37.174741Z","steps":["trace[1717890610] 'process raft request' (duration: 408.1764ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:33:37.174954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:33:36.766326Z","time spent":"408.531858ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T00:33:37.175015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.772841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-kkcn2\" ","response":"range_response_count:1 size:3964"} {"level":"info","ts":"2026-04-08T00:33:37.175052Z","caller":"traceutil/trace.go:171","msg":"trace[442971087] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-kkcn2; range_end:; response_count:1; response_revision:738; }","duration":"292.884262ms","start":"2026-04-08T00:33:36.882156Z","end":"2026-04-08T00:33:37.175041Z","steps":["trace[442971087] 'agreement among raft nodes before linearized reading' (duration: 292.732289ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:33:37.175322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.375896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-08T00:33:37.17542Z","caller":"traceutil/trace.go:171","msg":"trace[1347218946] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:738; }","duration":"130.482599ms","start":"2026-04-08T00:33:37.044915Z","end":"2026-04-08T00:33:37.175398Z","steps":["trace[1347218946] 'agreement among raft nodes before linearized reading' (duration: 130.191471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:33:51.621677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.823581ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T00:33:51.621812Z","caller":"traceutil/trace.go:171","msg":"trace[256630473] transaction","detail":"{read_only:false; response_revision:895; number_of_response:1; }","duration":"367.81222ms","start":"2026-04-08T00:33:51.253972Z","end":"2026-04-08T00:33:51.621784Z","steps":["trace[256630473] 'process raft request' (duration: 260.791443ms)","trace[256630473] 'compare' (duration: 106.683167ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:33:51.621911Z","caller":"traceutil/trace.go:171","msg":"trace[804870137] linearizableReadLoop","detail":"{readStateIndex:925; appliedIndex:924; }","duration":"275.560974ms","start":"2026-04-08T00:33:51.346337Z","end":"2026-04-08T00:33:51.621898Z","steps":["trace[804870137] 'read index received' (duration: 168.418864ms)","trace[804870137] 'applied index is now lower than readState.Index' (duration: 107.14059ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T00:33:51.621992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:33:51.253943Z","time spent":"367.923181ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T00:33:51.622083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.751198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-6pgjz\" ","response":"range_response_count:1 size:5676"} {"level":"info","ts":"2026-04-08T00:33:51.622109Z","caller":"traceutil/trace.go:171","msg":"trace[1563182781] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-6pgjz; range_end:; response_count:1; response_revision:895; }","duration":"275.821211ms","start":"2026-04-08T00:33:51.346279Z","end":"2026-04-08T00:33:51.6221Z","steps":["trace[1563182781] 'agreement among raft nodes before linearized reading' (duration: 275.708757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:33:51.622187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.773172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-08T00:33:51.622263Z","caller":"traceutil/trace.go:171","msg":"trace[65723599] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:895; }","duration":"151.894517ms","start":"2026-04-08T00:33:51.47035Z","end":"2026-04-08T00:33:51.622245Z","steps":["trace[65723599] 'agreement among raft nodes before linearized reading' (duration: 151.676931ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:33:52.104899Z","caller":"traceutil/trace.go:171","msg":"trace[617742798] transaction","detail":"{read_only:false; response_revision:907; number_of_response:1; }","duration":"144.219222ms","start":"2026-04-08T00:33:51.960659Z","end":"2026-04-08T00:33:52.104878Z","steps":["trace[617742798] 'process raft request' (duration: 144.039458ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:33:52.10516Z","caller":"traceutil/trace.go:171","msg":"trace[1530478072] linearizableReadLoop","detail":"{readStateIndex:938; appliedIndex:938; }","duration":"142.709072ms","start":"2026-04-08T00:33:51.962428Z","end":"2026-04-08T00:33:52.105137Z","steps":["trace[1530478072] 'read index received' (duration: 142.699832ms)","trace[1530478072] 'applied index is now lower than readState.Index' (duration: 7.85µs)"],"step_count":2} {"level":"warn","ts":"2026-04-08T00:33:52.105322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.874856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T00:33:52.105399Z","caller":"traceutil/trace.go:171","msg":"trace[879595639] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:907; }","duration":"142.98478ms","start":"2026-04-08T00:33:51.962398Z","end":"2026-04-08T00:33:52.105383Z","steps":["trace[879595639] 'agreement among raft nodes before linearized reading' (duration: 142.837387ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:33:52.115933Z","caller":"traceutil/trace.go:171","msg":"trace[223091716] transaction","detail":"{read_only:false; response_revision:908; number_of_response:1; }","duration":"143.972597ms","start":"2026-04-08T00:33:51.97193Z","end":"2026-04-08T00:33:52.115902Z","steps":["trace[223091716] 'process raft request' (duration: 143.799932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:33:52.11626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.523701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T00:33:52.116343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.209289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/local-path-storage/local-path-config\" ","response":"range_response_count:1 size:1464"} {"level":"warn","ts":"2026-04-08T00:33:52.116369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.702603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T00:33:52.116348Z","caller":"traceutil/trace.go:171","msg":"trace[343441665] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:910; }","duration":"141.646505ms","start":"2026-04-08T00:33:51.974684Z","end":"2026-04-08T00:33:52.11633Z","steps":["trace[343441665] 'agreement among raft nodes before linearized reading' (duration: 141.49912ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:33:52.116434Z","caller":"traceutil/trace.go:171","msg":"trace[1805483803] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:910; }","duration":"136.781395ms","start":"2026-04-08T00:33:51.979629Z","end":"2026-04-08T00:33:52.116411Z","steps":["trace[1805483803] 'agreement among raft nodes before linearized reading' (duration: 136.693474ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:33:52.116394Z","caller":"traceutil/trace.go:171","msg":"trace[624660009] range","detail":"{range_begin:/registry/configmaps/local-path-storage/local-path-config; range_end:; response_count:1; response_revision:910; }","duration":"102.284702ms","start":"2026-04-08T00:33:52.014095Z","end":"2026-04-08T00:33:52.116379Z","steps":["trace[624660009] 'agreement among raft nodes before linearized reading' (duration: 102.112308ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:33:52.416879Z","caller":"traceutil/trace.go:171","msg":"trace[1237768398] transaction","detail":"{read_only:false; number_of_response:1; response_revision:913; }","duration":"113.268962ms","start":"2026-04-08T00:33:52.30356Z","end":"2026-04-08T00:33:52.416829Z","steps":["trace[1237768398] 'process raft request' (duration: 99.822276ms)","trace[1237768398] 'compare' (duration: 13.098467ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:33:53.373126Z","caller":"traceutil/trace.go:171","msg":"trace[42101929] transaction","detail":"{read_only:false; response_revision:921; number_of_response:1; }","duration":"139.034315ms","start":"2026-04-08T00:33:53.234059Z","end":"2026-04-08T00:33:53.373093Z","steps":["trace[42101929] 'process raft request' (duration: 78.134142ms)","trace[42101929] 'compare' (duration: 60.637597ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:33:53.706375Z","caller":"traceutil/trace.go:171","msg":"trace[1262667911] transaction","detail":"{read_only:false; response_revision:936; number_of_response:1; }","duration":"129.072601ms","start":"2026-04-08T00:33:53.577285Z","end":"2026-04-08T00:33:53.706358Z","steps":["trace[1262667911] 'process raft request' (duration: 124.393737ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:33:53.714813Z","caller":"traceutil/trace.go:171","msg":"trace[1108552666] transaction","detail":"{read_only:false; response_revision:937; number_of_response:1; }","duration":"128.31239ms","start":"2026-04-08T00:33:53.586482Z","end":"2026-04-08T00:33:53.714794Z","steps":["trace[1108552666] 'process raft request' (duration: 128.164107ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:33:53.714884Z","caller":"traceutil/trace.go:171","msg":"trace[373117213] transaction","detail":"{read_only:false; response_revision:938; number_of_response:1; }","duration":"128.305831ms","start":"2026-04-08T00:33:53.58654Z","end":"2026-04-08T00:33:53.714845Z","steps":["trace[373117213] 'process raft request' (duration: 128.204618ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:33:53.715007Z","caller":"traceutil/trace.go:171","msg":"trace[1890095472] transaction","detail":"{read_only:false; response_revision:941; number_of_response:1; }","duration":"128.284ms","start":"2026-04-08T00:33:53.586697Z","end":"2026-04-08T00:33:53.714981Z","steps":["trace[1890095472] 'process raft request' (duration: 128.154957ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:33:53.71515Z","caller":"traceutil/trace.go:171","msg":"trace[846655602] transaction","detail":"{read_only:false; response_revision:939; number_of_response:1; }","duration":"128.538726ms","start":"2026-04-08T00:33:53.58659Z","end":"2026-04-08T00:33:53.715128Z","steps":["trace[846655602] 'process raft request' (duration: 128.186647ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:33:53.715269Z","caller":"traceutil/trace.go:171","msg":"trace[90742417] transaction","detail":"{read_only:false; response_revision:940; number_of_response:1; }","duration":"128.689731ms","start":"2026-04-08T00:33:53.586563Z","end":"2026-04-08T00:33:53.715253Z","steps":["trace[90742417] 'process raft request' (duration: 128.25856ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:33:53.715316Z","caller":"traceutil/trace.go:171","msg":"trace[1517079013] transaction","detail":"{read_only:false; response_revision:943; number_of_response:1; }","duration":"128.575188ms","start":"2026-04-08T00:33:53.586729Z","end":"2026-04-08T00:33:53.715304Z","steps":["trace[1517079013] 'process raft request' (duration: 128.176617ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:33:53.715268Z","caller":"traceutil/trace.go:171","msg":"trace[1330345438] transaction","detail":"{read_only:false; response_revision:945; number_of_response:1; }","duration":"128.429323ms","start":"2026-04-08T00:33:53.586817Z","end":"2026-04-08T00:33:53.715246Z","steps":["trace[1330345438] 'process raft request' (duration: 128.158776ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:33:53.715351Z","caller":"traceutil/trace.go:171","msg":"trace[1647393404] linearizableReadLoop","detail":"{readStateIndex:981; appliedIndex:967; }","duration":"117.577006ms","start":"2026-04-08T00:33:53.597751Z","end":"2026-04-08T00:33:53.715328Z","steps":["trace[1647393404] 'read index received' (duration: 104.018907ms)","trace[1647393404] 'applied index is now lower than readState.Index' (duration: 13.556909ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:33:53.715377Z","caller":"traceutil/trace.go:171","msg":"trace[1929267237] transaction","detail":"{read_only:false; response_revision:946; number_of_response:1; }","duration":"128.432674ms","start":"2026-04-08T00:33:53.586934Z","end":"2026-04-08T00:33:53.715367Z","steps":["trace[1929267237] 'process raft request' (duration: 128.085604ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:33:53.715397Z","caller":"traceutil/trace.go:171","msg":"trace[1073761759] transaction","detail":"{read_only:false; response_revision:944; number_of_response:1; }","duration":"128.571067ms","start":"2026-04-08T00:33:53.586818Z","end":"2026-04-08T00:33:53.715389Z","steps":["trace[1073761759] 'process raft request' (duration: 128.123676ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:33:53.715464Z","caller":"traceutil/trace.go:171","msg":"trace[254222339] transaction","detail":"{read_only:false; response_revision:949; number_of_response:1; }","duration":"123.807031ms","start":"2026-04-08T00:33:53.591647Z","end":"2026-04-08T00:33:53.715454Z","steps":["trace[254222339] 'process raft request' (duration: 123.543414ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:33:53.715374Z","caller":"traceutil/trace.go:171","msg":"trace[1947933492] transaction","detail":"{read_only:false; response_revision:947; number_of_response:1; }","duration":"128.262869ms","start":"2026-04-08T00:33:53.587003Z","end":"2026-04-08T00:33:53.715265Z","steps":["trace[1947933492] 'process raft request' (duration: 128.076724ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:33:53.715477Z","caller":"traceutil/trace.go:171","msg":"trace[2061401537] transaction","detail":"{read_only:false; response_revision:950; number_of_response:1; }","duration":"115.411279ms","start":"2026-04-08T00:33:53.600051Z","end":"2026-04-08T00:33:53.715462Z","steps":["trace[2061401537] 'process raft request' (duration: 115.220704ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:33:53.715555Z","caller":"traceutil/trace.go:171","msg":"trace[1637594464] transaction","detail":"{read_only:false; response_revision:948; number_of_response:1; }","duration":"127.367806ms","start":"2026-04-08T00:33:53.588169Z","end":"2026-04-08T00:33:53.715537Z","steps":["trace[1637594464] 'process raft request' (duration: 126.961485ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:33:53.715908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.132431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T00:33:53.715972Z","caller":"traceutil/trace.go:171","msg":"trace[1527552771] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:950; }","duration":"118.254744ms","start":"2026-04-08T00:33:53.597701Z","end":"2026-04-08T00:33:53.715956Z","steps":["trace[1527552771] 'agreement among raft nodes before linearized reading' (duration: 118.139301ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:33:53.715092Z","caller":"traceutil/trace.go:171","msg":"trace[639537663] transaction","detail":"{read_only:false; response_revision:942; number_of_response:1; }","duration":"128.338722ms","start":"2026-04-08T00:33:53.586708Z","end":"2026-04-08T00:33:53.715047Z","steps":["trace[639537663] 'process raft request' (duration: 128.168537ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:33:53.930192Z","caller":"traceutil/trace.go:171","msg":"trace[2006167116] transaction","detail":"{read_only:false; response_revision:952; number_of_response:1; }","duration":"209.524324ms","start":"2026-04-08T00:33:53.720634Z","end":"2026-04-08T00:33:53.930158Z","steps":["trace[2006167116] 'process raft request' (duration: 170.840049ms)","trace[2006167116] 'compare' (duration: 38.454219ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:33:53.930825Z","caller":"traceutil/trace.go:171","msg":"trace[161055660] transaction","detail":"{read_only:false; response_revision:953; number_of_response:1; }","duration":"209.548294ms","start":"2026-04-08T00:33:53.721264Z","end":"2026-04-08T00:33:53.930812Z","steps":["trace[161055660] 'process raft request' (duration: 208.820465ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:33:53.931194Z","caller":"traceutil/trace.go:171","msg":"trace[1380773157] transaction","detail":"{read_only:false; response_revision:954; number_of_response:1; }","duration":"209.494922ms","start":"2026-04-08T00:33:53.721676Z","end":"2026-04-08T00:33:53.931171Z","steps":["trace[1380773157] 'process raft request' (duration: 209.02961ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:33:53.931403Z","caller":"traceutil/trace.go:171","msg":"trace[1522312705] transaction","detail":"{read_only:false; response_revision:956; number_of_response:1; }","duration":"209.272547ms","start":"2026-04-08T00:33:53.72212Z","end":"2026-04-08T00:33:53.931393Z","steps":["trace[1522312705] 'process raft request' (duration: 209.017711ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:33:53.931366Z","caller":"traceutil/trace.go:171","msg":"trace[1217928455] transaction","detail":"{read_only:false; response_revision:955; number_of_response:1; }","duration":"209.478622ms","start":"2026-04-08T00:33:53.721841Z","end":"2026-04-08T00:33:53.93132Z","steps":["trace[1217928455] 'process raft request' (duration: 209.220524ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:33:53.931567Z","caller":"traceutil/trace.go:171","msg":"trace[2132262555] transaction","detail":"{read_only:false; response_revision:957; number_of_response:1; }","duration":"209.343779ms","start":"2026-04-08T00:33:53.722215Z","end":"2026-04-08T00:33:53.931559Z","steps":["trace[2132262555] 'process raft request' (duration: 209.052641ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:33:53.931853Z","caller":"traceutil/trace.go:171","msg":"trace[1909009649] transaction","detail":"{read_only:false; response_revision:958; number_of_response:1; }","duration":"208.97125ms","start":"2026-04-08T00:33:53.722871Z","end":"2026-04-08T00:33:53.931842Z","steps":["trace[1909009649] 'process raft request' (duration: 208.521357ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:33:53.932146Z","caller":"traceutil/trace.go:171","msg":"trace[1143642216] transaction","detail":"{read_only:false; response_revision:959; number_of_response:1; }","duration":"209.158744ms","start":"2026-04-08T00:33:53.722949Z","end":"2026-04-08T00:33:53.932108Z","steps":["trace[1143642216] 'process raft request' (duration: 208.875546ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:33:53.932485Z","caller":"traceutil/trace.go:171","msg":"trace[565642600] transaction","detail":"{read_only:false; response_revision:962; number_of_response:1; }","duration":"208.474335ms","start":"2026-04-08T00:33:53.723989Z","end":"2026-04-08T00:33:53.932464Z","steps":["trace[565642600] 'process raft request' (duration: 208.292441ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:33:53.932594Z","caller":"traceutil/trace.go:171","msg":"trace[821226688] transaction","detail":"{read_only:false; response_revision:966; number_of_response:1; }","duration":"206.867063ms","start":"2026-04-08T00:33:53.725713Z","end":"2026-04-08T00:33:53.93258Z","steps":["trace[821226688] 'process raft request' (duration: 206.787861ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:33:53.932636Z","caller":"traceutil/trace.go:171","msg":"trace[408824922] transaction","detail":"{read_only:false; response_revision:960; number_of_response:1; }","duration":"209.566194ms","start":"2026-04-08T00:33:53.723058Z","end":"2026-04-08T00:33:53.932624Z","steps":["trace[408824922] 'process raft request' (duration: 209.153603ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:33:53.932721Z","caller":"traceutil/trace.go:171","msg":"trace[609358990] transaction","detail":"{read_only:false; response_revision:961; number_of_response:1; }","duration":"209.197466ms","start":"2026-04-08T00:33:53.723513Z","end":"2026-04-08T00:33:53.93271Z","steps":["trace[609358990] 'process raft request' (duration: 208.745574ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:33:53.932845Z","caller":"traceutil/trace.go:171","msg":"trace[1453795292] transaction","detail":"{read_only:false; response_revision:964; number_of_response:1; }","duration":"208.549119ms","start":"2026-04-08T00:33:53.724272Z","end":"2026-04-08T00:33:53.932822Z","steps":["trace[1453795292] 'process raft request' (duration: 208.134538ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:33:53.932879Z","caller":"traceutil/trace.go:171","msg":"trace[2108164658] transaction","detail":"{read_only:false; response_revision:963; number_of_response:1; }","duration":"208.712443ms","start":"2026-04-08T00:33:53.724151Z","end":"2026-04-08T00:33:53.932863Z","steps":["trace[2108164658] 'process raft request' (duration: 208.211109ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:33:53.933076Z","caller":"traceutil/trace.go:171","msg":"trace[1880382198] transaction","detail":"{read_only:false; response_revision:967; number_of_response:1; }","duration":"206.485803ms","start":"2026-04-08T00:33:53.726577Z","end":"2026-04-08T00:33:53.933062Z","steps":["trace[1880382198] 'process raft request' (duration: 205.963619ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:33:53.933145Z","caller":"traceutil/trace.go:171","msg":"trace[141942141] linearizableReadLoop","detail":"{readStateIndex:1000; appliedIndex:983; }","duration":"118.523502ms","start":"2026-04-08T00:33:53.81461Z","end":"2026-04-08T00:33:53.933133Z","steps":["trace[141942141] 'read index received' (duration: 76.794405ms)","trace[141942141] 'applied index is now lower than readState.Index' (duration: 41.728277ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:33:53.933228Z","caller":"traceutil/trace.go:171","msg":"trace[1577753059] transaction","detail":"{read_only:false; response_revision:968; number_of_response:1; }","duration":"205.657821ms","start":"2026-04-08T00:33:53.727561Z","end":"2026-04-08T00:33:53.933218Z","steps":["trace[1577753059] 'process raft request' (duration: 205.421245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:33:53.933438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.811679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-08T00:33:53.933479Z","caller":"traceutil/trace.go:171","msg":"trace[1158267510] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:968; }","duration":"118.925893ms","start":"2026-04-08T00:33:53.814542Z","end":"2026-04-08T00:33:53.933467Z","steps":["trace[1158267510] 'agreement among raft nodes before linearized reading' (duration: 118.759248ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:33:53.933802Z","caller":"traceutil/trace.go:171","msg":"trace[293423528] transaction","detail":"{read_only:false; response_revision:965; number_of_response:1; }","duration":"209.502473ms","start":"2026-04-08T00:33:53.724287Z","end":"2026-04-08T00:33:53.933789Z","steps":["trace[293423528] 'process raft request' (duration: 208.170458ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:33:54.149968Z","caller":"traceutil/trace.go:171","msg":"trace[163836901] transaction","detail":"{read_only:false; response_revision:970; number_of_response:1; }","duration":"210.086879ms","start":"2026-04-08T00:33:53.939832Z","end":"2026-04-08T00:33:54.149919Z","steps":["trace[163836901] 'process raft request' (duration: 162.913948ms)","trace[163836901] 'compare' (duration: 46.904023ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:33:54.15003Z","caller":"traceutil/trace.go:171","msg":"trace[890924860] transaction","detail":"{read_only:false; response_revision:972; number_of_response:1; }","duration":"209.288727ms","start":"2026-04-08T00:33:53.940702Z","end":"2026-04-08T00:33:54.149991Z","steps":["trace[890924860] 'process raft request' (duration: 209.156384ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:33:54.150087Z","caller":"traceutil/trace.go:171","msg":"trace[1564822806] transaction","detail":"{read_only:false; response_revision:971; number_of_response:1; }","duration":"209.647407ms","start":"2026-04-08T00:33:53.940406Z","end":"2026-04-08T00:33:54.150053Z","steps":["trace[1564822806] 'process raft request' (duration: 209.413131ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:33:54.150145Z","caller":"traceutil/trace.go:171","msg":"trace[560541649] linearizableReadLoop","detail":"{readStateIndex:1004; appliedIndex:1000; }","duration":"208.122366ms","start":"2026-04-08T00:33:53.941982Z","end":"2026-04-08T00:33:54.150104Z","steps":["trace[560541649] 'read index received' (duration: 32.327897ms)","trace[560541649] 'applied index is now lower than readState.Index' (duration: 175.793689ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T00:33:54.15035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.341112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/edit\" ","response":"range_response_count:1 size:3871"} {"level":"info","ts":"2026-04-08T00:33:54.150395Z","caller":"traceutil/trace.go:171","msg":"trace[572086644] range","detail":"{range_begin:/registry/clusterroles/edit; range_end:; response_count:1; response_revision:975; }","duration":"208.411374ms","start":"2026-04-08T00:33:53.941969Z","end":"2026-04-08T00:33:54.15038Z","steps":["trace[572086644] 'agreement among raft nodes before linearized reading' (duration: 208.227799ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:33:54.150502Z","caller":"traceutil/trace.go:171","msg":"trace[901760133] transaction","detail":"{read_only:false; response_revision:975; number_of_response:1; }","duration":"200.854254ms","start":"2026-04-08T00:33:53.949637Z","end":"2026-04-08T00:33:54.150492Z","steps":["trace[901760133] 'process raft request' (duration: 200.399502ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:33:54.150488Z","caller":"traceutil/trace.go:171","msg":"trace[20184372] transaction","detail":"{read_only:false; response_revision:973; number_of_response:1; }","duration":"206.683708ms","start":"2026-04-08T00:33:53.943747Z","end":"2026-04-08T00:33:54.15043Z","steps":["trace[20184372] 'process raft request' (duration: 206.145633ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:33:54.150655Z","caller":"traceutil/trace.go:171","msg":"trace[1114187023] transaction","detail":"{read_only:false; response_revision:974; number_of_response:1; }","duration":"205.614219ms","start":"2026-04-08T00:33:53.944863Z","end":"2026-04-08T00:33:54.150478Z","steps":["trace[1114187023] 'process raft request' (duration: 205.094295ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:33:54.377422Z","caller":"traceutil/trace.go:171","msg":"trace[1737262984] transaction","detail":"{read_only:false; response_revision:981; number_of_response:1; }","duration":"188.867356ms","start":"2026-04-08T00:33:54.188531Z","end":"2026-04-08T00:33:54.377398Z","steps":["trace[1737262984] 'process raft request' (duration: 185.62276ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:33:54.378077Z","caller":"traceutil/trace.go:171","msg":"trace[1380465628] linearizableReadLoop","detail":"{readStateIndex:1014; appliedIndex:1012; }","duration":"133.18509ms","start":"2026-04-08T00:33:54.244866Z","end":"2026-04-08T00:33:54.378051Z","steps":["trace[1380465628] 'read index received' (duration: 129.192714ms)","trace[1380465628] 'applied index is now lower than readState.Index' (duration: 3.990996ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:33:54.378206Z","caller":"traceutil/trace.go:171","msg":"trace[1830533028] transaction","detail":"{read_only:false; response_revision:982; number_of_response:1; }","duration":"188.008773ms","start":"2026-04-08T00:33:54.190173Z","end":"2026-04-08T00:33:54.378181Z","steps":["trace[1830533028] 'process raft request' (duration: 187.081969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:33:54.37844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.553819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:121495"} {"level":"info","ts":"2026-04-08T00:33:54.378495Z","caller":"traceutil/trace.go:171","msg":"trace[1863645527] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:982; }","duration":"133.636582ms","start":"2026-04-08T00:33:54.244845Z","end":"2026-04-08T00:33:54.378482Z","steps":["trace[1863645527] 'agreement among raft nodes before linearized reading' (duration: 133.355145ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:33:54.387523Z","caller":"traceutil/trace.go:171","msg":"trace[1300399998] transaction","detail":"{read_only:false; response_revision:983; number_of_response:1; }","duration":"142.387124ms","start":"2026-04-08T00:33:54.24512Z","end":"2026-04-08T00:33:54.387507Z","steps":["trace[1300399998] 'process raft request' (duration: 142.185378ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:33:54.597257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.814951ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-08T00:33:54.597379Z","caller":"traceutil/trace.go:171","msg":"trace[568526195] linearizableReadLoop","detail":"{readStateIndex:1016; appliedIndex:1014; }","duration":"219.176839ms","start":"2026-04-08T00:33:54.378178Z","end":"2026-04-08T00:33:54.597355Z","steps":["trace[568526195] 'read index received' (duration: 9.185623ms)","trace[568526195] 'applied index is now lower than readState.Index' (duration: 209.989286ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T00:33:54.597479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.603807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T00:33:54.597524Z","caller":"traceutil/trace.go:171","msg":"trace[683756540] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:983; }","duration":"240.69113ms","start":"2026-04-08T00:33:54.35682Z","end":"2026-04-08T00:33:54.597511Z","steps":["trace[683756540] 'agreement among raft nodes before linearized reading' (duration: 240.597417ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:33:54.602358Z","caller":"traceutil/trace.go:171","msg":"trace[129915411] transaction","detail":"{read_only:false; response_revision:984; number_of_response:1; }","duration":"221.189243ms","start":"2026-04-08T00:33:54.381146Z","end":"2026-04-08T00:33:54.602335Z","steps":["trace[129915411] 'process raft request' (duration: 221.010028ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:33:54.644457Z","caller":"traceutil/trace.go:171","msg":"trace[937928907] transaction","detail":"{read_only:false; response_revision:985; number_of_response:1; }","duration":"253.650983ms","start":"2026-04-08T00:33:54.390771Z","end":"2026-04-08T00:33:54.644422Z","steps":["trace[937928907] 'process raft request' (duration: 253.425807ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:33:54.644693Z","caller":"traceutil/trace.go:171","msg":"trace[1518149836] transaction","detail":"{read_only:false; response_revision:986; number_of_response:1; }","duration":"253.834599ms","start":"2026-04-08T00:33:54.39079Z","end":"2026-04-08T00:33:54.644625Z","steps":["trace[1518149836] 'process raft request' (duration: 253.550802ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:33:54.64487Z","caller":"traceutil/trace.go:171","msg":"trace[1250909610] transaction","detail":"{read_only:false; response_revision:988; number_of_response:1; }","duration":"237.302309ms","start":"2026-04-08T00:33:54.407549Z","end":"2026-04-08T00:33:54.644851Z","steps":["trace[1250909610] 'process raft request' (duration: 237.065603ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:33:54.644706Z","caller":"traceutil/trace.go:171","msg":"trace[1425905531] transaction","detail":"{read_only:false; response_revision:987; number_of_response:1; }","duration":"240.856815ms","start":"2026-04-08T00:33:54.403825Z","end":"2026-04-08T00:33:54.644682Z","steps":["trace[1425905531] 'process raft request' (duration: 240.69442ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:33:54.752709Z","caller":"traceutil/trace.go:171","msg":"trace[1953665477] transaction","detail":"{read_only:false; response_revision:994; number_of_response:1; }","duration":"101.014518ms","start":"2026-04-08T00:33:54.651671Z","end":"2026-04-08T00:33:54.752686Z","steps":["trace[1953665477] 'process raft request' (duration: 100.967596ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:33:54.752772Z","caller":"traceutil/trace.go:171","msg":"trace[2090714576] transaction","detail":"{read_only:false; response_revision:992; number_of_response:1; }","duration":"101.772778ms","start":"2026-04-08T00:33:54.65097Z","end":"2026-04-08T00:33:54.752743Z","steps":["trace[2090714576] 'process raft request' (duration: 101.599834ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:33:54.752904Z","caller":"traceutil/trace.go:171","msg":"trace[1791039260] transaction","detail":"{read_only:false; response_revision:993; number_of_response:1; }","duration":"101.361338ms","start":"2026-04-08T00:33:54.651533Z","end":"2026-04-08T00:33:54.752894Z","steps":["trace[1791039260] 'process raft request' (duration: 101.07671ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:33:54.75315Z","caller":"traceutil/trace.go:171","msg":"trace[2107883379] transaction","detail":"{read_only:false; response_revision:991; number_of_response:1; }","duration":"103.128694ms","start":"2026-04-08T00:33:54.64999Z","end":"2026-04-08T00:33:54.753119Z","steps":["trace[2107883379] 'process raft request' (duration: 101.642214ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:33:54.916759Z","caller":"traceutil/trace.go:171","msg":"trace[1809196942] transaction","detail":"{read_only:false; response_revision:998; number_of_response:1; }","duration":"157.086914ms","start":"2026-04-08T00:33:54.759642Z","end":"2026-04-08T00:33:54.916729Z","steps":["trace[1809196942] 'process raft request' (duration: 94.192067ms)","trace[1809196942] 'compare' (duration: 62.681381ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:33:54.916835Z","caller":"traceutil/trace.go:171","msg":"trace[1753658188] transaction","detail":"{read_only:false; response_revision:999; number_of_response:1; }","duration":"156.863608ms","start":"2026-04-08T00:33:54.759946Z","end":"2026-04-08T00:33:54.916809Z","steps":["trace[1753658188] 'process raft request' (duration: 156.708284ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:33:55.154572Z","caller":"traceutil/trace.go:171","msg":"trace[637906945] transaction","detail":"{read_only:false; response_revision:1004; number_of_response:1; }","duration":"232.656296ms","start":"2026-04-08T00:33:54.921882Z","end":"2026-04-08T00:33:55.154538Z","steps":["trace[637906945] 'process raft request' (duration: 143.77078ms)","trace[637906945] 'compare' (duration: 88.720451ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:33:55.166929Z","caller":"traceutil/trace.go:171","msg":"trace[1843714551] transaction","detail":"{read_only:false; response_revision:1006; number_of_response:1; }","duration":"244.585953ms","start":"2026-04-08T00:33:54.922321Z","end":"2026-04-08T00:33:55.166907Z","steps":["trace[1843714551] 'process raft request' (duration: 244.48064ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:33:55.167004Z","caller":"traceutil/trace.go:171","msg":"trace[1236085062] transaction","detail":"{read_only:false; response_revision:1007; number_of_response:1; }","duration":"243.036121ms","start":"2026-04-08T00:33:54.92394Z","end":"2026-04-08T00:33:55.166976Z","steps":["trace[1236085062] 'process raft request' (duration: 242.896517ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:33:55.167053Z","caller":"traceutil/trace.go:171","msg":"trace[674810089] transaction","detail":"{read_only:false; response_revision:1008; number_of_response:1; }","duration":"243.070663ms","start":"2026-04-08T00:33:54.923966Z","end":"2026-04-08T00:33:55.167037Z","steps":["trace[674810089] 'process raft request' (duration: 242.919439ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:33:55.167124Z","caller":"traceutil/trace.go:171","msg":"trace[1624556356] transaction","detail":"{read_only:false; response_revision:1005; number_of_response:1; }","duration":"244.813418ms","start":"2026-04-08T00:33:54.922242Z","end":"2026-04-08T00:33:55.167055Z","steps":["trace[1624556356] 'process raft request' (duration: 244.475479ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:33:55.167211Z","caller":"traceutil/trace.go:171","msg":"trace[1087864712] transaction","detail":"{read_only:false; response_revision:1011; number_of_response:1; }","duration":"240.670518ms","start":"2026-04-08T00:33:54.926513Z","end":"2026-04-08T00:33:55.167184Z","steps":["trace[1087864712] 'process raft request' (duration: 240.475674ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:33:55.167278Z","caller":"traceutil/trace.go:171","msg":"trace[2016829746] transaction","detail":"{read_only:false; response_revision:1009; number_of_response:1; }","duration":"242.801225ms","start":"2026-04-08T00:33:54.92445Z","end":"2026-04-08T00:33:55.167251Z","steps":["trace[2016829746] 'process raft request' (duration: 242.470316ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:33:55.16716Z","caller":"traceutil/trace.go:171","msg":"trace[2029010020] linearizableReadLoop","detail":"{readStateIndex:1039; appliedIndex:1036; }","duration":"243.918615ms","start":"2026-04-08T00:33:54.923204Z","end":"2026-04-08T00:33:55.167122Z","steps":["trace[2029010020] 'read index received' (duration: 142.463127ms)","trace[2029010020] 'applied index is now lower than readState.Index' (duration: 101.453838ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T00:33:55.167401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.172442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:3516"} {"level":"info","ts":"2026-04-08T00:33:55.167489Z","caller":"traceutil/trace.go:171","msg":"trace[1089851535] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:1011; }","duration":"244.308244ms","start":"2026-04-08T00:33:54.923162Z","end":"2026-04-08T00:33:55.16747Z","steps":["trace[1089851535] 'agreement among raft nodes before linearized reading' (duration: 244.077438ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:33:55.167475Z","caller":"traceutil/trace.go:171","msg":"trace[1654492152] transaction","detail":"{read_only:false; response_revision:1010; number_of_response:1; }","duration":"242.063126ms","start":"2026-04-08T00:33:54.925394Z","end":"2026-04-08T00:33:55.167457Z","steps":["trace[1654492152] 'process raft request' (duration: 241.553632ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:33:55.195075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.385657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T00:33:55.195146Z","caller":"traceutil/trace.go:171","msg":"trace[1329567155] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck; range_end:; response_count:0; response_revision:1012; }","duration":"267.46474ms","start":"2026-04-08T00:33:54.927661Z","end":"2026-04-08T00:33:55.195126Z","steps":["trace[1329567155] 'agreement among raft nodes before linearized reading' (duration: 267.340467ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:33:55.311265Z","caller":"traceutil/trace.go:171","msg":"trace[1688585577] transaction","detail":"{read_only:false; response_revision:1013; number_of_response:1; }","duration":"139.037495ms","start":"2026-04-08T00:33:55.172201Z","end":"2026-04-08T00:33:55.311239Z","steps":["trace[1688585577] 'process raft request' (duration: 101.741007ms)","trace[1688585577] 'compare' (duration: 37.113413ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:33:55.311605Z","caller":"traceutil/trace.go:171","msg":"trace[1951293085] transaction","detail":"{read_only:false; response_revision:1014; number_of_response:1; }","duration":"139.170668ms","start":"2026-04-08T00:33:55.172412Z","end":"2026-04-08T00:33:55.311582Z","steps":["trace[1951293085] 'process raft request' (duration: 138.782178ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:33:55.311648Z","caller":"traceutil/trace.go:171","msg":"trace[2095625688] transaction","detail":"{read_only:false; response_revision:1015; number_of_response:1; }","duration":"138.868531ms","start":"2026-04-08T00:33:55.172754Z","end":"2026-04-08T00:33:55.311622Z","steps":["trace[2095625688] 'process raft request' (duration: 138.701556ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:33:55.31183Z","caller":"traceutil/trace.go:171","msg":"trace[1224943763] transaction","detail":"{read_only:false; response_revision:1018; number_of_response:1; }","duration":"136.621811ms","start":"2026-04-08T00:33:55.175194Z","end":"2026-04-08T00:33:55.311816Z","steps":["trace[1224943763] 'process raft request' (duration: 136.467848ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:33:55.31185Z","caller":"traceutil/trace.go:171","msg":"trace[1446677448] transaction","detail":"{read_only:false; response_revision:1020; number_of_response:1; }","duration":"135.78915ms","start":"2026-04-08T00:33:55.176045Z","end":"2026-04-08T00:33:55.311834Z","steps":["trace[1446677448] 'process raft request' (duration: 135.697827ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:33:55.312013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.426996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-nhklb\" ","response":"range_response_count:1 size:2702"} {"level":"info","ts":"2026-04-08T00:33:55.312037Z","caller":"traceutil/trace.go:171","msg":"trace[630071737] transaction","detail":"{read_only:false; response_revision:1016; number_of_response:1; }","duration":"139.144888ms","start":"2026-04-08T00:33:55.17287Z","end":"2026-04-08T00:33:55.312014Z","steps":["trace[630071737] 'process raft request' (duration: 138.690326ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:33:55.311807Z","caller":"traceutil/trace.go:171","msg":"trace[1869415506] linearizableReadLoop","detail":"{readStateIndex:1053; appliedIndex:1045; }","duration":"116.802206ms","start":"2026-04-08T00:33:55.194984Z","end":"2026-04-08T00:33:55.311786Z","steps":["trace[1869415506] 'read index received' (duration: 78.778898ms)","trace[1869415506] 'applied index is now lower than readState.Index' (duration: 38.022098ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:33:55.312073Z","caller":"traceutil/trace.go:171","msg":"trace[903135447] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-nhklb; range_end:; response_count:1; response_revision:1020; }","duration":"139.521678ms","start":"2026-04-08T00:33:55.172539Z","end":"2026-04-08T00:33:55.312061Z","steps":["trace[903135447] 'agreement among raft nodes before linearized reading' (duration: 139.317603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:33:55.312045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.221781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager\" ","response":"range_response_count:1 size:4374"} {"level":"info","ts":"2026-04-08T00:33:55.312098Z","caller":"traceutil/trace.go:171","msg":"trace[51329730] transaction","detail":"{read_only:false; response_revision:1019; number_of_response:1; }","duration":"136.019696ms","start":"2026-04-08T00:33:55.175998Z","end":"2026-04-08T00:33:55.312018Z","steps":["trace[51329730] 'process raft request' (duration: 135.705117ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:33:55.312201Z","caller":"traceutil/trace.go:171","msg":"trace[1228415539] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager; range_end:; response_count:1; response_revision:1020; }","duration":"136.393286ms","start":"2026-04-08T00:33:55.175789Z","end":"2026-04-08T00:33:55.312182Z","steps":["trace[1228415539] 'agreement among raft nodes before linearized reading' (duration: 136.085937ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:33:55.312256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.239498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:4640"} {"level":"info","ts":"2026-04-08T00:33:55.312297Z","caller":"traceutil/trace.go:171","msg":"trace[1192310486] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:1020; }","duration":"137.298219ms","start":"2026-04-08T00:33:55.174986Z","end":"2026-04-08T00:33:55.312284Z","steps":["trace[1192310486] 'agreement among raft nodes before linearized reading' (duration: 137.203847ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:33:55.312189Z","caller":"traceutil/trace.go:171","msg":"trace[1466043744] transaction","detail":"{read_only:false; response_revision:1017; number_of_response:1; }","duration":"137.534506ms","start":"2026-04-08T00:33:55.174538Z","end":"2026-04-08T00:33:55.312072Z","steps":["trace[1466043744] 'process raft request' (duration: 137.068523ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:33:55.388365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.722376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T00:33:55.388466Z","caller":"traceutil/trace.go:171","msg":"trace[255937393] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1021; }","duration":"101.89561ms","start":"2026-04-08T00:33:55.286549Z","end":"2026-04-08T00:33:55.388444Z","steps":["trace[255937393] 'agreement among raft nodes before linearized reading' (duration: 101.684265ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:33:55.499834Z","caller":"traceutil/trace.go:171","msg":"trace[1263788073] transaction","detail":"{read_only:false; response_revision:1022; number_of_response:1; }","duration":"180.804753ms","start":"2026-04-08T00:33:55.318995Z","end":"2026-04-08T00:33:55.4998Z","steps":["trace[1263788073] 'process raft request' (duration: 180.499675ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:33:55.499942Z","caller":"traceutil/trace.go:171","msg":"trace[1805991421] transaction","detail":"{read_only:false; response_revision:1023; number_of_response:1; }","duration":"179.075467ms","start":"2026-04-08T00:33:55.320836Z","end":"2026-04-08T00:33:55.499911Z","steps":["trace[1805991421] 'process raft request' (duration: 178.850521ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:33:55.500224Z","caller":"traceutil/trace.go:171","msg":"trace[1967692360] transaction","detail":"{read_only:false; response_revision:1024; number_of_response:1; }","duration":"178.699137ms","start":"2026-04-08T00:33:55.321484Z","end":"2026-04-08T00:33:55.500183Z","steps":["trace[1967692360] 'process raft request' (duration: 178.283297ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:33:55.500415Z","caller":"traceutil/trace.go:171","msg":"trace[1532323108] linearizableReadLoop","detail":"{readStateIndex:1061; appliedIndex:1054; }","duration":"112.195163ms","start":"2026-04-08T00:33:55.388198Z","end":"2026-04-08T00:33:55.500393Z","steps":["trace[1532323108] 'read index received' (duration: 111.28519ms)","trace[1532323108] 'applied index is now lower than readState.Index' (duration: 908.953µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:33:55.500469Z","caller":"traceutil/trace.go:171","msg":"trace[1402446280] transaction","detail":"{read_only:false; response_revision:1027; number_of_response:1; }","duration":"178.344077ms","start":"2026-04-08T00:33:55.322099Z","end":"2026-04-08T00:33:55.500443Z","steps":["trace[1402446280] 'process raft request' (duration: 178.120101ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:33:55.500291Z","caller":"traceutil/trace.go:171","msg":"trace[407892519] transaction","detail":"{read_only:false; response_revision:1025; number_of_response:1; }","duration":"178.700596ms","start":"2026-04-08T00:33:55.321551Z","end":"2026-04-08T00:33:55.500252Z","steps":["trace[407892519] 'process raft request' (duration: 178.515671ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:33:55.500498Z","caller":"traceutil/trace.go:171","msg":"trace[1245603445] transaction","detail":"{read_only:false; response_revision:1028; number_of_response:1; }","duration":"177.70403ms","start":"2026-04-08T00:33:55.322767Z","end":"2026-04-08T00:33:55.500471Z","steps":["trace[1245603445] 'process raft request' (duration: 177.501834ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:33:55.500554Z","caller":"traceutil/trace.go:171","msg":"trace[477572104] transaction","detail":"{read_only:false; response_revision:1026; number_of_response:1; }","duration":"178.734978ms","start":"2026-04-08T00:33:55.321789Z","end":"2026-04-08T00:33:55.500524Z","steps":["trace[477572104] 'process raft request' (duration: 178.363207ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:33:55.500614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.95432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-75c4c745bc\" ","response":"range_response_count:1 size:4425"} {"level":"info","ts":"2026-04-08T00:33:55.500662Z","caller":"traceutil/trace.go:171","msg":"trace[1813785970] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-75c4c745bc; range_end:; response_count:1; response_revision:1028; }","duration":"180.032883ms","start":"2026-04-08T00:33:55.320619Z","end":"2026-04-08T00:33:55.500652Z","steps":["trace[1813785970] 'agreement among raft nodes before linearized reading' (duration: 179.886428ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:33:55.529415Z","caller":"traceutil/trace.go:171","msg":"trace[2091004984] transaction","detail":"{read_only:false; response_revision:1029; number_of_response:1; }","duration":"123.538864ms","start":"2026-04-08T00:33:55.405848Z","end":"2026-04-08T00:33:55.529386Z","steps":["trace[2091004984] 'process raft request' (duration: 123.300477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:33:55.529435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.069015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" ","response":"range_response_count:1 size:968"} {"level":"warn","ts":"2026-04-08T00:33:55.529486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.072452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-08T00:33:55.529499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.120106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:971"} {"level":"info","ts":"2026-04-08T00:33:55.529687Z","caller":"traceutil/trace.go:171","msg":"trace[987821876] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1029; }","duration":"100.325788ms","start":"2026-04-08T00:33:55.429342Z","end":"2026-04-08T00:33:55.529668Z","steps":["trace[987821876] 'agreement among raft nodes before linearized reading' (duration: 99.942979ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:33:55.529802Z","caller":"traceutil/trace.go:171","msg":"trace[921456460] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:1029; }","duration":"105.494315ms","start":"2026-04-08T00:33:55.424291Z","end":"2026-04-08T00:33:55.529786Z","steps":["trace[921456460] 'agreement among raft nodes before linearized reading' (duration: 105.005983ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:33:55.529576Z","caller":"traceutil/trace.go:171","msg":"trace[926725911] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager; range_end:; response_count:1; response_revision:1029; }","duration":"105.190628ms","start":"2026-04-08T00:33:55.424348Z","end":"2026-04-08T00:33:55.529539Z","steps":["trace[926725911] 'agreement among raft nodes before linearized reading' (duration: 104.971122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:33:55.529512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.168878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:986"} {"level":"info","ts":"2026-04-08T00:33:55.530168Z","caller":"traceutil/trace.go:171","msg":"trace[1379597098] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:1029; }","duration":"105.867127ms","start":"2026-04-08T00:33:55.424279Z","end":"2026-04-08T00:33:55.530146Z","steps":["trace[1379597098] 'agreement among raft nodes before linearized reading' (duration: 105.121497ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:33:59.972345Z","caller":"traceutil/trace.go:171","msg":"trace[1828032198] transaction","detail":"{read_only:false; response_revision:1088; number_of_response:1; }","duration":"187.14744ms","start":"2026-04-08T00:33:59.785177Z","end":"2026-04-08T00:33:59.972325Z","steps":["trace[1828032198] 'process raft request' (duration: 186.990776ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:34:11.478143Z","caller":"traceutil/trace.go:171","msg":"trace[1133921979] transaction","detail":"{read_only:false; response_revision:1168; number_of_response:1; }","duration":"132.77228ms","start":"2026-04-08T00:34:11.345345Z","end":"2026-04-08T00:34:11.478117Z","steps":["trace[1133921979] 'process raft request' (duration: 82.312262ms)","trace[1133921979] 'compare' (duration: 50.317233ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:34:11.515059Z","caller":"traceutil/trace.go:171","msg":"trace[1683681685] transaction","detail":"{read_only:false; response_revision:1169; number_of_response:1; }","duration":"104.983293ms","start":"2026-04-08T00:34:11.41006Z","end":"2026-04-08T00:34:11.515043Z","steps":["trace[1683681685] 'process raft request' (duration: 104.769287ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:34:29.127377Z","caller":"traceutil/trace.go:171","msg":"trace[1451445385] transaction","detail":"{read_only:false; response_revision:1390; number_of_response:1; }","duration":"486.982807ms","start":"2026-04-08T00:34:28.640353Z","end":"2026-04-08T00:34:29.127336Z","steps":["trace[1451445385] 'process raft request' (duration: 486.569076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:34:29.127556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:34:28.640327Z","time spent":"487.142943ms","remote":"127.0.0.1:57520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3129,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-08T00:34:43.891974Z","caller":"traceutil/trace.go:171","msg":"trace[1505282567] transaction","detail":"{read_only:false; response_revision:1644; number_of_response:1; }","duration":"153.169316ms","start":"2026-04-08T00:34:43.738774Z","end":"2026-04-08T00:34:43.891944Z","steps":["trace[1505282567] 'process raft request' (duration: 149.903731ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:34:43.89545Z","caller":"traceutil/trace.go:171","msg":"trace[1125828988] transaction","detail":"{read_only:false; response_revision:1645; number_of_response:1; }","duration":"155.734583ms","start":"2026-04-08T00:34:43.739696Z","end":"2026-04-08T00:34:43.895431Z","steps":["trace[1125828988] 'process raft request' (duration: 155.188559ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:34:44.255246Z","caller":"traceutil/trace.go:171","msg":"trace[1695048143] transaction","detail":"{read_only:false; response_revision:1648; number_of_response:1; }","duration":"140.233147ms","start":"2026-04-08T00:34:44.114987Z","end":"2026-04-08T00:34:44.25522Z","steps":["trace[1695048143] 'process raft request' (duration: 139.944869ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:34:46.427307Z","caller":"traceutil/trace.go:171","msg":"trace[748898673] linearizableReadLoop","detail":"{readStateIndex:1732; appliedIndex:1731; }","duration":"101.591624ms","start":"2026-04-08T00:34:46.325693Z","end":"2026-04-08T00:34:46.427284Z","steps":["trace[748898673] 'read index received' (duration: 101.516013ms)","trace[748898673] 'applied index is now lower than readState.Index' (duration: 74.541µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:34:46.427499Z","caller":"traceutil/trace.go:171","msg":"trace[2044742568] transaction","detail":"{read_only:false; response_revision:1664; number_of_response:1; }","duration":"102.085767ms","start":"2026-04-08T00:34:46.325273Z","end":"2026-04-08T00:34:46.427359Z","steps":["trace[2044742568] 'process raft request' (duration: 101.849891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:34:46.427555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.849251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-08T00:34:46.42775Z","caller":"traceutil/trace.go:171","msg":"trace[335603676] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1664; }","duration":"102.084448ms","start":"2026-04-08T00:34:46.325644Z","end":"2026-04-08T00:34:46.427728Z","steps":["trace[335603676] 'agreement among raft nodes before linearized reading' (duration: 101.752878ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:34:46.428332Z","caller":"traceutil/trace.go:171","msg":"trace[1803796657] transaction","detail":"{read_only:false; response_revision:1665; number_of_response:1; }","duration":"101.668756ms","start":"2026-04-08T00:34:46.326619Z","end":"2026-04-08T00:34:46.428287Z","steps":["trace[1803796657] 'process raft request' (duration: 101.456161ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:34:49.895496Z","caller":"traceutil/trace.go:171","msg":"trace[312093196] linearizableReadLoop","detail":"{readStateIndex:1787; appliedIndex:1786; }","duration":"113.920207ms","start":"2026-04-08T00:34:49.78155Z","end":"2026-04-08T00:34:49.895471Z","steps":["trace[312093196] 'read index received' (duration: 113.815585ms)","trace[312093196] 'applied index is now lower than readState.Index' (duration: 103.552µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:34:49.895544Z","caller":"traceutil/trace.go:171","msg":"trace[505335410] transaction","detail":"{read_only:false; response_revision:1717; number_of_response:1; }","duration":"140.200746ms","start":"2026-04-08T00:34:49.75532Z","end":"2026-04-08T00:34:49.895521Z","steps":["trace[505335410] 'process raft request' (duration: 139.955229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:34:49.895851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.271386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-08T00:34:49.895939Z","caller":"traceutil/trace.go:171","msg":"trace[1459414940] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1717; }","duration":"114.41083ms","start":"2026-04-08T00:34:49.781511Z","end":"2026-04-08T00:34:49.895922Z","steps":["trace[1459414940] 'agreement among raft nodes before linearized reading' (duration: 114.062371ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:34:49.905441Z","caller":"traceutil/trace.go:171","msg":"trace[701639031] transaction","detail":"{read_only:false; response_revision:1718; number_of_response:1; }","duration":"101.956474ms","start":"2026-04-08T00:34:49.803466Z","end":"2026-04-08T00:34:49.905423Z","steps":["trace[701639031] 'process raft request' (duration: 101.750708ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:34:57.952866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.083444733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-08T00:34:57.952942Z","caller":"traceutil/trace.go:171","msg":"trace[319940893] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1830; }","duration":"1.083550677s","start":"2026-04-08T00:34:56.869364Z","end":"2026-04-08T00:34:57.952915Z","steps":["trace[319940893] 'range keys from in-memory index tree' (duration: 1.08328663s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:34:57.952982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:34:56.869337Z","time spent":"1.083635888s","remote":"127.0.0.1:51580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-08T00:34:57.953051Z","caller":"traceutil/trace.go:171","msg":"trace[103603311] linearizableReadLoop","detail":"{readStateIndex:1903; appliedIndex:1902; }","duration":"400.018289ms","start":"2026-04-08T00:34:57.552972Z","end":"2026-04-08T00:34:57.952991Z","steps":["trace[103603311] 'read index received' (duration: 390.637124ms)","trace[103603311] 'applied index is now lower than readState.Index' (duration: 9.379115ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:34:57.953106Z","caller":"traceutil/trace.go:171","msg":"trace[1597866300] transaction","detail":"{read_only:false; response_revision:1831; number_of_response:1; }","duration":"551.447421ms","start":"2026-04-08T00:34:57.401629Z","end":"2026-04-08T00:34:57.953076Z","steps":["trace[1597866300] 'process raft request' (duration: 542.023674ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:34:57.953138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054029801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T00:34:57.953249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:34:57.401608Z","time spent":"551.562994ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T00:34:57.9533Z","caller":"traceutil/trace.go:171","msg":"trace[189432086] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1830; }","duration":"1.054238257s","start":"2026-04-08T00:34:56.899033Z","end":"2026-04-08T00:34:57.953272Z","steps":["trace[189432086] 'range keys from in-memory index tree' (duration: 1.05362833s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:34:57.952688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.2716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6991852c-d177-4eca-9f46-656e17a7a960\" ","response":"range_response_count:1 size:3626"} {"level":"warn","ts":"2026-04-08T00:34:57.953339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.344968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6991852c-d177-4eca-9f46-656e17a7a960\" ","response":"range_response_count:1 size:3626"} {"level":"warn","ts":"2026-04-08T00:34:57.953374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:34:56.899013Z","time spent":"1.05434406s","remote":"127.0.0.1:42400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-08T00:34:57.95338Z","caller":"traceutil/trace.go:171","msg":"trace[1707945797] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6991852c-d177-4eca-9f46-656e17a7a960; range_end:; response_count:1; response_revision:1830; }","duration":"620.011449ms","start":"2026-04-08T00:34:57.333355Z","end":"2026-04-08T00:34:57.953366Z","steps":["trace[1707945797] 'range keys from in-memory index tree' (duration: 619.103155ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:34:57.9534Z","caller":"traceutil/trace.go:171","msg":"trace[989276973] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6991852c-d177-4eca-9f46-656e17a7a960; range_end:; response_count:1; response_revision:1831; }","duration":"400.445541ms","start":"2026-04-08T00:34:57.552938Z","end":"2026-04-08T00:34:57.953383Z","steps":["trace[989276973] 'agreement among raft nodes before linearized reading' (duration: 400.222795ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:34:57.953438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:34:57.333335Z","time spent":"620.090551ms","remote":"127.0.0.1:42616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6991852c-d177-4eca-9f46-656e17a7a960\" "} {"level":"warn","ts":"2026-04-08T00:34:57.953447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:34:57.552925Z","time spent":"400.513303ms","remote":"127.0.0.1:42616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6991852c-d177-4eca-9f46-656e17a7a960\" "} {"level":"warn","ts":"2026-04-08T00:34:57.95416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.122400725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-08T00:34:57.954236Z","caller":"traceutil/trace.go:171","msg":"trace[41334313] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1830; }","duration":"1.122527718s","start":"2026-04-08T00:34:56.831688Z","end":"2026-04-08T00:34:57.954216Z","steps":["trace[41334313] 'range keys from in-memory index tree' (duration: 1.120868234s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:34:57.954282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:34:56.831664Z","time spent":"1.122607341s","remote":"127.0.0.1:51580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-08T00:34:58.115825Z","caller":"traceutil/trace.go:171","msg":"trace[2066684705] transaction","detail":"{read_only:false; response_revision:1832; number_of_response:1; }","duration":"246.34777ms","start":"2026-04-08T00:34:57.869452Z","end":"2026-04-08T00:34:58.1158Z","steps":["trace[2066684705] 'process raft request' (duration: 239.015908ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:34:58.116117Z","caller":"traceutil/trace.go:171","msg":"trace[524647635] transaction","detail":"{read_only:false; response_revision:1833; number_of_response:1; }","duration":"184.935109ms","start":"2026-04-08T00:34:57.931144Z","end":"2026-04-08T00:34:58.116079Z","steps":["trace[524647635] 'process raft request' (duration: 184.618551ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:34:58.116134Z","caller":"traceutil/trace.go:171","msg":"trace[108164921] linearizableReadLoop","detail":"{readStateIndex:1905; appliedIndex:1903; }","duration":"161.192638ms","start":"2026-04-08T00:34:57.954869Z","end":"2026-04-08T00:34:58.116061Z","steps":["trace[108164921] 'read index received' (duration: 153.615978ms)","trace[108164921] 'applied index is now lower than readState.Index' (duration: 7.57129ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T00:34:58.116372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.475704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T00:34:58.11647Z","caller":"traceutil/trace.go:171","msg":"trace[1246579972] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1833; }","duration":"161.610417ms","start":"2026-04-08T00:34:57.954839Z","end":"2026-04-08T00:34:58.116449Z","steps":["trace[1246579972] 'agreement among raft nodes before linearized reading' (duration: 161.345881ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:34:58.192414Z","caller":"traceutil/trace.go:171","msg":"trace[1672394082] transaction","detail":"{read_only:false; response_revision:1834; number_of_response:1; }","duration":"231.145711ms","start":"2026-04-08T00:34:57.961226Z","end":"2026-04-08T00:34:58.192372Z","steps":["trace[1672394082] 'process raft request' (duration: 230.892775ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:34:58.19271Z","caller":"traceutil/trace.go:171","msg":"trace[655007543] transaction","detail":"{read_only:false; response_revision:1835; number_of_response:1; }","duration":"183.356047ms","start":"2026-04-08T00:34:58.009328Z","end":"2026-04-08T00:34:58.192684Z","steps":["trace[655007543] 'process raft request' (duration: 182.943576ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:34:58.193122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.658536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-08T00:34:58.193166Z","caller":"traceutil/trace.go:171","msg":"trace[1184848733] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1835; }","duration":"236.749258ms","start":"2026-04-08T00:34:57.956406Z","end":"2026-04-08T00:34:58.193155Z","steps":["trace[1184848733] 'agreement among raft nodes before linearized reading' (duration: 236.176414ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:34:58.974412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.853781ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T00:34:58.974602Z","caller":"traceutil/trace.go:171","msg":"trace[1202700296] transaction","detail":"{read_only:false; response_revision:1836; number_of_response:1; }","duration":"776.485042ms","start":"2026-04-08T00:34:58.198084Z","end":"2026-04-08T00:34:58.974569Z","steps":["trace[1202700296] 'process raft request' (duration: 478.376475ms)","trace[1202700296] 'compare' (duration: 297.334867ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:34:58.97469Z","caller":"traceutil/trace.go:171","msg":"trace[891239303] linearizableReadLoop","detail":"{readStateIndex:1908; appliedIndex:1907; }","duration":"681.689367ms","start":"2026-04-08T00:34:58.292967Z","end":"2026-04-08T00:34:58.974656Z","steps":["trace[891239303] 'read index received' (duration: 383.486587ms)","trace[891239303] 'applied index is now lower than readState.Index' (duration: 298.19762ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:34:58.97471Z","caller":"traceutil/trace.go:171","msg":"trace[389373635] transaction","detail":"{read_only:false; response_revision:1837; number_of_response:1; }","duration":"498.316837ms","start":"2026-04-08T00:34:58.476375Z","end":"2026-04-08T00:34:58.974692Z","steps":["trace[389373635] 'process raft request' (duration: 498.203934ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:34:58.97479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:34:58.198056Z","time spent":"776.628285ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T00:34:58.974822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:34:58.476342Z","time spent":"498.43276ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T00:34:58.974869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.890152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T00:34:58.974927Z","caller":"traceutil/trace.go:171","msg":"trace[152101461] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:1837; }","duration":"682.002634ms","start":"2026-04-08T00:34:58.292902Z","end":"2026-04-08T00:34:58.974905Z","steps":["trace[152101461] 'agreement among raft nodes before linearized reading' (duration: 681.905972ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:34:58.975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:34:58.292867Z","time spent":"682.104177ms","remote":"127.0.0.1:57508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-04-08T00:34:58.975068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.861664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-08T00:34:58.975154Z","caller":"traceutil/trace.go:171","msg":"trace[1876822906] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1837; }","duration":"492.991198ms","start":"2026-04-08T00:34:58.482139Z","end":"2026-04-08T00:34:58.97513Z","steps":["trace[1876822906] 'agreement among raft nodes before linearized reading' (duration: 492.746911ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:34:58.97521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:34:58.482101Z","time spent":"493.095501ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T00:34:58.975259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.915346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-08T00:34:58.975324Z","caller":"traceutil/trace.go:171","msg":"trace[1458193156] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1837; }","duration":"493.019959ms","start":"2026-04-08T00:34:58.482288Z","end":"2026-04-08T00:34:58.975308Z","steps":["trace[1458193156] 'agreement among raft nodes before linearized reading' (duration: 492.856835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:34:58.975367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:34:58.482275Z","time spent":"493.08003ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T00:34:58.975024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.546164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-08T00:34:58.975444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.166812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-08T00:34:58.975502Z","caller":"traceutil/trace.go:171","msg":"trace[227533300] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1837; }","duration":"493.268835ms","start":"2026-04-08T00:34:58.482217Z","end":"2026-04-08T00:34:58.975486Z","steps":["trace[227533300] 'agreement among raft nodes before linearized reading' (duration: 493.0901ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:34:58.975559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:34:58.482191Z","time spent":"493.355227ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-08T00:34:58.975512Z","caller":"traceutil/trace.go:171","msg":"trace[658968304] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1837; }","duration":"491.036117ms","start":"2026-04-08T00:34:58.484447Z","end":"2026-04-08T00:34:58.975484Z","steps":["trace[658968304] 'agreement among raft nodes before linearized reading' (duration: 490.468612ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:34:58.975658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:34:58.484436Z","time spent":"491.19207ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-08T00:35:09.288138Z","caller":"traceutil/trace.go:171","msg":"trace[953959733] transaction","detail":"{read_only:false; response_revision:1922; number_of_response:1; }","duration":"156.497644ms","start":"2026-04-08T00:35:09.131618Z","end":"2026-04-08T00:35:09.288116Z","steps":["trace[953959733] 'process raft request' (duration: 156.167636ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:35:09.288458Z","caller":"traceutil/trace.go:171","msg":"trace[546554285] transaction","detail":"{read_only:false; response_revision:1923; number_of_response:1; }","duration":"156.759732ms","start":"2026-04-08T00:35:09.131671Z","end":"2026-04-08T00:35:09.288431Z","steps":["trace[546554285] 'process raft request' (duration: 156.371301ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:35:09.288559Z","caller":"traceutil/trace.go:171","msg":"trace[1046009913] transaction","detail":"{read_only:false; response_revision:1926; number_of_response:1; }","duration":"155.090287ms","start":"2026-04-08T00:35:09.133445Z","end":"2026-04-08T00:35:09.288535Z","steps":["trace[1046009913] 'process raft request' (duration: 155.043076ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:35:09.288615Z","caller":"traceutil/trace.go:171","msg":"trace[196230830] transaction","detail":"{read_only:false; response_revision:1924; number_of_response:1; }","duration":"156.136425ms","start":"2026-04-08T00:35:09.132457Z","end":"2026-04-08T00:35:09.288593Z","steps":["trace[196230830] 'process raft request' (duration: 155.882189ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:35:09.288723Z","caller":"traceutil/trace.go:171","msg":"trace[914119380] transaction","detail":"{read_only:false; response_revision:1925; number_of_response:1; }","duration":"155.611481ms","start":"2026-04-08T00:35:09.133107Z","end":"2026-04-08T00:35:09.288718Z","steps":["trace[914119380] 'process raft request' (duration: 155.343305ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:35:09.313141Z","caller":"traceutil/trace.go:171","msg":"trace[1788990435] transaction","detail":"{read_only:false; response_revision:1927; number_of_response:1; }","duration":"173.196992ms","start":"2026-04-08T00:35:09.139929Z","end":"2026-04-08T00:35:09.313126Z","steps":["trace[1788990435] 'process raft request' (duration: 173.10898ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:35:13.655168Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675907655008877,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-08T00:35:13.92025Z","caller":"traceutil/trace.go:171","msg":"trace[570745641] transaction","detail":"{read_only:false; response_revision:1955; number_of_response:1; }","duration":"954.405838ms","start":"2026-04-08T00:35:12.96582Z","end":"2026-04-08T00:35:13.920226Z","steps":["trace[570745641] 'process raft request' (duration: 954.250434ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:35:13.920432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:35:12.965801Z","time spent":"954.536532ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T00:35:14.109392Z","caller":"traceutil/trace.go:171","msg":"trace[1819926640] transaction","detail":"{read_only:false; response_revision:1956; number_of_response:1; }","duration":"1.044260744s","start":"2026-04-08T00:35:13.065075Z","end":"2026-04-08T00:35:14.109336Z","steps":["trace[1819926640] 'process raft request' (duration: 1.043856084s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:35:14.10971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:35:13.065051Z","time spent":"1.0444917s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T00:35:14.109846Z","caller":"traceutil/trace.go:171","msg":"trace[861576434] linearizableReadLoop","detail":"{readStateIndex:2033; appliedIndex:2030; }","duration":"955.425285ms","start":"2026-04-08T00:35:13.154385Z","end":"2026-04-08T00:35:14.10981Z","steps":["trace[861576434] 'read index received' (duration: 765.73589ms)","trace[861576434] 'applied index is now lower than readState.Index' (duration: 189.686895ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:35:14.109956Z","caller":"traceutil/trace.go:171","msg":"trace[975503202] transaction","detail":"{read_only:false; response_revision:1957; number_of_response:1; }","duration":"535.536384ms","start":"2026-04-08T00:35:13.574354Z","end":"2026-04-08T00:35:14.10989Z","steps":["trace[975503202] 'process raft request' (duration: 534.904258ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:35:14.11007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.588663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T00:35:14.110118Z","caller":"traceutil/trace.go:171","msg":"trace[1512185695] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:1957; }","duration":"949.682364ms","start":"2026-04-08T00:35:13.160423Z","end":"2026-04-08T00:35:14.110105Z","steps":["trace[1512185695] 'agreement among raft nodes before linearized reading' (duration: 949.563471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:35:14.11016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:35:13.160411Z","time spent":"949.738726ms","remote":"127.0.0.1:57396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-08T00:35:14.110165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:35:13.574314Z","time spent":"535.73864ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T00:35:14.11016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.773204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-08T00:35:14.110246Z","caller":"traceutil/trace.go:171","msg":"trace[610374308] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1957; }","duration":"955.896437ms","start":"2026-04-08T00:35:13.154326Z","end":"2026-04-08T00:35:14.110222Z","steps":["trace[610374308] 'agreement among raft nodes before linearized reading' (duration: 955.63314ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:35:14.110298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:35:13.1543Z","time spent":"955.98453ms","remote":"127.0.0.1:51580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-08T00:35:14.110391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.241007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T00:35:14.110431Z","caller":"traceutil/trace.go:171","msg":"trace[815790151] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:1957; }","duration":"924.33091ms","start":"2026-04-08T00:35:13.186086Z","end":"2026-04-08T00:35:14.110417Z","steps":["trace[815790151] 'agreement among raft nodes before linearized reading' (duration: 924.235857ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:35:14.110394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.917794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-08T00:35:14.110475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:35:13.186058Z","time spent":"924.409202ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-04-08T00:35:14.11053Z","caller":"traceutil/trace.go:171","msg":"trace[99411420] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1957; }","duration":"806.15401ms","start":"2026-04-08T00:35:13.304349Z","end":"2026-04-08T00:35:14.110504Z","steps":["trace[99411420] 'agreement among raft nodes before linearized reading' (duration: 805.714029ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:35:14.11056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.68655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-08T00:35:14.110625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:35:13.304321Z","time spent":"806.261104ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-08T00:35:14.110686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.579732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-08T00:35:14.110681Z","caller":"traceutil/trace.go:171","msg":"trace[1171579152] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1957; }","duration":"807.871075ms","start":"2026-04-08T00:35:13.302776Z","end":"2026-04-08T00:35:14.110647Z","steps":["trace[1171579152] 'agreement among raft nodes before linearized reading' (duration: 807.469316ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:35:14.11072Z","caller":"traceutil/trace.go:171","msg":"trace[1502087080] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1957; }","duration":"806.652973ms","start":"2026-04-08T00:35:13.304056Z","end":"2026-04-08T00:35:14.110709Z","steps":["trace[1502087080] 'agreement among raft nodes before linearized reading' (duration: 806.50802ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:35:14.110753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:35:13.304047Z","time spent":"806.693824ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T00:35:14.110744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:35:13.302746Z","time spent":"807.982528ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T00:35:14.110862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.916764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-08T00:35:14.110902Z","caller":"traceutil/trace.go:171","msg":"trace[1672480686] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1957; }","duration":"805.978787ms","start":"2026-04-08T00:35:13.304912Z","end":"2026-04-08T00:35:14.110891Z","steps":["trace[1672480686] 'agreement among raft nodes before linearized reading' (duration: 805.669328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:35:14.110937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:35:13.304907Z","time spent":"806.024307ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T00:35:14.111005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.410058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-08T00:35:14.111123Z","caller":"traceutil/trace.go:171","msg":"trace[999749026] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1957; }","duration":"806.572412ms","start":"2026-04-08T00:35:13.304519Z","end":"2026-04-08T00:35:14.111092Z","steps":["trace[999749026] 'agreement among raft nodes before linearized reading' (duration: 806.161341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:35:14.111195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:35:13.30451Z","time spent":"806.670683ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-08T00:35:38.486365Z","caller":"traceutil/trace.go:171","msg":"trace[271407146] linearizableReadLoop","detail":"{readStateIndex:2175; appliedIndex:2174; }","duration":"242.100099ms","start":"2026-04-08T00:35:38.244236Z","end":"2026-04-08T00:35:38.486336Z","steps":["trace[271407146] 'read index received' (duration: 241.975166ms)","trace[271407146] 'applied index is now lower than readState.Index' (duration: 123.813µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:35:38.486441Z","caller":"traceutil/trace.go:171","msg":"trace[1517342426] transaction","detail":"{read_only:false; response_revision:2094; number_of_response:1; }","duration":"284.495941ms","start":"2026-04-08T00:35:38.201919Z","end":"2026-04-08T00:35:38.486415Z","steps":["trace[1517342426] 'process raft request' (duration: 284.266235ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:35:38.486603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.356326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-08T00:35:38.486636Z","caller":"traceutil/trace.go:171","msg":"trace[1339265677] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2094; }","duration":"242.454428ms","start":"2026-04-08T00:35:38.244173Z","end":"2026-04-08T00:35:38.486627Z","steps":["trace[1339265677] 'agreement among raft nodes before linearized reading' (duration: 242.298813ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:35:38.987332Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675907655009194,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T00:35:40.176939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.861312ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T00:35:40.177238Z","caller":"traceutil/trace.go:171","msg":"trace[1786056469] transaction","detail":"{read_only:false; response_revision:2095; number_of_response:1; }","duration":"1.77430478s","start":"2026-04-08T00:35:38.402899Z","end":"2026-04-08T00:35:40.177204Z","steps":["trace[1786056469] 'process raft request' (duration: 1.082000095s)","trace[1786056469] 'compare' (duration: 691.37078ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T00:35:40.177425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:35:38.402873Z","time spent":"1.774447763s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T00:35:40.177593Z","caller":"traceutil/trace.go:171","msg":"trace[108042839] linearizableReadLoop","detail":"{readStateIndex:2179; appliedIndex:2175; }","duration":"1.691105638s","start":"2026-04-08T00:35:38.48644Z","end":"2026-04-08T00:35:40.177546Z","steps":["trace[108042839] 'read index received' (duration: 998.486935ms)","trace[108042839] 'applied index is now lower than readState.Index' (duration: 692.617323ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:35:40.177665Z","caller":"traceutil/trace.go:171","msg":"trace[2102651617] transaction","detail":"{read_only:false; response_revision:2096; number_of_response:1; }","duration":"1.77167566s","start":"2026-04-08T00:35:38.405947Z","end":"2026-04-08T00:35:40.177623Z","steps":["trace[2102651617] 'process raft request' (duration: 1.771229598s)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:35:40.177681Z","caller":"traceutil/trace.go:171","msg":"trace[1046412465] transaction","detail":"{read_only:false; response_revision:2098; number_of_response:1; }","duration":"1.686532358s","start":"2026-04-08T00:35:38.491097Z","end":"2026-04-08T00:35:40.17763Z","steps":["trace[1046412465] 'process raft request' (duration: 1.686363363s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:35:40.177775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.86736588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-08T00:35:40.177829Z","caller":"traceutil/trace.go:171","msg":"trace[1140450675] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2098; }","duration":"1.867445741s","start":"2026-04-08T00:35:38.310368Z","end":"2026-04-08T00:35:40.177813Z","steps":["trace[1140450675] 'agreement among raft nodes before linearized reading' (duration: 1.867230906s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:35:40.177843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:35:38.405929Z","time spent":"1.771819113s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T00:35:40.177887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:35:38.310357Z","time spent":"1.867521784s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T00:35:40.17781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.864985157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-08T00:35:40.177874Z","caller":"traceutil/trace.go:171","msg":"trace[1733540041] transaction","detail":"{read_only:false; response_revision:2097; number_of_response:1; }","duration":"1.770781616s","start":"2026-04-08T00:35:38.407031Z","end":"2026-04-08T00:35:40.177813Z","steps":["trace[1733540041] 'process raft request' (duration: 1.770304894s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:35:40.177934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:35:38.491077Z","time spent":"1.686743433s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T00:35:40.177949Z","caller":"traceutil/trace.go:171","msg":"trace[1121219991] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2098; }","duration":"1.865177202s","start":"2026-04-08T00:35:38.312758Z","end":"2026-04-08T00:35:40.177936Z","steps":["trace[1121219991] 'agreement among raft nodes before linearized reading' (duration: 1.864862134s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:35:40.177998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:35:38.312746Z","time spent":"1.865239104s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-08T00:35:40.178007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.278481807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T00:35:40.178039Z","caller":"traceutil/trace.go:171","msg":"trace[1371402236] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2098; }","duration":"1.278560629s","start":"2026-04-08T00:35:38.899468Z","end":"2026-04-08T00:35:40.178028Z","steps":["trace[1371402236] 'agreement among raft nodes before linearized reading' (duration: 1.278514338s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:35:40.178005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.897625912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-08T00:35:40.178074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:35:38.899441Z","time spent":"1.278620821s","remote":"127.0.0.1:42400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T00:35:40.178087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.929501638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-08T00:35:40.178106Z","caller":"traceutil/trace.go:171","msg":"trace[544471422] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2098; }","duration":"1.897756407s","start":"2026-04-08T00:35:38.280331Z","end":"2026-04-08T00:35:40.178087Z","steps":["trace[544471422] 'agreement among raft nodes before linearized reading' (duration: 1.897404478s)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:35:40.178136Z","caller":"traceutil/trace.go:171","msg":"trace[872067434] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2098; }","duration":"1.929596571s","start":"2026-04-08T00:35:38.248527Z","end":"2026-04-08T00:35:40.178123Z","steps":["trace[872067434] 'agreement among raft nodes before linearized reading' (duration: 1.929418617s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:35:40.178149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.703627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-08T00:35:40.17814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.921680464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-08T00:35:40.178172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049311577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.62\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-08T00:35:40.178185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:35:38.248503Z","time spent":"1.929673374s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-08T00:35:40.178179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.575237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a43a8cdb2739a9\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-04-08T00:35:40.178198Z","caller":"traceutil/trace.go:171","msg":"trace[2121339772] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2098; }","duration":"1.921768627s","start":"2026-04-08T00:35:38.256417Z","end":"2026-04-08T00:35:40.178185Z","steps":["trace[2121339772] 'agreement among raft nodes before linearized reading' (duration: 1.921541251s)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:35:40.178232Z","caller":"traceutil/trace.go:171","msg":"trace[1338297916] range","detail":"{range_begin:/registry/masterleases/162.253.55.62; range_end:; response_count:1; response_revision:2098; }","duration":"1.049403539s","start":"2026-04-08T00:35:39.128813Z","end":"2026-04-08T00:35:40.178216Z","steps":["trace[1338297916] 'agreement among raft nodes before linearized reading' (duration: 1.049288346s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:35:40.17819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:35:38.280319Z","time spent":"1.89785676s","remote":"127.0.0.1:51580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-08T00:35:40.178245Z","caller":"traceutil/trace.go:171","msg":"trace[1917879720] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a43a8cdb2739a9; range_end:; response_count:1; response_revision:2098; }","duration":"439.658318ms","start":"2026-04-08T00:35:39.738568Z","end":"2026-04-08T00:35:40.178226Z","steps":["trace[1917879720] 'agreement among raft nodes before linearized reading' (duration: 439.511015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:35:40.178273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:35:39.128789Z","time spent":"1.049475671s","remote":"127.0.0.1:42444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/162.253.55.62\" "} {"level":"warn","ts":"2026-04-08T00:35:40.1783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:35:39.738556Z","time spent":"439.72853ms","remote":"127.0.0.1:42494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a43a8cdb2739a9\" "} {"level":"warn","ts":"2026-04-08T00:35:40.178119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:35:38.40701Z","time spent":"1.770978681s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T00:35:40.178185Z","caller":"traceutil/trace.go:171","msg":"trace[576364879] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:2098; }","duration":"498.784301ms","start":"2026-04-08T00:35:39.679392Z","end":"2026-04-08T00:35:40.178176Z","steps":["trace[576364879] 'agreement among raft nodes before linearized reading' (duration: 498.707078ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:35:40.17843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:35:39.67937Z","time spent":"499.046897ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":11,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-08T00:35:40.178308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:35:38.256403Z","time spent":"1.921846608s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T00:35:40.46556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.321835ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T00:35:40.465718Z","caller":"traceutil/trace.go:171","msg":"trace[910847677] transaction","detail":"{read_only:false; response_revision:2099; number_of_response:1; }","duration":"282.919959ms","start":"2026-04-08T00:35:40.182774Z","end":"2026-04-08T00:35:40.465694Z","steps":["trace[910847677] 'process raft request' (duration: 162.333028ms)","trace[910847677] 'compare' (duration: 120.14527ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T00:35:40.539999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:35:40.183002Z","time spent":"356.990871ms","remote":"127.0.0.1:42444","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-08T00:35:40.540124Z","caller":"traceutil/trace.go:171","msg":"trace[1471087052] linearizableReadLoop","detail":"{readStateIndex:2185; appliedIndex:2179; }","duration":"352.588416ms","start":"2026-04-08T00:35:40.187511Z","end":"2026-04-08T00:35:40.5401Z","steps":["trace[1471087052] 'read index received' (duration: 157.612113ms)","trace[1471087052] 'applied index is now lower than readState.Index' (duration: 194.975023ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:35:40.540186Z","caller":"traceutil/trace.go:171","msg":"trace[1499979910] transaction","detail":"{read_only:false; response_revision:2101; number_of_response:1; }","duration":"355.006331ms","start":"2026-04-08T00:35:40.185144Z","end":"2026-04-08T00:35:40.54015Z","steps":["trace[1499979910] 'process raft request' (duration: 354.849296ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:35:40.540225Z","caller":"traceutil/trace.go:171","msg":"trace[1748216123] transaction","detail":"{read_only:false; response_revision:2100; number_of_response:1; }","duration":"356.842138ms","start":"2026-04-08T00:35:40.183359Z","end":"2026-04-08T00:35:40.540202Z","steps":["trace[1748216123] 'process raft request' (duration: 356.511509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:35:40.540246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.7195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T00:35:40.540294Z","caller":"traceutil/trace.go:171","msg":"trace[1939217926] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2103; }","duration":"352.800682ms","start":"2026-04-08T00:35:40.187479Z","end":"2026-04-08T00:35:40.540279Z","steps":["trace[1939217926] 'agreement among raft nodes before linearized reading' (duration: 352.716619ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:35:40.540329Z","caller":"traceutil/trace.go:171","msg":"trace[1532642393] transaction","detail":"{read_only:false; response_revision:2102; number_of_response:1; }","duration":"354.227259ms","start":"2026-04-08T00:35:40.186042Z","end":"2026-04-08T00:35:40.540269Z","steps":["trace[1532642393] 'process raft request' (duration: 353.989893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:35:40.540386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:35:40.183334Z","time spent":"356.93779ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T00:35:40.540399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:35:40.187472Z","time spent":"352.893584ms","remote":"127.0.0.1:42400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T00:35:40.540424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:35:40.185123Z","time spent":"355.143694ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T00:35:40.540481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:35:40.186012Z","time spent":"354.383093ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T00:35:40.540511Z","caller":"traceutil/trace.go:171","msg":"trace[131565427] transaction","detail":"{read_only:false; response_revision:2103; number_of_response:1; }","duration":"354.25598ms","start":"2026-04-08T00:35:40.186216Z","end":"2026-04-08T00:35:40.540472Z","steps":["trace[131565427] 'process raft request' (duration: 353.848159ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:35:40.540704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:35:40.186206Z","time spent":"354.395504ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T00:35:40.652897Z","caller":"traceutil/trace.go:171","msg":"trace[400850381] transaction","detail":"{read_only:false; response_revision:2105; number_of_response:1; }","duration":"110.609821ms","start":"2026-04-08T00:35:40.542265Z","end":"2026-04-08T00:35:40.652875Z","steps":["trace[400850381] 'process raft request' (duration: 110.560209ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:35:40.652937Z","caller":"traceutil/trace.go:171","msg":"trace[164576218] transaction","detail":"{read_only:false; response_revision:2104; number_of_response:1; }","duration":"159.837562ms","start":"2026-04-08T00:35:40.493056Z","end":"2026-04-08T00:35:40.652893Z","steps":["trace[164576218] 'process raft request' (duration: 76.034274ms)","trace[164576218] 'compare' (duration: 83.594352ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T00:35:40.653275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.900961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"info","ts":"2026-04-08T00:35:40.653332Z","caller":"traceutil/trace.go:171","msg":"trace[87134617] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2105; }","duration":"113.053175ms","start":"2026-04-08T00:35:40.540266Z","end":"2026-04-08T00:35:40.653319Z","steps":["trace[87134617] 'agreement among raft nodes before linearized reading' (duration: 112.817288ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:35:40.65341Z","caller":"traceutil/trace.go:171","msg":"trace[1046978839] linearizableReadLoop","detail":"{readStateIndex:2186; appliedIndex:2185; }","duration":"112.617483ms","start":"2026-04-08T00:35:40.540352Z","end":"2026-04-08T00:35:40.652969Z","steps":["trace[1046978839] 'read index received' (duration: 28.752984ms)","trace[1046978839] 'applied index is now lower than readState.Index' (duration: 83.861159ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:35:46.057904Z","caller":"traceutil/trace.go:171","msg":"trace[88619893] linearizableReadLoop","detail":"{readStateIndex:2212; appliedIndex:2211; }","duration":"158.918811ms","start":"2026-04-08T00:35:45.89896Z","end":"2026-04-08T00:35:46.057879Z","steps":["trace[88619893] 'read index received' (duration: 158.772367ms)","trace[88619893] 'applied index is now lower than readState.Index' (duration: 145.414µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:35:46.057945Z","caller":"traceutil/trace.go:171","msg":"trace[2056638679] transaction","detail":"{read_only:false; response_revision:2129; number_of_response:1; }","duration":"203.921215ms","start":"2026-04-08T00:35:45.853994Z","end":"2026-04-08T00:35:46.057915Z","steps":["trace[2056638679] 'process raft request' (duration: 203.719569ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:35:46.058175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.162407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T00:35:46.058326Z","caller":"traceutil/trace.go:171","msg":"trace[662069660] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2129; }","duration":"159.386733ms","start":"2026-04-08T00:35:45.898912Z","end":"2026-04-08T00:35:46.058298Z","steps":["trace[662069660] 'agreement among raft nodes before linearized reading' (duration: 159.086135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:35:46.385754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.672989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T00:35:46.385872Z","caller":"traceutil/trace.go:171","msg":"trace[1418459639] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2129; }","duration":"325.846574ms","start":"2026-04-08T00:35:46.059998Z","end":"2026-04-08T00:35:46.385844Z","steps":["trace[1418459639] 'range keys from in-memory index tree' (duration: 325.538195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:35:46.385939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:35:46.059979Z","time spent":"325.946166ms","remote":"127.0.0.1:42406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-08T00:35:46.389601Z","caller":"traceutil/trace.go:171","msg":"trace[671867870] transaction","detail":"{read_only:false; response_revision:2130; number_of_response:1; }","duration":"192.26797ms","start":"2026-04-08T00:35:46.197313Z","end":"2026-04-08T00:35:46.389581Z","steps":["trace[671867870] 'process raft request' (duration: 192.107535ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:35:46.442151Z","caller":"traceutil/trace.go:171","msg":"trace[1368879460] linearizableReadLoop","detail":"{readStateIndex:2214; appliedIndex:2212; }","duration":"234.032038ms","start":"2026-04-08T00:35:46.20808Z","end":"2026-04-08T00:35:46.442112Z","steps":["trace[1368879460] 'read index received' (duration: 181.391943ms)","trace[1368879460] 'applied index is now lower than readState.Index' (duration: 52.638225ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:35:46.442219Z","caller":"traceutil/trace.go:171","msg":"trace[1770239370] transaction","detail":"{read_only:false; response_revision:2131; number_of_response:1; }","duration":"234.720675ms","start":"2026-04-08T00:35:46.207454Z","end":"2026-04-08T00:35:46.442174Z","steps":["trace[1770239370] 'process raft request' (duration: 234.392046ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:35:46.44233Z","caller":"traceutil/trace.go:171","msg":"trace[1920500873] transaction","detail":"{read_only:false; response_revision:2132; number_of_response:1; }","duration":"234.166611ms","start":"2026-04-08T00:35:46.208127Z","end":"2026-04-08T00:35:46.442294Z","steps":["trace[1920500873] 'process raft request' (duration: 233.930385ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:35:46.442622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.50004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-08T00:35:46.442727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.673493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-08T00:35:46.442742Z","caller":"traceutil/trace.go:171","msg":"trace[1049401371] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2132; }","duration":"234.704145ms","start":"2026-04-08T00:35:46.208013Z","end":"2026-04-08T00:35:46.442717Z","steps":["trace[1049401371] 'agreement among raft nodes before linearized reading' (duration: 234.344506ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:35:46.44278Z","caller":"traceutil/trace.go:171","msg":"trace[788081856] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2132; }","duration":"218.757636ms","start":"2026-04-08T00:35:46.224006Z","end":"2026-04-08T00:35:46.442763Z","steps":["trace[788081856] 'agreement among raft nodes before linearized reading' (duration: 218.565461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:35:46.983133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.839626ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T00:35:46.983484Z","caller":"traceutil/trace.go:171","msg":"trace[1901525585] transaction","detail":"{read_only:false; response_revision:2134; number_of_response:1; }","duration":"307.53044ms","start":"2026-04-08T00:35:46.675928Z","end":"2026-04-08T00:35:46.983458Z","steps":["trace[1901525585] 'process raft request' (duration: 307.426847ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:35:46.983612Z","caller":"traceutil/trace.go:171","msg":"trace[632765188] linearizableReadLoop","detail":"{readStateIndex:2216; appliedIndex:2215; }","duration":"418.04895ms","start":"2026-04-08T00:35:46.565498Z","end":"2026-04-08T00:35:46.983547Z","steps":["trace[632765188] 'read index received' (duration: 214.70278ms)","trace[632765188] 'applied index is now lower than readState.Index' (duration: 203.34175ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T00:35:46.98366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:35:46.675898Z","time spent":"307.707887ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T00:35:46.983917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.409069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-08T00:35:46.984001Z","caller":"traceutil/trace.go:171","msg":"trace[188335416] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2134; }","duration":"418.530561ms","start":"2026-04-08T00:35:46.565452Z","end":"2026-04-08T00:35:46.983982Z","steps":["trace[188335416] 'agreement among raft nodes before linearized reading' (duration: 418.297945ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:35:46.984083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.464223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-08T00:35:46.984139Z","caller":"traceutil/trace.go:171","msg":"trace[1624390403] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2134; }","duration":"417.611687ms","start":"2026-04-08T00:35:46.566512Z","end":"2026-04-08T00:35:46.984123Z","steps":["trace[1624390403] 'agreement among raft nodes before linearized reading' (duration: 417.288858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:35:46.984208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:35:46.566504Z","time spent":"417.69236ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T00:35:46.984142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:35:46.565432Z","time spent":"418.694056ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-08T00:35:46.983688Z","caller":"traceutil/trace.go:171","msg":"trace[1165915622] transaction","detail":"{read_only:false; response_revision:2133; number_of_response:1; }","duration":"535.416508ms","start":"2026-04-08T00:35:46.448235Z","end":"2026-04-08T00:35:46.983652Z","steps":["trace[1165915622] 'process raft request' (duration: 331.961635ms)","trace[1165915622] 'compare' (duration: 202.740693ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T00:35:46.984394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.573891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-08T00:35:46.984522Z","caller":"traceutil/trace.go:171","msg":"trace[1577491346] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2134; }","duration":"413.720356ms","start":"2026-04-08T00:35:46.570784Z","end":"2026-04-08T00:35:46.984504Z","steps":["trace[1577491346] 'agreement among raft nodes before linearized reading' (duration: 413.188302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:35:46.984561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:35:46.448205Z","time spent":"536.232898ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T00:35:46.984672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:35:46.570773Z","time spent":"413.825899ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T00:35:46.98498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.107989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-08T00:35:46.985036Z","caller":"traceutil/trace.go:171","msg":"trace[451297546] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2134; }","duration":"413.165312ms","start":"2026-04-08T00:35:46.571858Z","end":"2026-04-08T00:35:46.985023Z","steps":["trace[451297546] 'agreement among raft nodes before linearized reading' (duration: 412.068243ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:35:46.98507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:35:46.571833Z","time spent":"413.230172ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-08T00:35:48.722935Z","caller":"traceutil/trace.go:171","msg":"trace[1744576663] transaction","detail":"{read_only:false; response_revision:2139; number_of_response:1; }","duration":"327.63868ms","start":"2026-04-08T00:35:48.395258Z","end":"2026-04-08T00:35:48.722897Z","steps":["trace[1744576663] 'process raft request' (duration: 327.391294ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:35:48.723288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:35:48.39523Z","time spent":"327.820765ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T00:35:48.97216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.73793ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T00:35:48.972447Z","caller":"traceutil/trace.go:171","msg":"trace[1742956810] linearizableReadLoop","detail":"{readStateIndex:2224; appliedIndex:2221; }","duration":"513.356217ms","start":"2026-04-08T00:35:48.45907Z","end":"2026-04-08T00:35:48.972426Z","steps":["trace[1742956810] 'read index received' (duration: 263.497653ms)","trace[1742956810] 'applied index is now lower than readState.Index' (duration: 249.857284ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:35:48.972747Z","caller":"traceutil/trace.go:171","msg":"trace[958827133] transaction","detail":"{read_only:false; response_revision:2140; number_of_response:1; }","duration":"525.406953ms","start":"2026-04-08T00:35:48.447302Z","end":"2026-04-08T00:35:48.972709Z","steps":["trace[958827133] 'process raft request' (duration: 393.981175ms)","trace[958827133] 'compare' (duration: 130.397782ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T00:35:48.972797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.850941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T00:35:48.972847Z","caller":"traceutil/trace.go:171","msg":"trace[1461830047] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:2141; }","duration":"239.974785ms","start":"2026-04-08T00:35:48.732859Z","end":"2026-04-08T00:35:48.972834Z","steps":["trace[1461830047] 'agreement among raft nodes before linearized reading' (duration: 239.860332ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:35:48.972811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.715576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-08T00:35:48.972903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:35:48.447289Z","time spent":"525.525646ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T00:35:48.9729Z","caller":"traceutil/trace.go:171","msg":"trace[475638419] transaction","detail":"{read_only:false; response_revision:2141; number_of_response:1; }","duration":"524.414009ms","start":"2026-04-08T00:35:48.448329Z","end":"2026-04-08T00:35:48.972743Z","steps":["trace[475638419] 'process raft request' (duration: 523.950786ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:35:48.973059Z","caller":"traceutil/trace.go:171","msg":"trace[531236657] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2141; }","duration":"513.89292ms","start":"2026-04-08T00:35:48.459027Z","end":"2026-04-08T00:35:48.97292Z","steps":["trace[531236657] 'agreement among raft nodes before linearized reading' (duration: 513.538471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:35:48.973141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:35:48.448283Z","time spent":"524.737006ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T00:35:48.973922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:35:48.459013Z","time spent":"514.64441ms","remote":"127.0.0.1:51580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-08T00:35:49.630606Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675907655009305,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T00:35:50.28802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.014206ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T00:35:50.288266Z","caller":"traceutil/trace.go:171","msg":"trace[1179722183] linearizableReadLoop","detail":"{readStateIndex:2230; appliedIndex:2227; }","duration":"1.158751498s","start":"2026-04-08T00:35:49.129496Z","end":"2026-04-08T00:35:50.288247Z","steps":["trace[1179722183] 'read index received' (duration: 891.2835ms)","trace[1179722183] 'applied index is now lower than readState.Index' (duration: 267.466848ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:35:50.288397Z","caller":"traceutil/trace.go:171","msg":"trace[199951639] transaction","detail":"{read_only:false; response_revision:2145; number_of_response:1; }","duration":"1.240985531s","start":"2026-04-08T00:35:49.0474Z","end":"2026-04-08T00:35:50.288385Z","steps":["trace[199951639] 'process raft request' (duration: 973.489173ms)","trace[199951639] 'compare' (duration: 266.841481ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T00:35:50.288488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:35:49.047383Z","time spent":"1.241041563s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T00:35:50.288567Z","caller":"traceutil/trace.go:171","msg":"trace[1875451077] transaction","detail":"{read_only:false; response_revision:2147; number_of_response:1; }","duration":"1.240959011s","start":"2026-04-08T00:35:49.047574Z","end":"2026-04-08T00:35:50.288533Z","steps":["trace[1875451077] 'process raft request' (duration: 1.240632802s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:35:50.288717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:35:49.047553Z","time spent":"1.241083695s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T00:35:50.288975Z","caller":"traceutil/trace.go:171","msg":"trace[133627411] transaction","detail":"{read_only:false; response_revision:2146; number_of_response:1; }","duration":"1.241522716s","start":"2026-04-08T00:35:49.047438Z","end":"2026-04-08T00:35:50.28896Z","steps":["trace[133627411] 'process raft request' (duration: 1.240682204s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:35:50.289043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:35:49.047417Z","time spent":"1.241594517s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T00:35:50.28909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.811935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a43a8cdb2739a9\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-04-08T00:35:50.289191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.159702583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.62\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-08T00:35:50.289176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.249754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-08T00:35:50.289178Z","caller":"traceutil/trace.go:171","msg":"trace[248146488] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a43a8cdb2739a9; range_end:; response_count:1; response_revision:2147; }","duration":"552.962309ms","start":"2026-04-08T00:35:49.736192Z","end":"2026-04-08T00:35:50.289154Z","steps":["trace[248146488] 'agreement among raft nodes before linearized reading' (duration: 552.677792ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:35:50.289229Z","caller":"traceutil/trace.go:171","msg":"trace[321244914] range","detail":"{range_begin:/registry/masterleases/162.253.55.62; range_end:; response_count:1; response_revision:2147; }","duration":"1.159791185s","start":"2026-04-08T00:35:49.129427Z","end":"2026-04-08T00:35:50.289219Z","steps":["trace[321244914] 'agreement among raft nodes before linearized reading' (duration: 1.159272371s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:35:50.289267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:35:49.129403Z","time spent":"1.159857416s","remote":"127.0.0.1:42444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/162.253.55.62\" "} {"level":"info","ts":"2026-04-08T00:35:50.28926Z","caller":"traceutil/trace.go:171","msg":"trace[497236541] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2147; }","duration":"307.383587ms","start":"2026-04-08T00:35:49.981854Z","end":"2026-04-08T00:35:50.289238Z","steps":["trace[497236541] 'agreement among raft nodes before linearized reading' (duration: 307.144121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:35:50.289272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:35:49.736151Z","time spent":"553.106653ms","remote":"127.0.0.1:42494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a43a8cdb2739a9\" "} {"level":"warn","ts":"2026-04-08T00:35:50.289309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:35:49.98183Z","time spent":"307.46984ms","remote":"127.0.0.1:51580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-08T00:35:55.697306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.409506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a43a8cdb2739a9\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-04-08T00:35:55.697422Z","caller":"traceutil/trace.go:171","msg":"trace[1290682054] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a43a8cdb2739a9; range_end:; response_count:1; response_revision:2170; }","duration":"958.572761ms","start":"2026-04-08T00:35:54.738822Z","end":"2026-04-08T00:35:55.697395Z","steps":["trace[1290682054] 'range keys from in-memory index tree' (duration: 958.038977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:35:55.697482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:35:54.738798Z","time spent":"958.668602ms","remote":"127.0.0.1:42494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a43a8cdb2739a9\" "} {"level":"warn","ts":"2026-04-08T00:35:55.697835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.237266ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T00:35:55.697916Z","caller":"traceutil/trace.go:171","msg":"trace[285615821] linearizableReadLoop","detail":"{readStateIndex:2255; appliedIndex:2254; }","duration":"866.523598ms","start":"2026-04-08T00:35:54.831376Z","end":"2026-04-08T00:35:55.697899Z","steps":["trace[285615821] 'read index received' (duration: 340.13966ms)","trace[285615821] 'applied index is now lower than readState.Index' (duration: 526.382408ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:35:55.697979Z","caller":"traceutil/trace.go:171","msg":"trace[317660903] transaction","detail":"{read_only:false; response_revision:2171; number_of_response:1; }","duration":"958.249892ms","start":"2026-04-08T00:35:54.739676Z","end":"2026-04-08T00:35:55.697926Z","steps":["trace[317660903] 'process raft request' (duration: 431.831762ms)","trace[317660903] 'compare' (duration: 525.581919ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T00:35:55.698031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.645191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T00:35:55.698092Z","caller":"traceutil/trace.go:171","msg":"trace[1158654197] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:2171; }","duration":"866.739224ms","start":"2026-04-08T00:35:54.831335Z","end":"2026-04-08T00:35:55.698075Z","steps":["trace[1158654197] 'agreement among raft nodes before linearized reading' (duration: 866.647182ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:35:55.698151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:35:54.831319Z","time spent":"866.817065ms","remote":"127.0.0.1:57380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-08T00:35:55.698208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:35:54.739652Z","time spent":"958.435428ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T00:35:56.198513Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675907655009378,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T00:35:56.577826Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.40626881s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-08T00:35:56.900778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000546285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-08T00:35:56.900912Z","caller":"traceutil/trace.go:171","msg":"trace[1108189829] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00072579s","start":"2026-04-08T00:35:54.90016Z","end":"2026-04-08T00:35:56.900885Z","steps":["trace[1108189829] 'agreement among raft nodes before linearized reading' (duration: 2.000561915s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:35:56.901017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:35:54.900149Z","time spent":"2.000809471s","remote":"127.0.0.1:42400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T00:35:57.337302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.946848ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T00:35:57.337493Z","caller":"traceutil/trace.go:171","msg":"trace[1982209430] transaction","detail":"{read_only:false; response_revision:2172; number_of_response:1; }","duration":"2.386379526s","start":"2026-04-08T00:35:54.951074Z","end":"2026-04-08T00:35:57.337453Z","steps":["trace[1982209430] 'process raft request' (duration: 1.627169681s)","trace[1982209430] 'compare' (duration: 758.794884ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T00:35:57.337654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:35:54.951058Z","time spent":"2.386514641s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T00:35:57.338044Z","caller":"traceutil/trace.go:171","msg":"trace[1644898373] transaction","detail":"{read_only:false; response_revision:2174; number_of_response:1; }","duration":"2.33894571s","start":"2026-04-08T00:35:54.999076Z","end":"2026-04-08T00:35:57.338022Z","steps":["trace[1644898373] 'process raft request' (duration: 2.338379854s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:35:57.338142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:35:54.999047Z","time spent":"2.339048781s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T00:35:57.338426Z","caller":"traceutil/trace.go:171","msg":"trace[1808474010] transaction","detail":"{read_only:false; response_revision:2173; number_of_response:1; }","duration":"2.339456022s","start":"2026-04-08T00:35:54.998959Z","end":"2026-04-08T00:35:57.338415Z","steps":["trace[1808474010] 'process raft request' (duration: 2.338437996s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:35:57.338483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:35:54.998943Z","time spent":"2.339511684s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T00:35:57.338703Z","caller":"traceutil/trace.go:171","msg":"trace[1851711981] transaction","detail":"{read_only:false; response_revision:2175; number_of_response:1; }","duration":"2.313270852s","start":"2026-04-08T00:35:55.02538Z","end":"2026-04-08T00:35:57.338651Z","steps":["trace[1851711981] 'process raft request' (duration: 2.312109463s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:35:57.338695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:35:55.699623Z","time spent":"1.639054985s","remote":"127.0.0.1:42494","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-08T00:35:57.338966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:35:55.025366Z","time spent":"2.313424569s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T00:35:57.39453Z","caller":"traceutil/trace.go:171","msg":"trace[612095322] linearizableReadLoop","detail":"{readStateIndex:2261; appliedIndex:2255; }","duration":"1.696564627s","start":"2026-04-08T00:35:55.697946Z","end":"2026-04-08T00:35:57.39451Z","steps":["trace[612095322] 'read index received' (duration: 880.27495ms)","trace[612095322] 'applied index is now lower than readState.Index' (duration: 816.287757ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T00:35:57.394627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.968901533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-08T00:35:57.39465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.027582126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-08T00:35:57.394698Z","caller":"traceutil/trace.go:171","msg":"trace[548120293] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:2175; }","duration":"1.968985895s","start":"2026-04-08T00:35:55.425697Z","end":"2026-04-08T00:35:57.394683Z","steps":["trace[548120293] 'agreement among raft nodes before linearized reading' (duration: 1.968869532s)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:35:57.39471Z","caller":"traceutil/trace.go:171","msg":"trace[1159791456] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2175; }","duration":"2.027676949s","start":"2026-04-08T00:35:55.367013Z","end":"2026-04-08T00:35:57.39469Z","steps":["trace[1159791456] 'agreement among raft nodes before linearized reading' (duration: 2.027507194s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:35:57.394735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:35:55.425661Z","time spent":"1.969067988s","remote":"127.0.0.1:42834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-04-08T00:35:57.394751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:35:55.366991Z","time spent":"2.02775241s","remote":"127.0.0.1:51580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-08T00:35:57.394875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.650630719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"warn","ts":"2026-04-08T00:35:57.394896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.204778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T00:35:57.394914Z","caller":"traceutil/trace.go:171","msg":"trace[125602972] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2176; }","duration":"1.650714891s","start":"2026-04-08T00:35:55.744189Z","end":"2026-04-08T00:35:57.394904Z","steps":["trace[125602972] 'agreement among raft nodes before linearized reading' (duration: 1.650561856s)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:35:57.394924Z","caller":"traceutil/trace.go:171","msg":"trace[1624029434] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:2176; }","duration":"482.233658ms","start":"2026-04-08T00:35:56.912681Z","end":"2026-04-08T00:35:57.394915Z","steps":["trace[1624029434] 'agreement among raft nodes before linearized reading' (duration: 482.176716ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:35:57.394939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:35:55.744165Z","time spent":"1.650768842s","remote":"127.0.0.1:42616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12408,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-08T00:35:57.394945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:35:56.912593Z","time spent":"482.347091ms","remote":"127.0.0.1:42700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":15,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-04-08T00:35:57.395105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030692268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-08T00:35:57.395175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068826791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-08T00:35:57.395199Z","caller":"traceutil/trace.go:171","msg":"trace[686345911] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2176; }","duration":"1.068891963s","start":"2026-04-08T00:35:56.326301Z","end":"2026-04-08T00:35:57.395193Z","steps":["trace[686345911] 'agreement among raft nodes before linearized reading' (duration: 1.06877123s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:35:57.395183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030853003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-08T00:35:57.395227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:35:56.326276Z","time spent":"1.068946255s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-08T00:35:57.395188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.307349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T00:35:57.395255Z","caller":"traceutil/trace.go:171","msg":"trace[813537914] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2176; }","duration":"1.031007397s","start":"2026-04-08T00:35:56.364229Z","end":"2026-04-08T00:35:57.395236Z","steps":["trace[813537914] 'agreement among raft nodes before linearized reading' (duration: 1.0307663s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:35:57.395227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.525928069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-08T00:35:57.39531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:35:56.364206Z","time spent":"1.031093179s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-08T00:35:57.395303Z","caller":"traceutil/trace.go:171","msg":"trace[1841944483] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2176; }","duration":"493.454853ms","start":"2026-04-08T00:35:56.901816Z","end":"2026-04-08T00:35:57.39527Z","steps":["trace[1841944483] 'agreement among raft nodes before linearized reading' (duration: 493.250188ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:35:57.395315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.308457976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-08T00:35:57.395363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:35:56.9018Z","time spent":"493.553527ms","remote":"127.0.0.1:42406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-08T00:35:57.395413Z","caller":"traceutil/trace.go:171","msg":"trace[452038245] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2175; }","duration":"2.3085848s","start":"2026-04-08T00:35:55.08679Z","end":"2026-04-08T00:35:57.395375Z","steps":["trace[452038245] 'agreement among raft nodes before linearized reading' (duration: 2.30781399s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:35:57.395471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:35:55.08678Z","time spent":"2.308682572s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-08T00:35:57.395547Z","caller":"traceutil/trace.go:171","msg":"trace[137607991] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2176; }","duration":"1.03080595s","start":"2026-04-08T00:35:56.364352Z","end":"2026-04-08T00:35:57.395158Z","steps":["trace[137607991] 'agreement among raft nodes before linearized reading' (duration: 1.030496152s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:35:57.396641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:35:56.364281Z","time spent":"1.032338572s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-08T00:35:57.395642Z","caller":"traceutil/trace.go:171","msg":"trace[780169634] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2175; }","duration":"2.526117134s","start":"2026-04-08T00:35:54.869192Z","end":"2026-04-08T00:35:57.395309Z","steps":["trace[780169634] 'agreement among raft nodes before linearized reading' (duration: 2.525417765s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:35:57.396759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:35:54.869181Z","time spent":"2.527552221s","remote":"127.0.0.1:42870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-08T00:35:57.396105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.327373555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-08T00:35:57.396874Z","caller":"traceutil/trace.go:171","msg":"trace[37568817] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2175; }","duration":"2.328166665s","start":"2026-04-08T00:35:55.06869Z","end":"2026-04-08T00:35:57.396857Z","steps":["trace[37568817] 'agreement among raft nodes before linearized reading' (duration: 2.325898565s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:35:57.396927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:35:55.068679Z","time spent":"2.328231136s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-08T00:36:01.462143Z","caller":"traceutil/trace.go:171","msg":"trace[1861891345] transaction","detail":"{read_only:false; response_revision:2200; number_of_response:1; }","duration":"109.416019ms","start":"2026-04-08T00:36:01.352689Z","end":"2026-04-08T00:36:01.462105Z","steps":["trace[1861891345] 'process raft request' (duration: 109.197853ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:36:01.462042Z","caller":"traceutil/trace.go:171","msg":"trace[133818978] transaction","detail":"{read_only:false; response_revision:2199; number_of_response:1; }","duration":"110.105156ms","start":"2026-04-08T00:36:01.351906Z","end":"2026-04-08T00:36:01.462011Z","steps":["trace[133818978] 'process raft request' (duration: 58.725385ms)","trace[133818978] 'compare' (duration: 51.115705ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:36:01.698319Z","caller":"traceutil/trace.go:171","msg":"trace[329971892] transaction","detail":"{read_only:false; response_revision:2201; number_of_response:1; }","duration":"231.952053ms","start":"2026-04-08T00:36:01.466338Z","end":"2026-04-08T00:36:01.69829Z","steps":["trace[329971892] 'process raft request' (duration: 135.314501ms)","trace[329971892] 'compare' (duration: 96.523809ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:36:01.714452Z","caller":"traceutil/trace.go:171","msg":"trace[691420704] transaction","detail":"{read_only:false; response_revision:2203; number_of_response:1; }","duration":"247.114112ms","start":"2026-04-08T00:36:01.467314Z","end":"2026-04-08T00:36:01.714428Z","steps":["trace[691420704] 'process raft request' (duration: 247.031909ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:36:01.714486Z","caller":"traceutil/trace.go:171","msg":"trace[724244641] transaction","detail":"{read_only:false; response_revision:2202; number_of_response:1; }","duration":"247.227115ms","start":"2026-04-08T00:36:01.467229Z","end":"2026-04-08T00:36:01.714456Z","steps":["trace[724244641] 'process raft request' (duration: 246.971969ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:36:01.714782Z","caller":"traceutil/trace.go:171","msg":"trace[80731097] transaction","detail":"{read_only:false; response_revision:2204; number_of_response:1; }","duration":"247.308437ms","start":"2026-04-08T00:36:01.467458Z","end":"2026-04-08T00:36:01.714767Z","steps":["trace[80731097] 'process raft request' (duration: 246.929146ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:36:01.714854Z","caller":"traceutil/trace.go:171","msg":"trace[1714606313] linearizableReadLoop","detail":"{readStateIndex:2293; appliedIndex:2287; }","duration":"204.10815ms","start":"2026-04-08T00:36:01.510717Z","end":"2026-04-08T00:36:01.714825Z","steps":["trace[1714606313] 'read index received' (duration: 90.949323ms)","trace[1714606313] 'applied index is now lower than readState.Index' (duration: 113.157717ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:36:01.7149Z","caller":"traceutil/trace.go:171","msg":"trace[557828349] transaction","detail":"{read_only:false; response_revision:2205; number_of_response:1; }","duration":"246.68537ms","start":"2026-04-08T00:36:01.468194Z","end":"2026-04-08T00:36:01.714879Z","steps":["trace[557828349] 'process raft request' (duration: 246.469245ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:36:01.714992Z","caller":"traceutil/trace.go:171","msg":"trace[38823310] transaction","detail":"{read_only:false; response_revision:2206; number_of_response:1; }","duration":"219.430254ms","start":"2026-04-08T00:36:01.495526Z","end":"2026-04-08T00:36:01.714956Z","steps":["trace[38823310] 'process raft request' (duration: 219.242229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:36:01.715053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.775352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T00:36:01.715091Z","caller":"traceutil/trace.go:171","msg":"trace[494853849] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2206; }","duration":"146.861724ms","start":"2026-04-08T00:36:01.568217Z","end":"2026-04-08T00:36:01.715078Z","steps":["trace[494853849] 'agreement among raft nodes before linearized reading' (duration: 146.763011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:36:01.71508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.309835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T00:36:01.71521Z","caller":"traceutil/trace.go:171","msg":"trace[1993156919] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2206; }","duration":"204.525051ms","start":"2026-04-08T00:36:01.510654Z","end":"2026-04-08T00:36:01.715179Z","steps":["trace[1993156919] 'agreement among raft nodes before linearized reading' (duration: 204.299915ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:36:39.395354Z","caller":"traceutil/trace.go:171","msg":"trace[898185223] transaction","detail":"{read_only:false; response_revision:2454; number_of_response:1; }","duration":"130.044331ms","start":"2026-04-08T00:36:39.265287Z","end":"2026-04-08T00:36:39.395332Z","steps":["trace[898185223] 'process raft request' (duration: 123.94175ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:36:39.395393Z","caller":"traceutil/trace.go:171","msg":"trace[1965846131] transaction","detail":"{read_only:false; response_revision:2455; number_of_response:1; }","duration":"129.679792ms","start":"2026-04-08T00:36:39.265684Z","end":"2026-04-08T00:36:39.395364Z","steps":["trace[1965846131] 'process raft request' (duration: 129.542088ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:36:39.395433Z","caller":"traceutil/trace.go:171","msg":"trace[1907905108] transaction","detail":"{read_only:false; response_revision:2456; number_of_response:1; }","duration":"129.017854ms","start":"2026-04-08T00:36:39.266386Z","end":"2026-04-08T00:36:39.395404Z","steps":["trace[1907905108] 'process raft request' (duration: 128.8761ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:36:39.395488Z","caller":"traceutil/trace.go:171","msg":"trace[97239801] transaction","detail":"{read_only:false; response_revision:2457; number_of_response:1; }","duration":"128.85776ms","start":"2026-04-08T00:36:39.266606Z","end":"2026-04-08T00:36:39.395464Z","steps":["trace[97239801] 'process raft request' (duration: 128.687816ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:36:39.395504Z","caller":"traceutil/trace.go:171","msg":"trace[587405711] transaction","detail":"{read_only:false; response_revision:2458; number_of_response:1; }","duration":"128.808429ms","start":"2026-04-08T00:36:39.266639Z","end":"2026-04-08T00:36:39.395448Z","steps":["trace[587405711] 'process raft request' (duration: 128.685326ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:36:39.395579Z","caller":"traceutil/trace.go:171","msg":"trace[1873142969] transaction","detail":"{read_only:false; response_revision:2459; number_of_response:1; }","duration":"111.464023ms","start":"2026-04-08T00:36:39.284103Z","end":"2026-04-08T00:36:39.395567Z","steps":["trace[1873142969] 'process raft request' (duration: 111.254947ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:36:43.035218Z","caller":"traceutil/trace.go:171","msg":"trace[1149316215] linearizableReadLoop","detail":"{readStateIndex:2630; appliedIndex:2629; }","duration":"149.051812ms","start":"2026-04-08T00:36:42.886138Z","end":"2026-04-08T00:36:43.03519Z","steps":["trace[1149316215] 'read index received' (duration: 148.756894ms)","trace[1149316215] 'applied index is now lower than readState.Index' (duration: 293.698µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:36:43.035281Z","caller":"traceutil/trace.go:171","msg":"trace[955796391] transaction","detail":"{read_only:false; response_revision:2530; number_of_response:1; }","duration":"188.480479ms","start":"2026-04-08T00:36:42.846762Z","end":"2026-04-08T00:36:43.035243Z","steps":["trace[955796391] 'process raft request' (duration: 188.245413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:36:43.035446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.249308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T00:36:43.035447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.272037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T00:36:43.035499Z","caller":"traceutil/trace.go:171","msg":"trace[2132574638] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2530; }","duration":"135.384792ms","start":"2026-04-08T00:36:42.9001Z","end":"2026-04-08T00:36:43.035485Z","steps":["trace[2132574638] 'agreement among raft nodes before linearized reading' (duration: 135.252749ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:36:43.03554Z","caller":"traceutil/trace.go:171","msg":"trace[1045083300] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2530; }","duration":"149.434192ms","start":"2026-04-08T00:36:42.886083Z","end":"2026-04-08T00:36:43.035518Z","steps":["trace[1045083300] 'agreement among raft nodes before linearized reading' (duration: 149.263287ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:36:48.765487Z","caller":"traceutil/trace.go:171","msg":"trace[1898195174] linearizableReadLoop","detail":"{readStateIndex:2726; appliedIndex:2725; }","duration":"198.189486ms","start":"2026-04-08T00:36:48.56727Z","end":"2026-04-08T00:36:48.76546Z","steps":["trace[1898195174] 'read index received' (duration: 197.979981ms)","trace[1898195174] 'applied index is now lower than readState.Index' (duration: 207.865µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:36:48.765556Z","caller":"traceutil/trace.go:171","msg":"trace[1068219222] transaction","detail":"{read_only:false; response_revision:2624; number_of_response:1; }","duration":"198.342551ms","start":"2026-04-08T00:36:48.567172Z","end":"2026-04-08T00:36:48.765514Z","steps":["trace[1068219222] 'process raft request' (duration: 198.104965ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:36:48.765719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.389462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T00:36:48.765846Z","caller":"traceutil/trace.go:171","msg":"trace[2006942843] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:2624; }","duration":"198.610378ms","start":"2026-04-08T00:36:48.567208Z","end":"2026-04-08T00:36:48.765819Z","steps":["trace[2006942843] 'agreement among raft nodes before linearized reading' (duration: 198.350431ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:36:51.784986Z","caller":"traceutil/trace.go:171","msg":"trace[227263889] transaction","detail":"{read_only:false; response_revision:2640; number_of_response:1; }","duration":"106.7485ms","start":"2026-04-08T00:36:51.678212Z","end":"2026-04-08T00:36:51.78496Z","steps":["trace[227263889] 'process raft request' (duration: 106.585396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:36:52.585693Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675907655010380,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T00:36:53.020198Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.013726468s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-08T00:36:53.021343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.12353782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T00:36:53.021472Z","caller":"traceutil/trace.go:171","msg":"trace[861245603] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2642; }","duration":"1.123730385s","start":"2026-04-08T00:36:51.89772Z","end":"2026-04-08T00:36:53.02145Z","steps":["trace[861245603] 'range keys from in-memory index tree' (duration: 1.123401077s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:36:53.021518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:36:51.897694Z","time spent":"1.123813028s","remote":"127.0.0.1:42400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-08T00:36:53.023286Z","caller":"traceutil/trace.go:171","msg":"trace[1786871780] linearizableReadLoop","detail":"{readStateIndex:2746; appliedIndex:2745; }","duration":"937.783889ms","start":"2026-04-08T00:36:52.085472Z","end":"2026-04-08T00:36:53.023256Z","steps":["trace[1786871780] 'read index received' (duration: 935.176889ms)","trace[1786871780] 'applied index is now lower than readState.Index' (duration: 2.60421ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:36:53.023266Z","caller":"traceutil/trace.go:171","msg":"trace[1322917705] transaction","detail":"{read_only:false; response_revision:2643; number_of_response:1; }","duration":"1.016872813s","start":"2026-04-08T00:36:52.006334Z","end":"2026-04-08T00:36:53.023207Z","steps":["trace[1322917705] 'process raft request' (duration: 1.014298104s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:36:53.023544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:36:52.006308Z","time spent":"1.01710134s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T00:36:53.023599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.106279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-08T00:36:53.0237Z","caller":"traceutil/trace.go:171","msg":"trace[235346014] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2643; }","duration":"938.265292ms","start":"2026-04-08T00:36:52.085414Z","end":"2026-04-08T00:36:53.023679Z","steps":["trace[235346014] 'agreement among raft nodes before linearized reading' (duration: 937.932133ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:36:53.023747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:36:52.085391Z","time spent":"938.344915ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-08T00:36:53.024233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.670883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-08T00:36:53.024338Z","caller":"traceutil/trace.go:171","msg":"trace[88350251] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2644; }","duration":"938.789846ms","start":"2026-04-08T00:36:52.0855Z","end":"2026-04-08T00:36:53.02429Z","steps":["trace[88350251] 'agreement among raft nodes before linearized reading' (duration: 938.587461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:36:53.024397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:36:52.085471Z","time spent":"938.91308ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-08T00:36:53.024216Z","caller":"traceutil/trace.go:171","msg":"trace[29737293] transaction","detail":"{read_only:false; response_revision:2644; number_of_response:1; }","duration":"237.514858ms","start":"2026-04-08T00:36:52.786657Z","end":"2026-04-08T00:36:53.024172Z","steps":["trace[29737293] 'process raft request' (duration: 236.565543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:36:53.02442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.934328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-08T00:36:53.024241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.429229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-08T00:36:53.024528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.562194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-08T00:36:53.024586Z","caller":"traceutil/trace.go:171","msg":"trace[1468438509] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2644; }","duration":"937.677627ms","start":"2026-04-08T00:36:52.0869Z","end":"2026-04-08T00:36:53.024578Z","steps":["trace[1468438509] 'agreement among raft nodes before linearized reading' (duration: 937.45969ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:36:53.024595Z","caller":"traceutil/trace.go:171","msg":"trace[1154597962] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2644; }","duration":"927.789619ms","start":"2026-04-08T00:36:52.096777Z","end":"2026-04-08T00:36:53.024566Z","steps":["trace[1154597962] 'agreement among raft nodes before linearized reading' (duration: 927.359618ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:36:53.024623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:36:52.086884Z","time spent":"937.732058ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T00:36:53.024667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:36:52.096766Z","time spent":"927.882583ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-08T00:36:53.024632Z","caller":"traceutil/trace.go:171","msg":"trace[789379950] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2644; }","duration":"622.283007ms","start":"2026-04-08T00:36:52.40227Z","end":"2026-04-08T00:36:53.024553Z","steps":["trace[789379950] 'agreement among raft nodes before linearized reading' (duration: 621.950908ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:36:53.024867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:36:52.40224Z","time spent":"622.609116ms","remote":"127.0.0.1:51572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-08T00:36:53.024763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.960094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-08T00:36:53.025622Z","caller":"traceutil/trace.go:171","msg":"trace[1411233620] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2644; }","duration":"928.268764ms","start":"2026-04-08T00:36:52.096767Z","end":"2026-04-08T00:36:53.025035Z","steps":["trace[1411233620] 'agreement among raft nodes before linearized reading' (duration: 927.521693ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:36:53.025765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:36:52.096757Z","time spent":"928.960752ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-08T00:37:03.289678Z","caller":"traceutil/trace.go:171","msg":"trace[2022751210] linearizableReadLoop","detail":"{readStateIndex:2816; appliedIndex:2815; }","duration":"223.176631ms","start":"2026-04-08T00:37:03.06648Z","end":"2026-04-08T00:37:03.289657Z","steps":["trace[2022751210] 'read index received' (duration: 222.994596ms)","trace[2022751210] 'applied index is now lower than readState.Index' (duration: 180.895µs)"],"step_count":2} {"level":"warn","ts":"2026-04-08T00:37:03.290077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.031674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-08T00:37:03.290222Z","caller":"traceutil/trace.go:171","msg":"trace[750823503] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2710; }","duration":"168.213918ms","start":"2026-04-08T00:37:03.121987Z","end":"2026-04-08T00:37:03.290201Z","steps":["trace[750823503] 'agreement among raft nodes before linearized reading' (duration: 167.94634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:37:03.290404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.366095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-08T00:37:03.289782Z","caller":"traceutil/trace.go:171","msg":"trace[1671930864] transaction","detail":"{read_only:false; response_revision:2710; number_of_response:1; }","duration":"235.862213ms","start":"2026-04-08T00:37:03.053906Z","end":"2026-04-08T00:37:03.289768Z","steps":["trace[1671930864] 'process raft request' (duration: 235.607637ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:37:03.29054Z","caller":"traceutil/trace.go:171","msg":"trace[836878585] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2710; }","duration":"147.54929ms","start":"2026-04-08T00:37:03.142967Z","end":"2026-04-08T00:37:03.290516Z","steps":["trace[836878585] 'agreement among raft nodes before linearized reading' (duration: 147.18229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:37:03.290624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.685115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-08T00:37:03.290664Z","caller":"traceutil/trace.go:171","msg":"trace[1713455223] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2710; }","duration":"160.751086ms","start":"2026-04-08T00:37:03.129904Z","end":"2026-04-08T00:37:03.290655Z","steps":["trace[1713455223] 'agreement among raft nodes before linearized reading' (duration: 160.659833ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:37:03.290767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.285991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-08T00:37:03.290838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.55026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-08T00:37:03.290929Z","caller":"traceutil/trace.go:171","msg":"trace[327783500] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2710; }","duration":"157.680415ms","start":"2026-04-08T00:37:03.133232Z","end":"2026-04-08T00:37:03.290912Z","steps":["trace[327783500] 'agreement among raft nodes before linearized reading' (duration: 157.410687ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:37:03.290866Z","caller":"traceutil/trace.go:171","msg":"trace[935765383] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2710; }","duration":"224.415034ms","start":"2026-04-08T00:37:03.066432Z","end":"2026-04-08T00:37:03.290847Z","steps":["trace[935765383] 'agreement among raft nodes before linearized reading' (duration: 224.204138ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:37:20.063842Z","caller":"traceutil/trace.go:171","msg":"trace[1251391161] transaction","detail":"{read_only:false; response_revision:2816; number_of_response:1; }","duration":"125.611869ms","start":"2026-04-08T00:37:19.938196Z","end":"2026-04-08T00:37:20.063807Z","steps":["trace[1251391161] 'process raft request' (duration: 107.511751ms)","trace[1251391161] 'compare' (duration: 17.714078ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:37:20.063891Z","caller":"traceutil/trace.go:171","msg":"trace[1254435420] transaction","detail":"{read_only:false; response_revision:2817; number_of_response:1; }","duration":"123.345829ms","start":"2026-04-08T00:37:19.940508Z","end":"2026-04-08T00:37:20.063854Z","steps":["trace[1254435420] 'process raft request' (duration: 123.227306ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:37:26.339384Z","caller":"traceutil/trace.go:171","msg":"trace[1040521524] transaction","detail":"{read_only:false; response_revision:2845; number_of_response:1; }","duration":"356.303463ms","start":"2026-04-08T00:37:25.983031Z","end":"2026-04-08T00:37:26.339334Z","steps":["trace[1040521524] 'process raft request' (duration: 355.981124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:37:26.339719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:37:25.983005Z","time spent":"356.549419ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T00:37:26.367695Z","caller":"traceutil/trace.go:171","msg":"trace[1565848463] transaction","detail":"{read_only:false; response_revision:2846; number_of_response:1; }","duration":"284.643729ms","start":"2026-04-08T00:37:26.083024Z","end":"2026-04-08T00:37:26.367668Z","steps":["trace[1565848463] 'process raft request' (duration: 284.469784ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:37:26.368571Z","caller":"traceutil/trace.go:171","msg":"trace[190458483] transaction","detail":"{read_only:false; response_revision:2847; number_of_response:1; }","duration":"282.412879ms","start":"2026-04-08T00:37:26.086094Z","end":"2026-04-08T00:37:26.368507Z","steps":["trace[190458483] 'process raft request' (duration: 281.526954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:37:27.297911Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675907655010911,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-08T00:37:27.614471Z","caller":"traceutil/trace.go:171","msg":"trace[1430386799] linearizableReadLoop","detail":"{readStateIndex:2959; appliedIndex:2958; }","duration":"817.269328ms","start":"2026-04-08T00:37:26.797181Z","end":"2026-04-08T00:37:27.61445Z","steps":["trace[1430386799] 'read index received' (duration: 817.126764ms)","trace[1430386799] 'applied index is now lower than readState.Index' (duration: 141.674µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:37:27.614643Z","caller":"traceutil/trace.go:171","msg":"trace[1328900577] transaction","detail":"{read_only:false; response_revision:2848; number_of_response:1; }","duration":"900.697588ms","start":"2026-04-08T00:37:26.713909Z","end":"2026-04-08T00:37:27.614607Z","steps":["trace[1328900577] 'process raft request' (duration: 900.411401ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:37:27.6148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:37:26.71388Z","time spent":"900.840142ms","remote":"127.0.0.1:42610","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9387,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T00:37:27.614794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.594447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18a43aa37450d713\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-04-08T00:37:27.614873Z","caller":"traceutil/trace.go:171","msg":"trace[1220231610] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18a43aa37450d713; range_end:; response_count:1; response_revision:2848; }","duration":"817.71817ms","start":"2026-04-08T00:37:26.797132Z","end":"2026-04-08T00:37:27.61485Z","steps":["trace[1220231610] 'agreement among raft nodes before linearized reading' (duration: 817.512495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:37:27.614924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:37:26.797109Z","time spent":"817.805952ms","remote":"127.0.0.1:42494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":788,"request content":"key:\"/registry/events/openstack/valkey-node-0.18a43aa37450d713\" "} {"level":"warn","ts":"2026-04-08T00:37:28.275174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.651399ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T00:37:28.275407Z","caller":"traceutil/trace.go:171","msg":"trace[85570222] transaction","detail":"{read_only:false; response_revision:2850; number_of_response:1; }","duration":"656.924423ms","start":"2026-04-08T00:37:27.618463Z","end":"2026-04-08T00:37:28.275387Z","steps":["trace[85570222] 'process raft request' (duration: 656.83234ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:37:28.275427Z","caller":"traceutil/trace.go:171","msg":"trace[1558177508] linearizableReadLoop","detail":"{readStateIndex:2960; appliedIndex:2959; }","duration":"660.776087ms","start":"2026-04-08T00:37:27.614609Z","end":"2026-04-08T00:37:28.275385Z","steps":["trace[1558177508] 'read index received' (duration: 411.713027ms)","trace[1558177508] 'applied index is now lower than readState.Index' (duration: 249.057579ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T00:37:28.275487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:37:27.618434Z","time spent":"657.016715ms","remote":"127.0.0.1:42494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T00:37:28.275468Z","caller":"traceutil/trace.go:171","msg":"trace[420107205] transaction","detail":"{read_only:false; response_revision:2849; number_of_response:1; }","duration":"889.424065ms","start":"2026-04-08T00:37:27.385966Z","end":"2026-04-08T00:37:28.27539Z","steps":["trace[420107205] 'process raft request' (duration: 640.443128ms)","trace[420107205] 'compare' (duration: 248.503134ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T00:37:28.275708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:37:27.385924Z","time spent":"889.651331ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T00:37:28.275799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.269991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-08T00:37:28.275852Z","caller":"traceutil/trace.go:171","msg":"trace[1166561704] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2850; }","duration":"816.358652ms","start":"2026-04-08T00:37:27.459478Z","end":"2026-04-08T00:37:28.275836Z","steps":["trace[1166561704] 'agreement among raft nodes before linearized reading' (duration: 816.071684ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:37:28.275893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:37:27.459466Z","time spent":"816.418925ms","remote":"127.0.0.1:42618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-08T00:37:28.275982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.804895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-08T00:37:28.276019Z","caller":"traceutil/trace.go:171","msg":"trace[1208638259] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2850; }","duration":"859.877798ms","start":"2026-04-08T00:37:27.416129Z","end":"2026-04-08T00:37:28.276007Z","steps":["trace[1208638259] 'agreement among raft nodes before linearized reading' (duration: 859.734234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:37:28.276013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.826675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T00:37:28.276038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:37:27.416116Z","time spent":"859.917529ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T00:37:28.276025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.312594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-08T00:37:28.276062Z","caller":"traceutil/trace.go:171","msg":"trace[1824460884] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2850; }","duration":"373.904737ms","start":"2026-04-08T00:37:27.902142Z","end":"2026-04-08T00:37:28.276047Z","steps":["trace[1824460884] 'agreement among raft nodes before linearized reading' (duration: 373.827805ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:37:28.276101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:37:27.902118Z","time spent":"373.977499ms","remote":"127.0.0.1:42400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T00:37:28.276091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.718154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-08T00:37:28.276111Z","caller":"traceutil/trace.go:171","msg":"trace[1146874802] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2850; }","duration":"852.431806ms","start":"2026-04-08T00:37:27.423655Z","end":"2026-04-08T00:37:28.276087Z","steps":["trace[1146874802] 'agreement among raft nodes before linearized reading' (duration: 852.179139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:37:28.276172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:37:27.423637Z","time spent":"852.526499ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-08T00:37:28.276184Z","caller":"traceutil/trace.go:171","msg":"trace[278525948] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2850; }","duration":"849.817976ms","start":"2026-04-08T00:37:27.426336Z","end":"2026-04-08T00:37:28.276154Z","steps":["trace[278525948] 'agreement among raft nodes before linearized reading' (duration: 849.484377ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:37:28.276179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.8372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-08T00:37:28.27624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:37:27.426329Z","time spent":"849.896578ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T00:37:28.276213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.235914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T00:37:28.276329Z","caller":"traceutil/trace.go:171","msg":"trace[1457409807] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2850; }","duration":"849.011344ms","start":"2026-04-08T00:37:27.427261Z","end":"2026-04-08T00:37:28.276272Z","steps":["trace[1457409807] 'agreement among raft nodes before linearized reading' (duration: 848.622024ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:37:28.27635Z","caller":"traceutil/trace.go:171","msg":"trace[559062655] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:2850; }","duration":"335.424799ms","start":"2026-04-08T00:37:27.940905Z","end":"2026-04-08T00:37:28.276329Z","steps":["trace[559062655] 'agreement among raft nodes before linearized reading' (duration: 335.08573ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:37:28.276403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:37:27.427248Z","time spent":"849.143987ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-08T00:37:28.276409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:37:27.940893Z","time spent":"335.50417ms","remote":"127.0.0.1:42798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":90,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-04-08T00:37:28.276451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.864257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-08T00:37:28.276504Z","caller":"traceutil/trace.go:171","msg":"trace[2013148640] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2850; }","duration":"856.973059ms","start":"2026-04-08T00:37:27.419516Z","end":"2026-04-08T00:37:28.276489Z","steps":["trace[2013148640] 'agreement among raft nodes before linearized reading' (duration: 856.121956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:37:28.276578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:37:27.419488Z","time spent":"857.080172ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-08T00:37:28.275841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.375417534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T00:37:28.277732Z","caller":"traceutil/trace.go:171","msg":"trace[220962375] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2850; }","duration":"1.377343048s","start":"2026-04-08T00:37:26.900371Z","end":"2026-04-08T00:37:28.277714Z","steps":["trace[220962375] 'agreement among raft nodes before linearized reading' (duration: 1.375433856s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:37:28.277783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:37:26.900346Z","time spent":"1.37742211s","remote":"127.0.0.1:42400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T00:40:00.441466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.266755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T00:40:00.44154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.010506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T00:40:00.441585Z","caller":"traceutil/trace.go:171","msg":"trace[1127461694] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:3854; }","duration":"270.449691ms","start":"2026-04-08T00:40:00.171121Z","end":"2026-04-08T00:40:00.44157Z","steps":["trace[1127461694] 'count revisions from in-memory index tree' (duration: 270.188554ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:40:00.441626Z","caller":"traceutil/trace.go:171","msg":"trace[2048563852] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3854; }","duration":"543.111268ms","start":"2026-04-08T00:39:59.898495Z","end":"2026-04-08T00:40:00.441606Z","steps":["trace[2048563852] 'range keys from in-memory index tree' (duration: 542.883783ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:40:00.441675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:39:59.898433Z","time spent":"543.227832ms","remote":"127.0.0.1:42400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-08T00:40:00.758109Z","caller":"traceutil/trace.go:171","msg":"trace[2102393055] linearizableReadLoop","detail":"{readStateIndex:4004; appliedIndex:4003; }","duration":"160.435096ms","start":"2026-04-08T00:40:00.597645Z","end":"2026-04-08T00:40:00.75808Z","steps":["trace[2102393055] 'read index received' (duration: 160.213959ms)","trace[2102393055] 'applied index is now lower than readState.Index' (duration: 220.237µs)"],"step_count":2} {"level":"warn","ts":"2026-04-08T00:40:00.758367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.665822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T00:40:00.758294Z","caller":"traceutil/trace.go:171","msg":"trace[340144498] transaction","detail":"{read_only:false; response_revision:3855; number_of_response:1; }","duration":"243.89889ms","start":"2026-04-08T00:40:00.514355Z","end":"2026-04-08T00:40:00.758254Z","steps":["trace[340144498] 'process raft request' (duration: 243.580701ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:40:00.758417Z","caller":"traceutil/trace.go:171","msg":"trace[1348228796] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:3855; }","duration":"160.808076ms","start":"2026-04-08T00:40:00.597597Z","end":"2026-04-08T00:40:00.758405Z","steps":["trace[1348228796] 'agreement among raft nodes before linearized reading' (duration: 160.591061ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:41:25.802793Z","caller":"traceutil/trace.go:171","msg":"trace[2093710724] linearizableReadLoop","detail":"{readStateIndex:5210; appliedIndex:5209; }","duration":"463.253146ms","start":"2026-04-08T00:41:25.33952Z","end":"2026-04-08T00:41:25.802773Z","steps":["trace[2093710724] 'read index received' (duration: 463.221615ms)","trace[2093710724] 'applied index is now lower than readState.Index' (duration: 30.621µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:41:25.802898Z","caller":"traceutil/trace.go:171","msg":"trace[1293426863] transaction","detail":"{read_only:false; response_revision:5014; number_of_response:1; }","duration":"503.309519ms","start":"2026-04-08T00:41:25.299555Z","end":"2026-04-08T00:41:25.802864Z","steps":["trace[1293426863] 'process raft request' (duration: 503.104694ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:41:25.802976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.437561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7d6d5e2e-f057-45a3-aaba-65ae54d62042\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-04-08T00:41:25.803011Z","caller":"traceutil/trace.go:171","msg":"trace[1861396819] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7d6d5e2e-f057-45a3-aaba-65ae54d62042; range_end:; response_count:1; response_revision:5014; }","duration":"463.509753ms","start":"2026-04-08T00:41:25.339493Z","end":"2026-04-08T00:41:25.803002Z","steps":["trace[1861396819] 'agreement among raft nodes before linearized reading' (duration: 463.381518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:41:25.803041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:41:25.339483Z","time spent":"463.550944ms","remote":"127.0.0.1:42616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7d6d5e2e-f057-45a3-aaba-65ae54d62042\" "} {"level":"warn","ts":"2026-04-08T00:41:25.803077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:41:25.299527Z","time spent":"503.455903ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T00:41:25.951047Z","caller":"traceutil/trace.go:171","msg":"trace[709930482] transaction","detail":"{read_only:false; response_revision:5015; number_of_response:1; }","duration":"477.950626ms","start":"2026-04-08T00:41:25.473067Z","end":"2026-04-08T00:41:25.951017Z","steps":["trace[709930482] 'process raft request' (duration: 477.70614ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:41:25.951235Z","caller":"traceutil/trace.go:171","msg":"trace[694467644] linearizableReadLoop","detail":"{readStateIndex:5212; appliedIndex:5210; }","duration":"148.341161ms","start":"2026-04-08T00:41:25.802852Z","end":"2026-04-08T00:41:25.951193Z","steps":["trace[694467644] 'read index received' (duration: 147.966201ms)","trace[694467644] 'applied index is now lower than readState.Index' (duration: 372.57µs)"],"step_count":2} {"level":"warn","ts":"2026-04-08T00:41:25.951357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.500782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-08T00:41:25.951368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:41:25.473036Z","time spent":"478.183403ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T00:41:25.951445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.892366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-08T00:41:25.951493Z","caller":"traceutil/trace.go:171","msg":"trace[753423435] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5016; }","duration":"439.967767ms","start":"2026-04-08T00:41:25.511514Z","end":"2026-04-08T00:41:25.951482Z","steps":["trace[753423435] 'agreement among raft nodes before linearized reading' (duration: 439.827494ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:41:25.95151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.569036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-08T00:41:25.951532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:41:25.511503Z","time spent":"440.020819ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-08T00:41:25.951493Z","caller":"traceutil/trace.go:171","msg":"trace[1925014098] transaction","detail":"{read_only:false; response_revision:5016; number_of_response:1; }","duration":"478.208894ms","start":"2026-04-08T00:41:25.473184Z","end":"2026-04-08T00:41:25.951393Z","steps":["trace[1925014098] 'process raft request' (duration: 477.786352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:41:25.951612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.641611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-08T00:41:25.951647Z","caller":"traceutil/trace.go:171","msg":"trace[1352240379] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5016; }","duration":"441.687953ms","start":"2026-04-08T00:41:25.509952Z","end":"2026-04-08T00:41:25.95164Z","steps":["trace[1352240379] 'agreement among raft nodes before linearized reading' (duration: 441.60622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:41:25.951684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:41:25.509945Z","time spent":"441.732425ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T00:41:25.951705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.846084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-08T00:41:25.951416Z","caller":"traceutil/trace.go:171","msg":"trace[572265268] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5016; }","duration":"437.588135ms","start":"2026-04-08T00:41:25.513814Z","end":"2026-04-08T00:41:25.951402Z","steps":["trace[572265268] 'agreement among raft nodes before linearized reading' (duration: 437.383519ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:41:25.951541Z","caller":"traceutil/trace.go:171","msg":"trace[437569311] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5016; }","duration":"442.642848ms","start":"2026-04-08T00:41:25.50889Z","end":"2026-04-08T00:41:25.951533Z","steps":["trace[437569311] 'agreement among raft nodes before linearized reading' (duration: 442.557926ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:41:25.95185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.032638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-x8z7d.18a43adf2e3eba7a\" ","response":"range_response_count:1 size:962"} {"level":"warn","ts":"2026-04-08T00:41:25.951843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:41:25.513802Z","time spent":"437.997105ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-08T00:41:25.951895Z","caller":"traceutil/trace.go:171","msg":"trace[1626704559] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-x8z7d.18a43adf2e3eba7a; range_end:; response_count:1; response_revision:5016; }","duration":"612.083689ms","start":"2026-04-08T00:41:25.339799Z","end":"2026-04-08T00:41:25.951882Z","steps":["trace[1626704559] 'agreement among raft nodes before linearized reading' (duration: 611.972566ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:41:25.951855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:41:25.50887Z","time spent":"442.969218ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-08T00:41:25.951942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:41:25.339795Z","time spent":"612.138701ms","remote":"127.0.0.1:42494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":985,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-x8z7d.18a43adf2e3eba7a\" "} {"level":"info","ts":"2026-04-08T00:41:25.951748Z","caller":"traceutil/trace.go:171","msg":"trace[1070879675] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5016; }","duration":"445.883675ms","start":"2026-04-08T00:41:25.505852Z","end":"2026-04-08T00:41:25.951736Z","steps":["trace[1070879675] 'agreement among raft nodes before linearized reading' (duration: 445.788803ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:41:25.952066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.140178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719457"} {"level":"warn","ts":"2026-04-08T00:41:25.952107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:41:25.505794Z","time spent":"446.300756ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-08T00:41:25.952155Z","caller":"traceutil/trace.go:171","msg":"trace[1537125102] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:5016; }","duration":"360.2634ms","start":"2026-04-08T00:41:25.591865Z","end":"2026-04-08T00:41:25.952128Z","steps":["trace[1537125102] 'agreement among raft nodes before linearized reading' (duration: 359.525081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:41:25.952271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:41:25.591839Z","time spent":"360.415934ms","remote":"127.0.0.1:42518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":719480,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-04-08T00:41:25.952488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:41:25.473146Z","time spent":"478.535442ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T00:41:26.013013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.140522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T00:41:26.013138Z","caller":"traceutil/trace.go:171","msg":"trace[199219079] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5017; }","duration":"114.367548ms","start":"2026-04-08T00:41:25.898744Z","end":"2026-04-08T00:41:26.013111Z","steps":["trace[199219079] 'agreement among raft nodes before linearized reading' (duration: 114.123881ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:41:26.013391Z","caller":"traceutil/trace.go:171","msg":"trace[14160667] transaction","detail":"{read_only:false; response_revision:5017; number_of_response:1; }","duration":"203.582818ms","start":"2026-04-08T00:41:25.809693Z","end":"2026-04-08T00:41:26.013276Z","steps":["trace[14160667] 'process raft request' (duration: 202.984662ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:41:28.027555Z","caller":"traceutil/trace.go:171","msg":"trace[1910592462] linearizableReadLoop","detail":"{readStateIndex:5244; appliedIndex:5243; }","duration":"128.027951ms","start":"2026-04-08T00:41:27.899502Z","end":"2026-04-08T00:41:28.02753Z","steps":["trace[1910592462] 'read index received' (duration: 127.885127ms)","trace[1910592462] 'applied index is now lower than readState.Index' (duration: 141.634µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:41:28.027692Z","caller":"traceutil/trace.go:171","msg":"trace[2108308711] transaction","detail":"{read_only:false; response_revision:5047; number_of_response:1; }","duration":"219.46338ms","start":"2026-04-08T00:41:27.808214Z","end":"2026-04-08T00:41:28.027678Z","steps":["trace[2108308711] 'process raft request' (duration: 219.144362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:41:28.027832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.325909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T00:41:28.028011Z","caller":"traceutil/trace.go:171","msg":"trace[1165061627] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5047; }","duration":"128.453293ms","start":"2026-04-08T00:41:27.899442Z","end":"2026-04-08T00:41:28.027896Z","steps":["trace[1165061627] 'agreement among raft nodes before linearized reading' (duration: 128.34441ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:41:28.191161Z","caller":"traceutil/trace.go:171","msg":"trace[554351912] linearizableReadLoop","detail":"{readStateIndex:5246; appliedIndex:5244; }","duration":"163.489993ms","start":"2026-04-08T00:41:28.027637Z","end":"2026-04-08T00:41:28.191127Z","steps":["trace[554351912] 'read index received' (duration: 155.618444ms)","trace[554351912] 'applied index is now lower than readState.Index' (duration: 7.869919ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T00:41:28.191426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.799137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-08T00:41:28.191456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.093026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-08T00:41:28.191503Z","caller":"traceutil/trace.go:171","msg":"trace[595232108] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5049; }","duration":"164.940121ms","start":"2026-04-08T00:41:28.026546Z","end":"2026-04-08T00:41:28.191486Z","steps":["trace[595232108] 'agreement among raft nodes before linearized reading' (duration: 164.686155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:41:28.191471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.662144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-08T00:41:28.191521Z","caller":"traceutil/trace.go:171","msg":"trace[1281439349] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5049; }","duration":"165.204928ms","start":"2026-04-08T00:41:28.026299Z","end":"2026-04-08T00:41:28.191504Z","steps":["trace[1281439349] 'agreement among raft nodes before linearized reading' (duration: 164.983762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:41:28.191528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.767123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-08T00:41:28.191506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.769056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-08T00:41:28.19158Z","caller":"traceutil/trace.go:171","msg":"trace[2080788737] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5049; }","duration":"164.847179ms","start":"2026-04-08T00:41:28.026707Z","end":"2026-04-08T00:41:28.191554Z","steps":["trace[2080788737] 'agreement among raft nodes before linearized reading' (duration: 164.487158ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:41:28.191597Z","caller":"traceutil/trace.go:171","msg":"trace[965456379] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5049; }","duration":"165.898747ms","start":"2026-04-08T00:41:28.025681Z","end":"2026-04-08T00:41:28.19158Z","steps":["trace[965456379] 'agreement among raft nodes before linearized reading' (duration: 165.64268ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:41:28.191613Z","caller":"traceutil/trace.go:171","msg":"trace[159270685] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5049; }","duration":"164.90352ms","start":"2026-04-08T00:41:28.026687Z","end":"2026-04-08T00:41:28.19159Z","steps":["trace[159270685] 'agreement among raft nodes before linearized reading' (duration: 164.576992ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:41:28.191849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.681511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T00:41:28.191842Z","caller":"traceutil/trace.go:171","msg":"trace[209148684] transaction","detail":"{read_only:false; response_revision:5049; number_of_response:1; }","duration":"233.076441ms","start":"2026-04-08T00:41:27.958751Z","end":"2026-04-08T00:41:28.191827Z","steps":["trace[209148684] 'process raft request' (duration: 232.206718ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:41:28.191894Z","caller":"traceutil/trace.go:171","msg":"trace[342929296] transaction","detail":"{read_only:false; response_revision:5048; number_of_response:1; }","duration":"233.308528ms","start":"2026-04-08T00:41:27.95857Z","end":"2026-04-08T00:41:28.191878Z","steps":["trace[342929296] 'process raft request' (duration: 224.449013ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:41:28.191903Z","caller":"traceutil/trace.go:171","msg":"trace[132299047] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5049; }","duration":"162.861396ms","start":"2026-04-08T00:41:28.029027Z","end":"2026-04-08T00:41:28.191888Z","steps":["trace[132299047] 'agreement among raft nodes before linearized reading' (duration: 162.792184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:41:28.192074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.545023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777638"} {"level":"info","ts":"2026-04-08T00:41:28.19212Z","caller":"traceutil/trace.go:171","msg":"trace[162433834] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5049; }","duration":"163.611716ms","start":"2026-04-08T00:41:28.028495Z","end":"2026-04-08T00:41:28.192107Z","steps":["trace[162433834] 'agreement among raft nodes before linearized reading' (duration: 163.161103ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:41:28.393252Z","caller":"traceutil/trace.go:171","msg":"trace[118232143] transaction","detail":"{read_only:false; response_revision:5051; number_of_response:1; }","duration":"196.409708ms","start":"2026-04-08T00:41:28.196823Z","end":"2026-04-08T00:41:28.393233Z","steps":["trace[118232143] 'process raft request' (duration: 150.853077ms)","trace[118232143] 'compare' (duration: 45.315944ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:41:28.393452Z","caller":"traceutil/trace.go:171","msg":"trace[112796339] transaction","detail":"{read_only:false; response_revision:5052; number_of_response:1; }","duration":"196.570202ms","start":"2026-04-08T00:41:28.196863Z","end":"2026-04-08T00:41:28.393433Z","steps":["trace[112796339] 'process raft request' (duration: 196.303115ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:41:28.393705Z","caller":"traceutil/trace.go:171","msg":"trace[1963484444] transaction","detail":"{read_only:false; response_revision:5053; number_of_response:1; }","duration":"196.685505ms","start":"2026-04-08T00:41:28.196954Z","end":"2026-04-08T00:41:28.39364Z","steps":["trace[1963484444] 'process raft request' (duration: 196.402827ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:41:28.393761Z","caller":"traceutil/trace.go:171","msg":"trace[182982756] linearizableReadLoop","detail":"{readStateIndex:5251; appliedIndex:5247; }","duration":"157.667479ms","start":"2026-04-08T00:41:28.236081Z","end":"2026-04-08T00:41:28.393748Z","steps":["trace[182982756] 'read index received' (duration: 111.606424ms)","trace[182982756] 'applied index is now lower than readState.Index' (duration: 46.060165ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:41:28.393833Z","caller":"traceutil/trace.go:171","msg":"trace[1349781278] transaction","detail":"{read_only:false; response_revision:5054; number_of_response:1; }","duration":"196.038649ms","start":"2026-04-08T00:41:28.197788Z","end":"2026-04-08T00:41:28.393827Z","steps":["trace[1349781278] 'process raft request' (duration: 195.810023ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:41:28.393959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.857224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7d6d5e2e-f057-45a3-aaba-65ae54d62042\" ","response":"range_response_count:1 size:3903"} {"level":"info","ts":"2026-04-08T00:41:28.393992Z","caller":"traceutil/trace.go:171","msg":"trace[2050891560] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7d6d5e2e-f057-45a3-aaba-65ae54d62042; range_end:; response_count:1; response_revision:5054; }","duration":"157.946086ms","start":"2026-04-08T00:41:28.236036Z","end":"2026-04-08T00:41:28.393982Z","steps":["trace[2050891560] 'agreement among raft nodes before linearized reading' (duration: 157.802482ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:41:38.821183Z","caller":"traceutil/trace.go:171","msg":"trace[221516792] transaction","detail":"{read_only:false; response_revision:5265; number_of_response:1; }","duration":"372.996549ms","start":"2026-04-08T00:41:38.448149Z","end":"2026-04-08T00:41:38.821145Z","steps":["trace[221516792] 'process raft request' (duration: 372.851084ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:41:38.82125Z","caller":"traceutil/trace.go:171","msg":"trace[504508898] linearizableReadLoop","detail":"{readStateIndex:5469; appliedIndex:5466; }","duration":"354.569078ms","start":"2026-04-08T00:41:38.466647Z","end":"2026-04-08T00:41:38.821216Z","steps":["trace[504508898] 'read index received' (duration: 354.125196ms)","trace[504508898] 'applied index is now lower than readState.Index' (duration: 442.272µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:41:38.821412Z","caller":"traceutil/trace.go:171","msg":"trace[1892495456] transaction","detail":"{read_only:false; response_revision:5266; number_of_response:1; }","duration":"372.465475ms","start":"2026-04-08T00:41:38.448903Z","end":"2026-04-08T00:41:38.821368Z","steps":["trace[1892495456] 'process raft request' (duration: 372.173557ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:41:38.821523Z","caller":"traceutil/trace.go:171","msg":"trace[1890365827] transaction","detail":"{read_only:false; response_revision:5264; number_of_response:1; }","duration":"375.418993ms","start":"2026-04-08T00:41:38.446081Z","end":"2026-04-08T00:41:38.8215Z","steps":["trace[1890365827] 'process raft request' (duration: 374.639363ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:41:38.82163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:41:38.448893Z","time spent":"372.620918ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T00:41:38.821636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:41:38.446057Z","time spent":"375.529205ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T00:41:38.821441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:41:38.448132Z","time spent":"373.162362ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T00:41:38.821822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.151064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-ltfrx\" ","response":"range_response_count:1 size:7817"} {"level":"info","ts":"2026-04-08T00:41:38.821885Z","caller":"traceutil/trace.go:171","msg":"trace[1917620191] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-ltfrx; range_end:; response_count:1; response_revision:5266; }","duration":"355.244326ms","start":"2026-04-08T00:41:38.466625Z","end":"2026-04-08T00:41:38.821869Z","steps":["trace[1917620191] 'agreement among raft nodes before linearized reading' (duration: 354.732234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:41:38.821932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:41:38.466617Z","time spent":"355.304488ms","remote":"127.0.0.1:42616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":7840,"request content":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-ltfrx\" "} {"level":"warn","ts":"2026-04-08T00:41:38.82195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.151067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-08T00:41:38.822049Z","caller":"traceutil/trace.go:171","msg":"trace[1816386530] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5266; }","duration":"188.293272ms","start":"2026-04-08T00:41:38.633735Z","end":"2026-04-08T00:41:38.822028Z","steps":["trace[1816386530] 'agreement among raft nodes before linearized reading' (duration: 187.970784ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:41:38.994599Z","caller":"traceutil/trace.go:171","msg":"trace[1579803620] transaction","detail":"{read_only:false; response_revision:5267; number_of_response:1; }","duration":"161.019607ms","start":"2026-04-08T00:41:38.833535Z","end":"2026-04-08T00:41:38.994554Z","steps":["trace[1579803620] 'process raft request' (duration: 160.439771ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:41:42.524443Z","caller":"traceutil/trace.go:171","msg":"trace[661774264] linearizableReadLoop","detail":"{readStateIndex:5508; appliedIndex:5507; }","duration":"361.055121ms","start":"2026-04-08T00:41:42.163356Z","end":"2026-04-08T00:41:42.524411Z","steps":["trace[661774264] 'read index received' (duration: 360.855745ms)","trace[661774264] 'applied index is now lower than readState.Index' (duration: 198.336µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:41:42.524521Z","caller":"traceutil/trace.go:171","msg":"trace[1194833015] transaction","detail":"{read_only:false; response_revision:5304; number_of_response:1; }","duration":"381.107914ms","start":"2026-04-08T00:41:42.143374Z","end":"2026-04-08T00:41:42.524482Z","steps":["trace[1194833015] 'process raft request' (duration: 380.801976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:41:42.524691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:41:42.143354Z","time spent":"381.239428ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T00:41:42.52469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.278056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T00:41:42.524817Z","caller":"traceutil/trace.go:171","msg":"trace[1528850865] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:5304; }","duration":"361.487803ms","start":"2026-04-08T00:41:42.163302Z","end":"2026-04-08T00:41:42.52479Z","steps":["trace[1528850865] 'agreement among raft nodes before linearized reading' (duration: 361.248707ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:41:42.524881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:41:42.163282Z","time spent":"361.587606ms","remote":"127.0.0.1:42628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-04-08T00:41:42.576103Z","caller":"traceutil/trace.go:171","msg":"trace[1842989434] transaction","detail":"{read_only:false; response_revision:5305; number_of_response:1; }","duration":"324.124821ms","start":"2026-04-08T00:41:42.251943Z","end":"2026-04-08T00:41:42.576068Z","steps":["trace[1842989434] 'process raft request' (duration: 322.335413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:41:42.57636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:41:42.251912Z","time spent":"324.287175ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T00:41:42.576458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.266517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T00:41:42.576482Z","caller":"traceutil/trace.go:171","msg":"trace[173888551] transaction","detail":"{read_only:false; response_revision:5306; number_of_response:1; }","duration":"301.092438ms","start":"2026-04-08T00:41:42.275354Z","end":"2026-04-08T00:41:42.576446Z","steps":["trace[173888551] 'process raft request' (duration: 300.560744ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:41:42.576545Z","caller":"traceutil/trace.go:171","msg":"trace[517657886] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:5306; }","duration":"262.441361ms","start":"2026-04-08T00:41:42.314082Z","end":"2026-04-08T00:41:42.576524Z","steps":["trace[517657886] 'agreement among raft nodes before linearized reading' (duration: 262.256157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:41:42.576672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:41:42.27533Z","time spent":"301.225382ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T00:41:42.576739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.132647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-08T00:41:42.576683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.960662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-08T00:41:42.576799Z","caller":"traceutil/trace.go:171","msg":"trace[1665496866] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5306; }","duration":"101.24894ms","start":"2026-04-08T00:41:42.475536Z","end":"2026-04-08T00:41:42.576785Z","steps":["trace[1665496866] 'agreement among raft nodes before linearized reading' (duration: 101.080355ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:41:42.576849Z","caller":"traceutil/trace.go:171","msg":"trace[652437680] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5306; }","duration":"261.22238ms","start":"2026-04-08T00:41:42.3156Z","end":"2026-04-08T00:41:42.576823Z","steps":["trace[652437680] 'agreement among raft nodes before linearized reading' (duration: 260.682835ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:41:45.421602Z","caller":"traceutil/trace.go:171","msg":"trace[1978702886] linearizableReadLoop","detail":"{readStateIndex:5566; appliedIndex:5565; }","duration":"173.427937ms","start":"2026-04-08T00:41:45.248148Z","end":"2026-04-08T00:41:45.421576Z","steps":["trace[1978702886] 'read index received' (duration: 168.386613ms)","trace[1978702886] 'applied index is now lower than readState.Index' (duration: 5.039204ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:41:45.42161Z","caller":"traceutil/trace.go:171","msg":"trace[152872881] transaction","detail":"{read_only:false; response_revision:5360; number_of_response:1; }","duration":"183.916366ms","start":"2026-04-08T00:41:45.237667Z","end":"2026-04-08T00:41:45.421584Z","steps":["trace[152872881] 'process raft request' (duration: 178.854362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:41:45.421844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.677533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-04-08T00:41:45.421886Z","caller":"traceutil/trace.go:171","msg":"trace[1546994304] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:5361; }","duration":"173.759056ms","start":"2026-04-08T00:41:45.248115Z","end":"2026-04-08T00:41:45.421874Z","steps":["trace[1546994304] 'agreement among raft nodes before linearized reading' (duration: 173.560401ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:41:46.571292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.84256ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T00:41:46.571535Z","caller":"traceutil/trace.go:171","msg":"trace[777734498] transaction","detail":"{read_only:false; response_revision:5428; number_of_response:1; }","duration":"214.834937ms","start":"2026-04-08T00:41:46.356658Z","end":"2026-04-08T00:41:46.571493Z","steps":["trace[777734498] 'process raft request' (duration: 113.674009ms)","trace[777734498] 'compare' (duration: 100.689455ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T00:41:47.081791Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675907655016995,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T00:41:47.582572Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675907655016995,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T00:41:48.08334Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675907655016995,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T00:41:48.583804Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675907655016995,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T00:41:48.898641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999944736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-08T00:41:48.898727Z","caller":"traceutil/trace.go:171","msg":"trace[1984762337] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000084381s","start":"2026-04-08T00:41:46.898623Z","end":"2026-04-08T00:41:48.898708Z","steps":["trace[1984762337] 'agreement among raft nodes before linearized reading' (duration: 1.999982608s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:41:48.898775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:41:46.898599Z","time spent":"2.000167032s","remote":"127.0.0.1:42400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/08 00:41:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T00:41:48.9331Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.353840447s","expected-duration":"1s"} {"level":"info","ts":"2026-04-08T00:41:48.933517Z","caller":"traceutil/trace.go:171","msg":"trace[954844247] transaction","detail":"{read_only:false; response_revision:5430; number_of_response:1; }","duration":"2.354384883s","start":"2026-04-08T00:41:46.579111Z","end":"2026-04-08T00:41:48.933496Z","steps":["trace[954844247] 'process raft request' (duration: 2.354226758s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:41:48.933716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:41:46.579077Z","time spent":"2.354503006s","remote":"127.0.0.1:42616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3747,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T00:41:50.899299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000193344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-08T00:41:50.89938Z","caller":"traceutil/trace.go:171","msg":"trace[1376173950] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000338678s","start":"2026-04-08T00:41:48.899023Z","end":"2026-04-08T00:41:50.899362Z","steps":["trace[1376173950] 'agreement among raft nodes before linearized reading' (duration: 2.000231565s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:41:50.899428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:41:48.898998Z","time spent":"2.00041946s","remote":"127.0.0.1:42406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/08 00:41:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T00:41:51.589832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:41:46.590876Z","time spent":"4.998944673s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/08 00:41:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T00:41:51.616395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:41:46.619218Z","time spent":"4.997173546s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/08 00:41:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T00:41:51.62019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999907229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-08T00:41:51.620272Z","caller":"traceutil/trace.go:171","msg":"trace[1468138252] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.000032273s","start":"2026-04-08T00:41:46.620222Z","end":"2026-04-08T00:41:51.620254Z","steps":["trace[1468138252] 'agreement among raft nodes before linearized reading' (duration: 4.99993487s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:41:51.620339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:41:46.62021Z","time spent":"5.000119135s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-08T00:41:51.877625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999247401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"warn","ts":"2026-04-08T00:41:51.87769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999253342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-08T00:41:51.877731Z","caller":"traceutil/trace.go:171","msg":"trace[621993793] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999399654s","start":"2026-04-08T00:41:46.878311Z","end":"2026-04-08T00:41:51.877711Z","steps":["trace[621993793] 'agreement among raft nodes before linearized reading' (duration: 4.999260121s)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:41:51.877779Z","caller":"traceutil/trace.go:171","msg":"trace[290451346] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999387635s","start":"2026-04-08T00:41:46.878374Z","end":"2026-04-08T00:41:51.877761Z","steps":["trace[290451346] 'agreement among raft nodes before linearized reading' (duration: 4.999270432s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:41:51.877797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:41:46.878305Z","time spent":"4.999480338s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/08 00:41:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T00:41:51.877838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:41:46.878362Z","time spent":"4.999465817s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/08 00:41:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T00:41:52.204548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:41:47.205949Z","time spent":"4.998589544s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/08 00:41:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T00:41:52.363195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999842155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-08T00:41:52.363293Z","caller":"traceutil/trace.go:171","msg":"trace[522695917] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000000818s","start":"2026-04-08T00:41:50.363271Z","end":"2026-04-08T00:41:52.363272Z","steps":["trace[522695917] 'agreement among raft nodes before linearized reading' (duration: 1.999876095s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:41:52.363347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:41:50.363251Z","time spent":"2.000085171s","remote":"127.0.0.1:42400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T00:41:52.907402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000266845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-08T00:41:52.907545Z","caller":"traceutil/trace.go:171","msg":"trace[984379330] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000482122s","start":"2026-04-08T00:41:50.907037Z","end":"2026-04-08T00:41:52.907519Z","steps":["trace[984379330] 'agreement among raft nodes before linearized reading' (duration: 2.000305077s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:41:52.90761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:41:50.907004Z","time spent":"2.000591373s","remote":"127.0.0.1:42406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T00:41:53.575749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:41:48.577873Z","time spent":"4.997864264s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/08 00:41:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T00:41:53.821506Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.888158651s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-08T00:41:54.697585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000192874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-08T00:41:54.697679Z","caller":"traceutil/trace.go:171","msg":"trace[306692605] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000376589s","start":"2026-04-08T00:41:52.697278Z","end":"2026-04-08T00:41:54.697655Z","steps":["trace[306692605] 'agreement among raft nodes before linearized reading' (duration: 2.000239675s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:41:54.697736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:41:52.697251Z","time spent":"2.000472842s","remote":"127.0.0.1:42400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T00:41:54.916233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000625845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-08T00:41:54.916322Z","caller":"traceutil/trace.go:171","msg":"trace[233938772] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000747698s","start":"2026-04-08T00:41:52.915542Z","end":"2026-04-08T00:41:54.91629Z","steps":["trace[233938772] 'agreement among raft nodes before linearized reading' (duration: 2.000661046s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:41:54.916367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:41:52.91552Z","time spent":"2.000837002s","remote":"127.0.0.1:42406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T00:41:56.268376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:41:49.267474Z","time spent":"7.000870114s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-08T00:41:56.460865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.711913163s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T00:41:56.461007Z","caller":"traceutil/trace.go:171","msg":"trace[823769863] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5430; }","duration":"5.712067196s","start":"2026-04-08T00:41:50.748917Z","end":"2026-04-08T00:41:56.460984Z","steps":["trace[823769863] 'range keys from in-memory index tree' (duration: 5.711893652s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:41:56.461842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.639909568s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-08T00:41:56.462229Z","caller":"traceutil/trace.go:171","msg":"trace[1985728457] linearizableReadLoop","detail":"{readStateIndex:5642; appliedIndex:5637; }","duration":"9.881038553s","start":"2026-04-08T00:41:46.581173Z","end":"2026-04-08T00:41:56.462211Z","steps":["trace[1985728457] 'read index received' (duration: 2.352145893s)","trace[1985728457] 'applied index is now lower than readState.Index' (duration: 7.52889122s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T00:41:56.462633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.881403902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-907cd541-9604-4c4a-a8cd-609d6b8e659d\" ","response":"range_response_count:1 size:3762"} {"level":"info","ts":"2026-04-08T00:41:56.462779Z","caller":"traceutil/trace.go:171","msg":"trace[129024346] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-907cd541-9604-4c4a-a8cd-609d6b8e659d; range_end:; response_count:1; response_revision:5434; }","duration":"9.881600018s","start":"2026-04-08T00:41:46.581142Z","end":"2026-04-08T00:41:56.462742Z","steps":["trace[129024346] 'agreement among raft nodes before linearized reading' (duration: 9.881160486s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:41:56.462854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:41:46.581132Z","time spent":"9.88170645s","remote":"127.0.0.1:42616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3785,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-907cd541-9604-4c4a-a8cd-609d6b8e659d\" "} {"level":"warn","ts":"2026-04-08T00:41:56.589718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998430719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-08T00:41:56.589885Z","caller":"traceutil/trace.go:171","msg":"trace[1301711289] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.998686167s","start":"2026-04-08T00:41:51.591172Z","end":"2026-04-08T00:41:56.589858Z","steps":["trace[1301711289] 'agreement among raft nodes before linearized reading' (duration: 4.998492641s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:41:56.589968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:41:51.591114Z","time spent":"4.998836871s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/04/08 00:41:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T00:41:56.616854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998862851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-08T00:41:56.616913Z","caller":"traceutil/trace.go:171","msg":"trace[214222056] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.998933422s","start":"2026-04-08T00:41:51.617966Z","end":"2026-04-08T00:41:56.6169Z","steps":["trace[214222056] 'agreement among raft nodes before linearized reading' (duration: 4.998860561s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:41:56.616957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:41:51.617927Z","time spent":"4.999020076s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/04/08 00:41:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T00:41:56.619991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997156677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-08T00:41:56.620147Z","caller":"traceutil/trace.go:171","msg":"trace[836799764] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.997419823s","start":"2026-04-08T00:41:53.622706Z","end":"2026-04-08T00:41:56.620125Z","steps":["trace[836799764] 'agreement among raft nodes before linearized reading' (duration: 2.997215298s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:41:56.620216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:41:53.622677Z","time spent":"2.997525068s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/08 00:41:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T00:41:56.624803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.001577564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-08T00:41:56.624864Z","caller":"traceutil/trace.go:171","msg":"trace[1433773453] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"10.001658397s","start":"2026-04-08T00:41:46.623189Z","end":"2026-04-08T00:41:56.624847Z","steps":["trace[1433773453] 'agreement among raft nodes before linearized reading' (duration: 10.001595905s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:41:56.6249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:41:46.623178Z","time spent":"10.001713259s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/04/08 00:41:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T00:41:56.664954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.008650949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18a43ae45be98d15\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-08T00:41:56.66518Z","caller":"traceutil/trace.go:171","msg":"trace[1310164309] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18a43ae45be98d15; range_end:; }","duration":"2.008957736s","start":"2026-04-08T00:41:54.656183Z","end":"2026-04-08T00:41:56.665141Z","steps":["trace[1310164309] 'agreement among raft nodes before linearized reading' (duration: 2.00869419s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:41:56.665266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:41:54.656155Z","time spent":"2.00909524s","remote":"127.0.0.1:42494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":0,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18a43ae45be98d15\" "} 2026/04/08 00:41:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T00:41:56.877962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999744196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-08T00:41:56.878052Z","caller":"traceutil/trace.go:171","msg":"trace[702825210] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"9.99988847s","start":"2026-04-08T00:41:46.878144Z","end":"2026-04-08T00:41:56.878032Z","steps":["trace[702825210] 'agreement among raft nodes before linearized reading' (duration: 9.999773657s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:41:56.878103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:41:46.878117Z","time spent":"9.999975502s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/04/08 00:41:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T00:41:56.878353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997932758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-08T00:41:56.878394Z","caller":"traceutil/trace.go:171","msg":"trace[1375252735] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.998030441s","start":"2026-04-08T00:41:53.880354Z","end":"2026-04-08T00:41:56.878384Z","steps":["trace[1375252735] 'agreement among raft nodes before linearized reading' (duration: 2.99798481s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:41:56.878423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:41:53.880324Z","time spent":"2.998091092s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/08 00:41:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T00:41:56.878415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998696949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-08T00:41:56.878538Z","caller":"traceutil/trace.go:171","msg":"trace[591597387] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.998872343s","start":"2026-04-08T00:41:53.87964Z","end":"2026-04-08T00:41:56.878513Z","steps":["trace[591597387] 'agreement among raft nodes before linearized reading' (duration: 2.998696289s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:41:56.878597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:41:53.879596Z","time spent":"2.998989166s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/08 00:41:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T00:41:56.92444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000598334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-08T00:41:56.924523Z","caller":"traceutil/trace.go:171","msg":"trace[1614614203] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000721768s","start":"2026-04-08T00:41:54.923788Z","end":"2026-04-08T00:41:56.92451Z","steps":["trace[1614614203] 'agreement among raft nodes before linearized reading' (duration: 2.000631595s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:41:56.924569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:41:54.923768Z","time spent":"2.000792708s","remote":"127.0.0.1:42400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/08 00:41:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T00:41:56.963069Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675907655017007,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T00:41:57.204575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998750678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-08T00:41:57.204843Z","caller":"traceutil/trace.go:171","msg":"trace[1094238751] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.999147318s","start":"2026-04-08T00:41:52.20567Z","end":"2026-04-08T00:41:57.204817Z","steps":["trace[1094238751] 'agreement among raft nodes before linearized reading' (duration: 4.998795499s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:41:57.205014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:41:52.205661Z","time spent":"4.999334823s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/04/08 00:41:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T00:41:57.464131Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675907655017007,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T00:41:57.964944Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675907655017007,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T00:41:58.465516Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675907655017007,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T00:41:58.575166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997569357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-08T00:41:58.575253Z","caller":"traceutil/trace.go:171","msg":"trace[368261799] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.997730831s","start":"2026-04-08T00:41:53.577502Z","end":"2026-04-08T00:41:58.575232Z","steps":["trace[368261799] 'agreement among raft nodes before linearized reading' (duration: 4.997619648s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:41:58.575302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:41:53.577475Z","time spent":"4.997817043s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/04/08 00:41:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T00:41:58.651009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.540371514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-08T00:41:58.651182Z","caller":"traceutil/trace.go:171","msg":"trace[62458360] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"9.540579089s","start":"2026-04-08T00:41:49.110566Z","end":"2026-04-08T00:41:58.651145Z","steps":["trace[62458360] 'agreement among raft nodes before linearized reading' (duration: 9.540406565s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:41:58.651222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:41:49.110543Z","time spent":"9.540669681s","remote":"127.0.0.1:42616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/04/08 00:41:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T00:41:58.673176Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.85125716s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-08T00:41:58.783883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.351762ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-08T00:41:58.784175Z","caller":"traceutil/trace.go:171","msg":"trace[908224429] transaction","detail":"{read_only:false; response_revision:5436; number_of_response:1; }","duration":"6.978684393s","start":"2026-04-08T00:41:51.805472Z","end":"2026-04-08T00:41:58.784157Z","steps":["trace[908224429] 'process raft request' (duration: 6.978502169s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:41:58.784269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:41:51.805444Z","time spent":"6.978781446s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T00:41:58.784451Z","caller":"traceutil/trace.go:171","msg":"trace[915187726] transaction","detail":"{read_only:false; response_revision:5437; number_of_response:1; }","duration":"5.717830931s","start":"2026-04-08T00:41:53.066585Z","end":"2026-04-08T00:41:58.784416Z","steps":["trace[915187726] 'process raft request' (duration: 5.717477751s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:41:58.78466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:41:53.06656Z","time spent":"5.717989114s","remote":"127.0.0.1:42610","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19053,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T00:41:58.796188Z","caller":"traceutil/trace.go:171","msg":"trace[2114847485] linearizableReadLoop","detail":"{readStateIndex:5653; appliedIndex:5642; }","duration":"2.333904738s","start":"2026-04-08T00:41:56.46227Z","end":"2026-04-08T00:41:58.796175Z","steps":["trace[2114847485] 'read index received' (duration: 2.211191858s)","trace[2114847485] 'applied index is now lower than readState.Index' (duration: 122.71219ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:41:58.796377Z","caller":"traceutil/trace.go:171","msg":"trace[1915425488] transaction","detail":"{read_only:false; response_revision:5439; number_of_response:1; }","duration":"3.824051764s","start":"2026-04-08T00:41:54.972318Z","end":"2026-04-08T00:41:58.79637Z","steps":["trace[1915425488] 'process raft request' (duration: 3.823639783s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:41:58.796434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:41:54.972267Z","time spent":"3.824129345s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T00:41:58.796464Z","caller":"traceutil/trace.go:171","msg":"trace[1856026864] transaction","detail":"{read_only:false; response_revision:5444; number_of_response:1; }","duration":"1.913784197s","start":"2026-04-08T00:41:56.882651Z","end":"2026-04-08T00:41:58.796435Z","steps":["trace[1856026864] 'process raft request' (duration: 1.91349577s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:41:58.796596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.893990358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a43a934be889e1\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-04-08T00:41:58.796609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:41:56.882621Z","time spent":"1.913910341s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":411,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T00:41:58.796623Z","caller":"traceutil/trace.go:171","msg":"trace[1262461610] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a43a934be889e1; range_end:; response_count:1; response_revision:5444; }","duration":"7.894054419s","start":"2026-04-08T00:41:50.902559Z","end":"2026-04-08T00:41:58.796614Z","steps":["trace[1262461610] 'agreement among raft nodes before linearized reading' (duration: 7.893963666s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:41:58.796579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.445263717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T00:41:58.79667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.630056052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-08T00:41:58.796702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.658622669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" ","response":"range_response_count:1 size:2318"} {"level":"info","ts":"2026-04-08T00:41:58.796695Z","caller":"traceutil/trace.go:171","msg":"trace[1366725407] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:5444; }","duration":"7.445456213s","start":"2026-04-08T00:41:51.351215Z","end":"2026-04-08T00:41:58.796671Z","steps":["trace[1366725407] 'agreement among raft nodes before linearized reading' (duration: 7.445181935s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:41:58.796675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.408793087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T00:41:58.796731Z","caller":"traceutil/trace.go:171","msg":"trace[1522064695] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:5444; }","duration":"6.630106024s","start":"2026-04-08T00:41:52.166596Z","end":"2026-04-08T00:41:58.796702Z","steps":["trace[1522064695] 'agreement among raft nodes before linearized reading' (duration: 6.62998626s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:41:58.79671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.043718944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-04-08T00:41:58.796749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:41:51.35119Z","time spent":"7.445549875s","remote":"127.0.0.1:42672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-04-08T00:41:58.796763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:41:52.166522Z","time spent":"6.630233447s","remote":"127.0.0.1:42790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":28,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-08T00:41:58.796771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.723858092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-04-08T00:41:58.796756Z","caller":"traceutil/trace.go:171","msg":"trace[294052007] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:5444; }","duration":"2.408934001s","start":"2026-04-08T00:41:56.387806Z","end":"2026-04-08T00:41:58.79674Z","steps":["trace[294052007] 'agreement among raft nodes before linearized reading' (duration: 2.408754656s)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:41:58.796788Z","caller":"traceutil/trace.go:171","msg":"trace[862915579] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5444; }","duration":"8.723911384s","start":"2026-04-08T00:41:50.072872Z","end":"2026-04-08T00:41:58.796783Z","steps":["trace[862915579] 'agreement among raft nodes before linearized reading' (duration: 8.723862672s)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:41:58.79679Z","caller":"traceutil/trace.go:171","msg":"trace[707632450] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5439; }","duration":"2.523557127s","start":"2026-04-08T00:41:56.273225Z","end":"2026-04-08T00:41:58.796782Z","steps":["trace[707632450] 'process raft request' (duration: 2.522797826s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:41:58.79681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:41:50.072848Z","time spent":"8.723957515s","remote":"127.0.0.1:51360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-04-08T00:41:58.796813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:41:56.387785Z","time spent":"2.409020513s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-04-08T00:41:58.796832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.596083473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T00:41:58.796859Z","caller":"traceutil/trace.go:171","msg":"trace[1203581511] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:5444; }","duration":"2.596113203s","start":"2026-04-08T00:41:56.20074Z","end":"2026-04-08T00:41:58.796853Z","steps":["trace[1203581511] 'agreement among raft nodes before linearized reading' (duration: 2.596063002s)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:41:58.796861Z","caller":"traceutil/trace.go:171","msg":"trace[1489219008] transaction","detail":"{read_only:false; response_revision:5440; number_of_response:1; }","duration":"2.203968066s","start":"2026-04-08T00:41:56.592888Z","end":"2026-04-08T00:41:58.796856Z","steps":["trace[1489219008] 'process raft request' (duration: 2.203161095s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:41:58.796886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:41:56.200681Z","time spent":"2.596198866s","remote":"127.0.0.1:42742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-08T00:41:58.796904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:41:56.592856Z","time spent":"2.204023648s","remote":"127.0.0.1:42494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":905,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-08T00:41:58.796933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.644393025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.62\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T00:41:58.796954Z","caller":"traceutil/trace.go:171","msg":"trace[1734280166] range","detail":"{range_begin:/registry/masterleases/162.253.55.62; range_end:; response_count:0; response_revision:5444; }","duration":"9.644438947s","start":"2026-04-08T00:41:49.15251Z","end":"2026-04-08T00:41:58.796949Z","steps":["trace[1734280166] 'agreement among raft nodes before linearized reading' (duration: 9.644405106s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:41:58.79697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:41:49.152498Z","time spent":"9.644469758s","remote":"127.0.0.1:42444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/162.253.55.62\" "} {"level":"info","ts":"2026-04-08T00:41:58.796723Z","caller":"traceutil/trace.go:171","msg":"trace[1489916025] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls; range_end:; response_count:1; response_revision:5444; }","duration":"8.658683201s","start":"2026-04-08T00:41:50.138035Z","end":"2026-04-08T00:41:58.796718Z","steps":["trace[1489916025] 'agreement among raft nodes before linearized reading' (duration: 8.658622779s)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:41:58.797005Z","caller":"traceutil/trace.go:171","msg":"trace[1379991085] transaction","detail":"{read_only:false; response_revision:5441; number_of_response:1; }","duration":"2.169404259s","start":"2026-04-08T00:41:56.627595Z","end":"2026-04-08T00:41:58.796999Z","steps":["trace[1379991085] 'process raft request' (duration: 2.168490304s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:41:58.797015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:41:50.13801Z","time spent":"8.658997381s","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":2341,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" "} {"level":"warn","ts":"2026-04-08T00:41:58.797033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.031322322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-08T00:41:58.797042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:41:56.627561Z","time spent":"2.1694602s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T00:41:58.796833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:41:56.273193Z","time spent":"2.523617167s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":720,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T00:41:58.797065Z","caller":"traceutil/trace.go:171","msg":"trace[899921851] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5444; }","duration":"7.031396624s","start":"2026-04-08T00:41:51.765657Z","end":"2026-04-08T00:41:58.797054Z","steps":["trace[899921851] 'agreement among raft nodes before linearized reading' (duration: 7.031336923s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:41:58.797085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.726904661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T00:41:58.797094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:41:51.765634Z","time spent":"7.031449994s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-08T00:41:58.797106Z","caller":"traceutil/trace.go:171","msg":"trace[512119418] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:5444; }","duration":"10.726964083s","start":"2026-04-08T00:41:48.070136Z","end":"2026-04-08T00:41:58.7971Z","steps":["trace[512119418] 'agreement among raft nodes before linearized reading' (duration: 10.726930313s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:41:58.797125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:41:48.070112Z","time spent":"10.727009415s","remote":"127.0.0.1:42560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-08T00:41:58.797023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.333140847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-gateway-cf54cb88c-hgnpb\" ","response":"range_response_count:1 size:4759"} {"level":"info","ts":"2026-04-08T00:41:58.797159Z","caller":"traceutil/trace.go:171","msg":"trace[1429145343] range","detail":"{range_begin:/registry/pods/monitoring/loki-gateway-cf54cb88c-hgnpb; range_end:; response_count:1; response_revision:5444; }","duration":"4.33330635s","start":"2026-04-08T00:41:54.463842Z","end":"2026-04-08T00:41:58.797149Z","steps":["trace[1429145343] 'agreement among raft nodes before linearized reading' (duration: 4.333075274s)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:41:58.797175Z","caller":"traceutil/trace.go:171","msg":"trace[192822881] transaction","detail":"{read_only:false; response_revision:5442; number_of_response:1; }","duration":"1.916288395s","start":"2026-04-08T00:41:56.88088Z","end":"2026-04-08T00:41:58.797168Z","steps":["trace[192822881] 'process raft request' (duration: 1.915227466s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:41:58.796647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:41:50.902536Z","time spent":"7.894106661s","remote":"127.0.0.1:42494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a43a934be889e1\" "} {"level":"warn","ts":"2026-04-08T00:41:58.797223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:41:56.880855Z","time spent":"1.916342925s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T00:41:58.797301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.338214931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:128196"} {"level":"info","ts":"2026-04-08T00:41:58.797322Z","caller":"traceutil/trace.go:171","msg":"trace[5016395] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:5444; }","duration":"11.338276582s","start":"2026-04-08T00:41:47.459039Z","end":"2026-04-08T00:41:58.797316Z","steps":["trace[5016395] 'agreement among raft nodes before linearized reading' (duration: 11.338169349s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:41:58.79734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:41:47.459006Z","time spent":"11.338330155s","remote":"127.0.0.1:42470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":128219,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-04-08T00:41:58.79737Z","caller":"traceutil/trace.go:171","msg":"trace[647409081] transaction","detail":"{read_only:false; response_revision:5443; number_of_response:1; }","duration":"1.916077549s","start":"2026-04-08T00:41:56.88128Z","end":"2026-04-08T00:41:58.797358Z","steps":["trace[647409081] 'process raft request' (duration: 1.914847086s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:41:58.79746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:41:56.88127Z","time spent":"1.91613061s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T00:41:58.797482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.341305584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-04-08T00:41:58.7975Z","caller":"traceutil/trace.go:171","msg":"trace[919887629] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:5444; }","duration":"11.341361964s","start":"2026-04-08T00:41:47.456133Z","end":"2026-04-08T00:41:58.797495Z","steps":["trace[919887629] 'agreement among raft nodes before linearized reading' (duration: 11.341325514s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:41:58.797518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:41:47.456106Z","time spent":"11.341409006s","remote":"127.0.0.1:42486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-04-08T00:41:58.797517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.872756038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T00:41:58.797183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:41:54.463799Z","time spent":"4.333377222s","remote":"127.0.0.1:42616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4782,"request content":"key:\"/registry/pods/monitoring/loki-gateway-cf54cb88c-hgnpb\" "} {"level":"info","ts":"2026-04-08T00:41:58.797545Z","caller":"traceutil/trace.go:171","msg":"trace[1572396208] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5444; }","duration":"1.87280957s","start":"2026-04-08T00:41:56.924727Z","end":"2026-04-08T00:41:58.797537Z","steps":["trace[1572396208] 'agreement among raft nodes before linearized reading' (duration: 1.872767008s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:41:58.79756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.797369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T00:41:58.797591Z","caller":"traceutil/trace.go:171","msg":"trace[605503686] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:5444; }","duration":"958.870372ms","start":"2026-04-08T00:41:57.838711Z","end":"2026-04-08T00:41:58.797581Z","steps":["trace[605503686] 'agreement among raft nodes before linearized reading' (duration: 958.81166ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:41:58.79678Z","caller":"traceutil/trace.go:171","msg":"trace[1129524702] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5444; }","duration":"3.043835707s","start":"2026-04-08T00:41:55.752926Z","end":"2026-04-08T00:41:58.796761Z","steps":["trace[1129524702] 'agreement among raft nodes before linearized reading' (duration: 3.043608141s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:41:58.797604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.741145934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4qzzb\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-04-08T00:41:58.797618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:41:57.838672Z","time spent":"958.938593ms","remote":"127.0.0.1:34094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-04-08T00:41:58.797622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:41:55.752903Z","time spent":"3.044711749s","remote":"127.0.0.1:42592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-08T00:41:58.79763Z","caller":"traceutil/trace.go:171","msg":"trace[1099271872] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4qzzb; range_end:; response_count:1; response_revision:5444; }","duration":"11.741215056s","start":"2026-04-08T00:41:47.056407Z","end":"2026-04-08T00:41:58.797622Z","steps":["trace[1099271872] 'agreement among raft nodes before linearized reading' (duration: 11.741068593s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:41:58.797653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:41:47.05639Z","time spent":"11.741258038s","remote":"127.0.0.1:42616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-4qzzb\" "} {"level":"warn","ts":"2026-04-08T00:41:58.797685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.328973342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-907cd541-9604-4c4a-a8cd-609d6b8e659d\" ","response":"range_response_count:1 size:3762"} {"level":"info","ts":"2026-04-08T00:41:58.79771Z","caller":"traceutil/trace.go:171","msg":"trace[70450776] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-907cd541-9604-4c4a-a8cd-609d6b8e659d; range_end:; response_count:1; response_revision:5444; }","duration":"1.329032985s","start":"2026-04-08T00:41:57.468667Z","end":"2026-04-08T00:41:58.7977Z","steps":["trace[70450776] 'agreement among raft nodes before linearized reading' (duration: 1.328910182s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:41:58.79773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:41:57.468635Z","time spent":"1.329090706s","remote":"127.0.0.1:42616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3785,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-907cd541-9604-4c4a-a8cd-609d6b8e659d\" "} {"level":"warn","ts":"2026-04-08T00:41:58.797784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.013606033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T00:41:58.797811Z","caller":"traceutil/trace.go:171","msg":"trace[435786909] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:5444; }","duration":"12.013686775s","start":"2026-04-08T00:41:46.784116Z","end":"2026-04-08T00:41:58.797803Z","steps":["trace[435786909] 'agreement among raft nodes before linearized reading' (duration: 12.013637244s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:41:58.797838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:41:46.784089Z","time spent":"12.013742665s","remote":"127.0.0.1:51448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-04-08T00:41:58.797565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:41:56.924716Z","time spent":"1.872845151s","remote":"127.0.0.1:42406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T00:42:01.100728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.735231ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T00:42:01.100853Z","caller":"traceutil/trace.go:171","msg":"trace[404940305] linearizableReadLoop","detail":"{readStateIndex:5711; appliedIndex:5710; }","duration":"297.861182ms","start":"2026-04-08T00:42:00.802972Z","end":"2026-04-08T00:42:01.100833Z","steps":["trace[404940305] 'read index received' (duration: 183.820963ms)","trace[404940305] 'applied index is now lower than readState.Index' (duration: 114.038889ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T00:42:01.101113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.122769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3017"} {"level":"info","ts":"2026-04-08T00:42:01.101133Z","caller":"traceutil/trace.go:171","msg":"trace[2041834832] transaction","detail":"{read_only:false; response_revision:5500; number_of_response:1; }","duration":"350.529882ms","start":"2026-04-08T00:42:00.750511Z","end":"2026-04-08T00:42:01.10104Z","steps":["trace[2041834832] 'process raft request' (duration: 236.356669ms)","trace[2041834832] 'compare' (duration: 113.574186ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:42:01.101201Z","caller":"traceutil/trace.go:171","msg":"trace[1822530671] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:5500; }","duration":"298.272143ms","start":"2026-04-08T00:42:00.80291Z","end":"2026-04-08T00:42:01.101182Z","steps":["trace[1822530671] 'agreement among raft nodes before linearized reading' (duration: 298.050617ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:42:01.101271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.675027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T00:42:01.10132Z","caller":"traceutil/trace.go:171","msg":"trace[1803684865] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:5500; }","duration":"271.724257ms","start":"2026-04-08T00:42:00.82958Z","end":"2026-04-08T00:42:01.101305Z","steps":["trace[1803684865] 'agreement among raft nodes before linearized reading' (duration: 271.631895ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:42:01.10133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.230959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7505"} {"level":"info","ts":"2026-04-08T00:42:01.101413Z","caller":"traceutil/trace.go:171","msg":"trace[2013385031] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:5500; }","duration":"168.336372ms","start":"2026-04-08T00:42:00.93305Z","end":"2026-04-08T00:42:01.101386Z","steps":["trace[2013385031] 'agreement among raft nodes before linearized reading' (duration: 168.152887ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:42:01.101483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.559368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-907cd541-9604-4c4a-a8cd-609d6b8e659d\" ","response":"range_response_count:1 size:3948"} {"level":"warn","ts":"2026-04-08T00:42:01.101343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.894467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4qzzb\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-08T00:42:01.101549Z","caller":"traceutil/trace.go:171","msg":"trace[411952355] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-907cd541-9604-4c4a-a8cd-609d6b8e659d; range_end:; response_count:1; response_revision:5500; }","duration":"287.653811ms","start":"2026-04-08T00:42:00.813875Z","end":"2026-04-08T00:42:01.101529Z","steps":["trace[411952355] 'agreement among raft nodes before linearized reading' (duration: 287.506968ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:42:01.101595Z","caller":"traceutil/trace.go:171","msg":"trace[335184542] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4qzzb; range_end:; response_count:1; response_revision:5500; }","duration":"291.180395ms","start":"2026-04-08T00:42:00.810403Z","end":"2026-04-08T00:42:01.101583Z","steps":["trace[335184542] 'agreement among raft nodes before linearized reading' (duration: 290.61492ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:42:01.101575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:42:00.750493Z","time spent":"350.839829ms","remote":"127.0.0.1:42616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6840,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T00:42:01.101141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.115372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T00:42:01.101966Z","caller":"traceutil/trace.go:171","msg":"trace[1200768012] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:5500; }","duration":"271.988654ms","start":"2026-04-08T00:42:00.829956Z","end":"2026-04-08T00:42:01.101945Z","steps":["trace[1200768012] 'agreement among raft nodes before linearized reading' (duration: 271.074601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:42:28.582686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.45431ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T00:42:28.582835Z","caller":"traceutil/trace.go:171","msg":"trace[714709116] linearizableReadLoop","detail":"{readStateIndex:5945; appliedIndex:5944; }","duration":"421.534531ms","start":"2026-04-08T00:42:28.161276Z","end":"2026-04-08T00:42:28.582811Z","steps":["trace[714709116] 'read index received' (duration: 208.567536ms)","trace[714709116] 'applied index is now lower than readState.Index' (duration: 212.964735ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:42:28.582988Z","caller":"traceutil/trace.go:171","msg":"trace[24535826] transaction","detail":"{read_only:false; response_revision:5726; number_of_response:1; }","duration":"425.438704ms","start":"2026-04-08T00:42:28.157508Z","end":"2026-04-08T00:42:28.582947Z","steps":["trace[24535826] 'process raft request' (duration: 212.321636ms)","trace[24535826] 'compare' (duration: 211.837614ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T00:42:28.583107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.818827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-08T00:42:28.58314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.901128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-08T00:42:28.583177Z","caller":"traceutil/trace.go:171","msg":"trace[713002683] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5726; }","duration":"421.931212ms","start":"2026-04-08T00:42:28.161231Z","end":"2026-04-08T00:42:28.583162Z","steps":["trace[713002683] 'agreement among raft nodes before linearized reading' (duration: 421.709916ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:42:28.58319Z","caller":"traceutil/trace.go:171","msg":"trace[1262921691] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5726; }","duration":"278.979189ms","start":"2026-04-08T00:42:28.304195Z","end":"2026-04-08T00:42:28.583174Z","steps":["trace[1262921691] 'agreement among raft nodes before linearized reading' (duration: 278.750203ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:42:28.583187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:42:28.157471Z","time spent":"425.599259ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T00:42:28.583219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:42:28.161219Z","time spent":"421.991354ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-08T00:42:28.942676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.495642ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T00:42:28.942905Z","caller":"traceutil/trace.go:171","msg":"trace[118408184] linearizableReadLoop","detail":"{readStateIndex:5947; appliedIndex:5945; }","duration":"316.764564ms","start":"2026-04-08T00:42:28.626117Z","end":"2026-04-08T00:42:28.942881Z","steps":["trace[118408184] 'read index received' (duration: 156.936984ms)","trace[118408184] 'applied index is now lower than readState.Index' (duration: 159.82623ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:42:28.942901Z","caller":"traceutil/trace.go:171","msg":"trace[408763602] transaction","detail":"{read_only:false; response_revision:5727; number_of_response:1; }","duration":"355.493404ms","start":"2026-04-08T00:42:28.587378Z","end":"2026-04-08T00:42:28.942871Z","steps":["trace[408763602] 'process raft request' (duration: 195.686184ms)","trace[408763602] 'compare' (duration: 159.320098ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T00:42:28.943049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.927709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T00:42:28.943049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:42:28.587358Z","time spent":"355.616018ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T00:42:28.94308Z","caller":"traceutil/trace.go:171","msg":"trace[620718038] transaction","detail":"{read_only:false; response_revision:5728; number_of_response:1; }","duration":"355.201526ms","start":"2026-04-08T00:42:28.58786Z","end":"2026-04-08T00:42:28.943062Z","steps":["trace[620718038] 'process raft request' (duration: 354.9434ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:42:28.9431Z","caller":"traceutil/trace.go:171","msg":"trace[1128212918] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:5728; }","duration":"317.022282ms","start":"2026-04-08T00:42:28.626062Z","end":"2026-04-08T00:42:28.943084Z","steps":["trace[1128212918] 'agreement among raft nodes before linearized reading' (duration: 316.927259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:42:28.943161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:42:28.626039Z","time spent":"317.106094ms","remote":"127.0.0.1:40364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-08T00:42:28.943232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:42:28.587833Z","time spent":"355.34953ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T00:42:28.962986Z","caller":"traceutil/trace.go:171","msg":"trace[589721108] transaction","detail":"{read_only:false; response_revision:5729; number_of_response:1; }","duration":"152.935708ms","start":"2026-04-08T00:42:28.810025Z","end":"2026-04-08T00:42:28.962961Z","steps":["trace[589721108] 'process raft request' (duration: 152.782993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:42:28.963316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.67884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-04-08T00:42:28.963375Z","caller":"traceutil/trace.go:171","msg":"trace[1323142912] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5729; }","duration":"108.775613ms","start":"2026-04-08T00:42:28.854585Z","end":"2026-04-08T00:42:28.96336Z","steps":["trace[1323142912] 'agreement among raft nodes before linearized reading' (duration: 108.627929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:42:28.963333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.321103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T00:42:28.963429Z","caller":"traceutil/trace.go:171","msg":"trace[1628830382] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:5729; }","duration":"175.484748ms","start":"2026-04-08T00:42:28.787929Z","end":"2026-04-08T00:42:28.963414Z","steps":["trace[1628830382] 'agreement among raft nodes before linearized reading' (duration: 175.271162ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:42:29.683727Z","caller":"traceutil/trace.go:171","msg":"trace[685919381] transaction","detail":"{read_only:false; response_revision:5732; number_of_response:1; }","duration":"285.220885ms","start":"2026-04-08T00:42:29.398456Z","end":"2026-04-08T00:42:29.683677Z","steps":["trace[685919381] 'process raft request' (duration: 207.329863ms)","trace[685919381] 'compare' (duration: 77.429239ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:42:29.683746Z","caller":"traceutil/trace.go:171","msg":"trace[1193716375] transaction","detail":"{read_only:false; response_revision:5733; number_of_response:1; }","duration":"106.888162ms","start":"2026-04-08T00:42:29.576811Z","end":"2026-04-08T00:42:29.683699Z","steps":["trace[1193716375] 'process raft request' (duration: 106.771049ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:42:29.754551Z","caller":"traceutil/trace.go:171","msg":"trace[320907125] transaction","detail":"{read_only:false; response_revision:5734; number_of_response:1; }","duration":"126.424462ms","start":"2026-04-08T00:42:29.628087Z","end":"2026-04-08T00:42:29.754511Z","steps":["trace[320907125] 'process raft request' (duration: 126.278828ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:42:29.770636Z","caller":"traceutil/trace.go:171","msg":"trace[1704574310] transaction","detail":"{read_only:false; response_revision:5735; number_of_response:1; }","duration":"132.194615ms","start":"2026-04-08T00:42:29.638413Z","end":"2026-04-08T00:42:29.770608Z","steps":["trace[1704574310] 'process raft request' (duration: 132.036301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:42:30.355567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.310051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-08T00:42:30.355647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.982281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-08T00:42:30.355672Z","caller":"traceutil/trace.go:171","msg":"trace[383079218] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5738; }","duration":"128.473036ms","start":"2026-04-08T00:42:30.227175Z","end":"2026-04-08T00:42:30.355648Z","steps":["trace[383079218] 'count revisions from in-memory index tree' (duration: 128.233159ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:42:30.355722Z","caller":"traceutil/trace.go:171","msg":"trace[368723298] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5738; }","duration":"114.112084ms","start":"2026-04-08T00:42:30.241591Z","end":"2026-04-08T00:42:30.355703Z","steps":["trace[368723298] 'range keys from in-memory index tree' (duration: 113.744974ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:42:33.086023Z","caller":"traceutil/trace.go:171","msg":"trace[328207874] transaction","detail":"{read_only:false; response_revision:5761; number_of_response:1; }","duration":"116.441337ms","start":"2026-04-08T00:42:32.969556Z","end":"2026-04-08T00:42:33.085997Z","steps":["trace[328207874] 'process raft request' (duration: 115.475391ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:42:33.086401Z","caller":"traceutil/trace.go:171","msg":"trace[797875689] linearizableReadLoop","detail":"{readStateIndex:5983; appliedIndex:5980; }","duration":"108.371973ms","start":"2026-04-08T00:42:32.977996Z","end":"2026-04-08T00:42:33.086368Z","steps":["trace[797875689] 'read index received' (duration: 22.832157ms)","trace[797875689] 'applied index is now lower than readState.Index' (duration: 85.537656ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:42:33.086476Z","caller":"traceutil/trace.go:171","msg":"trace[1616146281] transaction","detail":"{read_only:false; response_revision:5762; number_of_response:1; }","duration":"110.005756ms","start":"2026-04-08T00:42:32.976448Z","end":"2026-04-08T00:42:33.086454Z","steps":["trace[1616146281] 'process raft request' (duration: 109.467641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:42:33.086603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.584958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T00:42:33.086649Z","caller":"traceutil/trace.go:171","msg":"trace[864920372] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:5762; }","duration":"108.67761ms","start":"2026-04-08T00:42:32.977959Z","end":"2026-04-08T00:42:33.086636Z","steps":["trace[864920372] 'agreement among raft nodes before linearized reading' (duration: 108.561587ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:42:46.207223Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2951} {"level":"info","ts":"2026-04-08T00:42:46.292856Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2951,"took":"84.168757ms","hash":3583852497,"current-db-size-bytes":57659392,"current-db-size":"58 MB","current-db-size-in-use-bytes":32788480,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-04-08T00:42:46.292907Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3583852497,"revision":2951,"compact-revision":-1} {"level":"info","ts":"2026-04-08T00:42:59.402706Z","caller":"traceutil/trace.go:171","msg":"trace[1997729343] transaction","detail":"{read_only:false; response_revision:5923; number_of_response:1; }","duration":"121.917933ms","start":"2026-04-08T00:42:59.280763Z","end":"2026-04-08T00:42:59.402681Z","steps":["trace[1997729343] 'process raft request' (duration: 121.755858ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:43:07.024576Z","caller":"traceutil/trace.go:171","msg":"trace[62549581] linearizableReadLoop","detail":"{readStateIndex:6293; appliedIndex:6292; }","duration":"125.076237ms","start":"2026-04-08T00:43:06.899479Z","end":"2026-04-08T00:43:07.024555Z","steps":["trace[62549581] 'read index received' (duration: 124.904202ms)","trace[62549581] 'applied index is now lower than readState.Index' (duration: 170.875µs)"],"step_count":2} {"level":"warn","ts":"2026-04-08T00:43:07.024675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.17568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T00:43:07.024733Z","caller":"traceutil/trace.go:171","msg":"trace[1829660256] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6063; }","duration":"125.284272ms","start":"2026-04-08T00:43:06.899433Z","end":"2026-04-08T00:43:07.024717Z","steps":["trace[1829660256] 'agreement among raft nodes before linearized reading' (duration: 125.183419ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:43:07.025044Z","caller":"traceutil/trace.go:171","msg":"trace[483087564] transaction","detail":"{read_only:false; response_revision:6063; number_of_response:1; }","duration":"180.392448ms","start":"2026-04-08T00:43:06.844631Z","end":"2026-04-08T00:43:07.025023Z","steps":["trace[483087564] 'process raft request' (duration: 179.788972ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:43:17.123578Z","caller":"traceutil/trace.go:171","msg":"trace[1388871489] transaction","detail":"{read_only:false; response_revision:6120; number_of_response:1; }","duration":"116.855024ms","start":"2026-04-08T00:43:17.006691Z","end":"2026-04-08T00:43:17.123546Z","steps":["trace[1388871489] 'process raft request' (duration: 116.678069ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:43:18.145029Z","caller":"traceutil/trace.go:171","msg":"trace[148459591] linearizableReadLoop","detail":"{readStateIndex:6356; appliedIndex:6355; }","duration":"272.880083ms","start":"2026-04-08T00:43:17.872121Z","end":"2026-04-08T00:43:18.145001Z","steps":["trace[148459591] 'read index received' (duration: 272.656607ms)","trace[148459591] 'applied index is now lower than readState.Index' (duration: 218.316µs)"],"step_count":2} {"level":"warn","ts":"2026-04-08T00:43:18.145252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.095399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T00:43:18.145297Z","caller":"traceutil/trace.go:171","msg":"trace[496098242] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:6124; }","duration":"273.17156ms","start":"2026-04-08T00:43:17.872113Z","end":"2026-04-08T00:43:18.145285Z","steps":["trace[496098242] 'agreement among raft nodes before linearized reading' (duration: 273.017586ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:43:18.145318Z","caller":"traceutil/trace.go:171","msg":"trace[1809361881] transaction","detail":"{read_only:false; response_revision:6124; number_of_response:1; }","duration":"311.261547ms","start":"2026-04-08T00:43:17.83394Z","end":"2026-04-08T00:43:18.145202Z","steps":["trace[1809361881] 'process raft request' (duration: 310.848605ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:43:18.145634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:43:17.833908Z","time spent":"311.549694ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T00:43:18.154649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.752354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T00:43:18.154695Z","caller":"traceutil/trace.go:171","msg":"trace[2106266239] transaction","detail":"{read_only:false; response_revision:6125; number_of_response:1; }","duration":"180.761598ms","start":"2026-04-08T00:43:17.97391Z","end":"2026-04-08T00:43:18.154672Z","steps":["trace[2106266239] 'process raft request' (duration: 180.546683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:43:18.154804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.603622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-08T00:43:18.154873Z","caller":"traceutil/trace.go:171","msg":"trace[472437232] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6125; }","duration":"121.722745ms","start":"2026-04-08T00:43:18.033134Z","end":"2026-04-08T00:43:18.154857Z","steps":["trace[472437232] 'agreement among raft nodes before linearized reading' (duration: 121.515949ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:43:18.154715Z","caller":"traceutil/trace.go:171","msg":"trace[1254629129] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6125; }","duration":"253.861396ms","start":"2026-04-08T00:43:17.900839Z","end":"2026-04-08T00:43:18.154701Z","steps":["trace[1254629129] 'agreement among raft nodes before linearized reading' (duration: 253.744313ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:43:18.70722Z","caller":"traceutil/trace.go:171","msg":"trace[1093666634] linearizableReadLoop","detail":"{readStateIndex:6361; appliedIndex:6359; }","duration":"164.30262ms","start":"2026-04-08T00:43:18.542892Z","end":"2026-04-08T00:43:18.707195Z","steps":["trace[1093666634] 'read index received' (duration: 72.819442ms)","trace[1093666634] 'applied index is now lower than readState.Index' (duration: 91.482568ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:43:18.70727Z","caller":"traceutil/trace.go:171","msg":"trace[557127602] transaction","detail":"{read_only:false; response_revision:6129; number_of_response:1; }","duration":"180.896342ms","start":"2026-04-08T00:43:18.526357Z","end":"2026-04-08T00:43:18.707254Z","steps":["trace[557127602] 'process raft request' (duration: 121.599001ms)","trace[557127602] 'compare' (duration: 59.120076ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T00:43:18.707333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.427283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T00:43:18.70737Z","caller":"traceutil/trace.go:171","msg":"trace[381237263] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:6129; }","duration":"164.501495ms","start":"2026-04-08T00:43:18.542853Z","end":"2026-04-08T00:43:18.707355Z","steps":["trace[381237263] 'agreement among raft nodes before linearized reading' (duration: 164.423622ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:43:19.25389Z","caller":"traceutil/trace.go:171","msg":"trace[1686644011] transaction","detail":"{read_only:false; response_revision:6130; number_of_response:1; }","duration":"111.574353ms","start":"2026-04-08T00:43:19.142278Z","end":"2026-04-08T00:43:19.253852Z","steps":["trace[1686644011] 'process raft request' (duration: 111.273625ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:43:28.322072Z","caller":"traceutil/trace.go:171","msg":"trace[106039544] transaction","detail":"{read_only:false; response_revision:6198; number_of_response:1; }","duration":"144.389679ms","start":"2026-04-08T00:43:28.177664Z","end":"2026-04-08T00:43:28.322054Z","steps":["trace[106039544] 'process raft request' (duration: 144.267166ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:43:28.324093Z","caller":"traceutil/trace.go:171","msg":"trace[540944920] transaction","detail":"{read_only:false; response_revision:6199; number_of_response:1; }","duration":"141.051579ms","start":"2026-04-08T00:43:28.183005Z","end":"2026-04-08T00:43:28.324056Z","steps":["trace[540944920] 'process raft request' (duration: 140.857934ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:43:33.546994Z","caller":"traceutil/trace.go:171","msg":"trace[336834995] transaction","detail":"{read_only:false; response_revision:6234; number_of_response:1; }","duration":"127.51413ms","start":"2026-04-08T00:43:33.419418Z","end":"2026-04-08T00:43:33.546933Z","steps":["trace[336834995] 'process raft request' (duration: 127.004836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:43:33.718428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.199237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-08T00:43:33.718511Z","caller":"traceutil/trace.go:171","msg":"trace[1682047419] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6234; }","duration":"167.33377ms","start":"2026-04-08T00:43:33.551163Z","end":"2026-04-08T00:43:33.718496Z","steps":["trace[1682047419] 'range keys from in-memory index tree' (duration: 167.005562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:43:33.718523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.371025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T00:43:33.718572Z","caller":"traceutil/trace.go:171","msg":"trace[1103477860] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6235; }","duration":"151.440816ms","start":"2026-04-08T00:43:33.567109Z","end":"2026-04-08T00:43:33.71855Z","steps":["trace[1103477860] 'agreement among raft nodes before linearized reading' (duration: 151.369734ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:43:33.718523Z","caller":"traceutil/trace.go:171","msg":"trace[1443110247] transaction","detail":"{read_only:false; response_revision:6235; number_of_response:1; }","duration":"166.997301ms","start":"2026-04-08T00:43:33.55148Z","end":"2026-04-08T00:43:33.718477Z","steps":["trace[1443110247] 'process raft request' (duration: 114.329407ms)","trace[1443110247] 'compare' (duration: 52.439258ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:43:33.718415Z","caller":"traceutil/trace.go:171","msg":"trace[1436963265] linearizableReadLoop","detail":"{readStateIndex:6472; appliedIndex:6471; }","duration":"151.234381ms","start":"2026-04-08T00:43:33.567156Z","end":"2026-04-08T00:43:33.71839Z","steps":["trace[1436963265] 'read index received' (duration: 98.677171ms)","trace[1436963265] 'applied index is now lower than readState.Index' (duration: 52.55603ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T00:43:33.718845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.470108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T00:43:33.718899Z","caller":"traceutil/trace.go:171","msg":"trace[2009638334] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6235; }","duration":"151.548819ms","start":"2026-04-08T00:43:33.567335Z","end":"2026-04-08T00:43:33.718884Z","steps":["trace[2009638334] 'agreement among raft nodes before linearized reading' (duration: 151.469457ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:43:33.718914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.791639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-08T00:43:33.718957Z","caller":"traceutil/trace.go:171","msg":"trace[1562026512] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6235; }","duration":"117.863422ms","start":"2026-04-08T00:43:33.601083Z","end":"2026-04-08T00:43:33.718947Z","steps":["trace[1562026512] 'agreement among raft nodes before linearized reading' (duration: 117.758909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:43:33.718983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.668709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T00:43:33.719048Z","caller":"traceutil/trace.go:171","msg":"trace[125585731] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6235; }","duration":"143.793524ms","start":"2026-04-08T00:43:33.575237Z","end":"2026-04-08T00:43:33.719031Z","steps":["trace[125585731] 'agreement among raft nodes before linearized reading' (duration: 143.612958ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:43:33.719235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.507542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4qzzb\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-08T00:43:33.719307Z","caller":"traceutil/trace.go:171","msg":"trace[1602281428] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4qzzb; range_end:; response_count:1; response_revision:6235; }","duration":"111.619986ms","start":"2026-04-08T00:43:33.607669Z","end":"2026-04-08T00:43:33.719289Z","steps":["trace[1602281428] 'agreement among raft nodes before linearized reading' (duration: 111.161624ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:43:34.000809Z","caller":"traceutil/trace.go:171","msg":"trace[1807399252] linearizableReadLoop","detail":"{readStateIndex:6473; appliedIndex:6472; }","duration":"274.396294ms","start":"2026-04-08T00:43:33.726384Z","end":"2026-04-08T00:43:34.00078Z","steps":["trace[1807399252] 'read index received' (duration: 274.114006ms)","trace[1807399252] 'applied index is now lower than readState.Index' (duration: 281.388µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:43:34.000875Z","caller":"traceutil/trace.go:171","msg":"trace[116599557] transaction","detail":"{read_only:false; response_revision:6236; number_of_response:1; }","duration":"276.787187ms","start":"2026-04-08T00:43:33.72407Z","end":"2026-04-08T00:43:34.000857Z","steps":["trace[116599557] 'process raft request' (duration: 276.518651ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:43:34.000957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.944022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T00:43:34.000988Z","caller":"traceutil/trace.go:171","msg":"trace[743985751] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6236; }","duration":"217.039605ms","start":"2026-04-08T00:43:33.783939Z","end":"2026-04-08T00:43:34.000978Z","steps":["trace[743985751] 'agreement among raft nodes before linearized reading' (duration: 216.970133ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:43:34.001161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.782373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:109476"} {"level":"info","ts":"2026-04-08T00:43:34.001214Z","caller":"traceutil/trace.go:171","msg":"trace[2112025007] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:6236; }","duration":"274.878127ms","start":"2026-04-08T00:43:33.726324Z","end":"2026-04-08T00:43:34.001202Z","steps":["trace[2112025007] 'agreement among raft nodes before linearized reading' (duration: 274.554129ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:43:34.472364Z","caller":"traceutil/trace.go:171","msg":"trace[834724927] linearizableReadLoop","detail":"{readStateIndex:6475; appliedIndex:6473; }","duration":"124.478328ms","start":"2026-04-08T00:43:34.347853Z","end":"2026-04-08T00:43:34.472331Z","steps":["trace[834724927] 'read index received' (duration: 26.826946ms)","trace[834724927] 'applied index is now lower than readState.Index' (duration: 97.650332ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:43:34.472433Z","caller":"traceutil/trace.go:171","msg":"trace[744550381] transaction","detail":"{read_only:false; response_revision:6238; number_of_response:1; }","duration":"129.060369ms","start":"2026-04-08T00:43:34.34334Z","end":"2026-04-08T00:43:34.4724Z","steps":["trace[744550381] 'process raft request' (duration: 79.122488ms)","trace[744550381] 'compare' (duration: 49.723265ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T00:43:34.472628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.717194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-08T00:43:34.472676Z","caller":"traceutil/trace.go:171","msg":"trace[2101666780] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6238; }","duration":"124.821167ms","start":"2026-04-08T00:43:34.347844Z","end":"2026-04-08T00:43:34.472665Z","steps":["trace[2101666780] 'agreement among raft nodes before linearized reading' (duration: 124.598281ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:43:48.189998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.604348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6254"} {"level":"info","ts":"2026-04-08T00:43:48.190116Z","caller":"traceutil/trace.go:171","msg":"trace[653583650] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:6357; }","duration":"104.757713ms","start":"2026-04-08T00:43:48.085337Z","end":"2026-04-08T00:43:48.190095Z","steps":["trace[653583650] 'agreement among raft nodes before linearized reading' (duration: 104.521446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:43:48.190201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.68007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-init\" ","response":"range_response_count:1 size:5653"} {"level":"warn","ts":"2026-04-08T00:43:48.190233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.752403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:1 size:6092"} {"level":"info","ts":"2026-04-08T00:43:48.190284Z","caller":"traceutil/trace.go:171","msg":"trace[111869701] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-init; range_end:; response_count:1; response_revision:6357; }","duration":"104.793614ms","start":"2026-04-08T00:43:48.085472Z","end":"2026-04-08T00:43:48.190265Z","steps":["trace[111869701] 'agreement among raft nodes before linearized reading' (duration: 104.559398ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:43:48.190311Z","caller":"traceutil/trace.go:171","msg":"trace[605050294] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:1; response_revision:6357; }","duration":"104.888175ms","start":"2026-04-08T00:43:48.085402Z","end":"2026-04-08T00:43:48.19029Z","steps":["trace[605050294] 'agreement among raft nodes before linearized reading' (duration: 104.687391ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:43:48.826257Z","caller":"traceutil/trace.go:171","msg":"trace[704154663] linearizableReadLoop","detail":"{readStateIndex:6601; appliedIndex:6599; }","duration":"228.632444ms","start":"2026-04-08T00:43:48.597601Z","end":"2026-04-08T00:43:48.826233Z","steps":["trace[704154663] 'read index received' (duration: 21.982656ms)","trace[704154663] 'applied index is now lower than readState.Index' (duration: 206.648908ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:43:48.826402Z","caller":"traceutil/trace.go:171","msg":"trace[1062032333] transaction","detail":"{read_only:false; response_revision:6361; number_of_response:1; }","duration":"233.306118ms","start":"2026-04-08T00:43:48.593081Z","end":"2026-04-08T00:43:48.826387Z","steps":["trace[1062032333] 'process raft request' (duration: 233.00088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:43:48.826689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.066436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-08T00:43:48.826749Z","caller":"traceutil/trace.go:171","msg":"trace[677593465] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6361; }","duration":"229.153148ms","start":"2026-04-08T00:43:48.59758Z","end":"2026-04-08T00:43:48.826733Z","steps":["trace[677593465] 'agreement among raft nodes before linearized reading' (duration: 228.983834ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:43:49.004307Z","caller":"traceutil/trace.go:171","msg":"trace[1367681599] transaction","detail":"{read_only:false; response_revision:6362; number_of_response:1; }","duration":"173.264718ms","start":"2026-04-08T00:43:48.831015Z","end":"2026-04-08T00:43:49.00428Z","steps":["trace[1367681599] 'process raft request' (duration: 173.074283ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:43:49.0658Z","caller":"traceutil/trace.go:171","msg":"trace[1898930136] linearizableReadLoop","detail":"{readStateIndex:6603; appliedIndex:6601; }","duration":"209.937156ms","start":"2026-04-08T00:43:48.855839Z","end":"2026-04-08T00:43:49.065776Z","steps":["trace[1898930136] 'read index received' (duration: 148.172219ms)","trace[1898930136] 'applied index is now lower than readState.Index' (duration: 61.763797ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T00:43:49.066083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.232864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-08T00:43:49.066169Z","caller":"traceutil/trace.go:171","msg":"trace[1773763551] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6363; }","duration":"210.383587ms","start":"2026-04-08T00:43:48.855773Z","end":"2026-04-08T00:43:49.066157Z","steps":["trace[1773763551] 'agreement among raft nodes before linearized reading' (duration: 210.184291ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:43:49.066162Z","caller":"traceutil/trace.go:171","msg":"trace[936812729] transaction","detail":"{read_only:false; response_revision:6363; number_of_response:1; }","duration":"234.85619ms","start":"2026-04-08T00:43:48.83127Z","end":"2026-04-08T00:43:49.066126Z","steps":["trace[936812729] 'process raft request' (duration: 234.375078ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:43:50.454135Z","caller":"traceutil/trace.go:171","msg":"trace[354025907] transaction","detail":"{read_only:false; response_revision:6368; number_of_response:1; }","duration":"275.970535ms","start":"2026-04-08T00:43:50.178138Z","end":"2026-04-08T00:43:50.454108Z","steps":["trace[354025907] 'process raft request' (duration: 275.819572ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:44:00.759643Z","caller":"traceutil/trace.go:171","msg":"trace[1792107351] transaction","detail":"{read_only:false; response_revision:6427; number_of_response:1; }","duration":"147.288377ms","start":"2026-04-08T00:44:00.612327Z","end":"2026-04-08T00:44:00.759616Z","steps":["trace[1792107351] 'process raft request' (duration: 143.872355ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:44:00.800953Z","caller":"traceutil/trace.go:171","msg":"trace[1726321385] transaction","detail":"{read_only:false; response_revision:6428; number_of_response:1; }","duration":"166.885848ms","start":"2026-04-08T00:44:00.634042Z","end":"2026-04-08T00:44:00.800928Z","steps":["trace[1726321385] 'process raft request' (duration: 166.684953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:44:01.007198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.865485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T00:44:01.007282Z","caller":"traceutil/trace.go:171","msg":"trace[161362801] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6429; }","duration":"108.005399ms","start":"2026-04-08T00:44:00.899258Z","end":"2026-04-08T00:44:01.007263Z","steps":["trace[161362801] 'range keys from in-memory index tree' (duration: 107.785622ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:44:01.373597Z","caller":"traceutil/trace.go:171","msg":"trace[373606457] linearizableReadLoop","detail":"{readStateIndex:6675; appliedIndex:6674; }","duration":"104.621039ms","start":"2026-04-08T00:44:01.268944Z","end":"2026-04-08T00:44:01.373565Z","steps":["trace[373606457] 'read index received' (duration: 58.344735ms)","trace[373606457] 'applied index is now lower than readState.Index' (duration: 46.274964ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:44:01.373764Z","caller":"traceutil/trace.go:171","msg":"trace[1845226004] transaction","detail":"{read_only:false; response_revision:6432; number_of_response:1; }","duration":"184.148319ms","start":"2026-04-08T00:44:01.189568Z","end":"2026-04-08T00:44:01.373716Z","steps":["trace[1845226004] 'process raft request' (duration: 137.741841ms)","trace[1845226004] 'compare' (duration: 46.109369ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T00:44:01.373849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.869775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-08T00:44:01.374025Z","caller":"traceutil/trace.go:171","msg":"trace[382304785] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6432; }","duration":"105.060761ms","start":"2026-04-08T00:44:01.268901Z","end":"2026-04-08T00:44:01.373962Z","steps":["trace[382304785] 'agreement among raft nodes before linearized reading' (duration: 104.778133ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:44:01.975196Z","caller":"traceutil/trace.go:171","msg":"trace[532956839] transaction","detail":"{read_only:false; response_revision:6433; number_of_response:1; }","duration":"596.725285ms","start":"2026-04-08T00:44:01.378446Z","end":"2026-04-08T00:44:01.975171Z","steps":["trace[532956839] 'process raft request' (duration: 596.576461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:44:01.975363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:44:01.378424Z","time spent":"596.864379ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T00:44:02.502072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.072924ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T00:44:02.502238Z","caller":"traceutil/trace.go:171","msg":"trace[1779051546] transaction","detail":"{read_only:false; response_revision:6434; number_of_response:1; }","duration":"1.068238403s","start":"2026-04-08T00:44:01.433981Z","end":"2026-04-08T00:44:02.502219Z","steps":["trace[1779051546] 'process raft request' (duration: 945.935413ms)","trace[1779051546] 'compare' (duration: 121.54774ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T00:44:02.502304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:44:01.433957Z","time spent":"1.068314204s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T00:44:02.502446Z","caller":"traceutil/trace.go:171","msg":"trace[1106851687] linearizableReadLoop","detail":"{readStateIndex:6678; appliedIndex:6675; }","duration":"822.223856ms","start":"2026-04-08T00:44:01.680191Z","end":"2026-04-08T00:44:02.502415Z","steps":["trace[1106851687] 'read index received' (duration: 294.814728ms)","trace[1106851687] 'applied index is now lower than readState.Index' (duration: 527.408258ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:44:02.502725Z","caller":"traceutil/trace.go:171","msg":"trace[1669161671] transaction","detail":"{read_only:false; response_revision:6435; number_of_response:1; }","duration":"1.027852586s","start":"2026-04-08T00:44:01.474839Z","end":"2026-04-08T00:44:02.502691Z","steps":["trace[1669161671] 'process raft request' (duration: 1.027321992s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:44:02.502748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.767396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T00:44:02.502792Z","caller":"traceutil/trace.go:171","msg":"trace[74127745] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:6435; }","duration":"333.852819ms","start":"2026-04-08T00:44:02.168926Z","end":"2026-04-08T00:44:02.502779Z","steps":["trace[74127745] 'agreement among raft nodes before linearized reading' (duration: 333.730566ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:44:02.502775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.24867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-08T00:44:02.502829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.58725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:1 size:8314"} {"level":"warn","ts":"2026-04-08T00:44:02.502852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:44:02.168905Z","time spent":"333.923591ms","remote":"127.0.0.1:42804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":76,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-08T00:44:02.502865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:44:01.474816Z","time spent":"1.02796155s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T00:44:02.502859Z","caller":"traceutil/trace.go:171","msg":"trace[1120105113] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6435; }","duration":"564.379384ms","start":"2026-04-08T00:44:01.938456Z","end":"2026-04-08T00:44:02.502836Z","steps":["trace[1120105113] 'agreement among raft nodes before linearized reading' (duration: 564.217389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:44:02.502848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.629646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-08T00:44:02.502899Z","caller":"traceutil/trace.go:171","msg":"trace[85164649] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:1; response_revision:6435; }","duration":"707.687762ms","start":"2026-04-08T00:44:01.795194Z","end":"2026-04-08T00:44:02.502882Z","steps":["trace[85164649] 'agreement among raft nodes before linearized reading' (duration: 707.466947ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:44:02.502929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:44:01.938437Z","time spent":"564.479305ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-08T00:44:02.502943Z","caller":"traceutil/trace.go:171","msg":"trace[1998703512] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:6435; }","duration":"822.772549ms","start":"2026-04-08T00:44:01.680146Z","end":"2026-04-08T00:44:02.502918Z","steps":["trace[1998703512] 'agreement among raft nodes before linearized reading' (duration: 822.490812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:44:02.502948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:44:01.795175Z","time spent":"707.762214ms","remote":"127.0.0.1:42658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":8337,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-04-08T00:44:02.502991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:44:01.680123Z","time spent":"822.859993ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-08T00:44:02.502833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.79199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4qzzb\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-08T00:44:02.503069Z","caller":"traceutil/trace.go:171","msg":"trace[1174516440] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4qzzb; range_end:; response_count:1; response_revision:6435; }","duration":"354.072458ms","start":"2026-04-08T00:44:02.148966Z","end":"2026-04-08T00:44:02.503038Z","steps":["trace[1174516440] 'agreement among raft nodes before linearized reading' (duration: 353.692678ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:44:02.50317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:44:02.148942Z","time spent":"354.19771ms","remote":"127.0.0.1:42616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-4qzzb\" "} {"level":"info","ts":"2026-04-08T00:44:02.650597Z","caller":"traceutil/trace.go:171","msg":"trace[546215099] transaction","detail":"{read_only:false; response_revision:6436; number_of_response:1; }","duration":"143.627588ms","start":"2026-04-08T00:44:02.506937Z","end":"2026-04-08T00:44:02.650565Z","steps":["trace[546215099] 'process raft request' (duration: 101.442634ms)","trace[546215099] 'compare' (duration: 41.996119ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:44:02.650923Z","caller":"traceutil/trace.go:171","msg":"trace[1252233689] transaction","detail":"{read_only:false; response_revision:6437; number_of_response:1; }","duration":"143.536016ms","start":"2026-04-08T00:44:02.507333Z","end":"2026-04-08T00:44:02.650869Z","steps":["trace[1252233689] 'process raft request' (duration: 143.197187ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:44:02.651029Z","caller":"traceutil/trace.go:171","msg":"trace[1253454466] linearizableReadLoop","detail":"{readStateIndex:6680; appliedIndex:6678; }","duration":"143.143635ms","start":"2026-04-08T00:44:02.507642Z","end":"2026-04-08T00:44:02.650786Z","steps":["trace[1253454466] 'read index received' (duration: 100.877809ms)","trace[1253454466] 'applied index is now lower than readState.Index' (duration: 42.264386ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T00:44:02.651536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.870655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:14 size:127341"} {"level":"info","ts":"2026-04-08T00:44:02.65159Z","caller":"traceutil/trace.go:171","msg":"trace[641013576] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:14; response_revision:6437; }","duration":"143.962877ms","start":"2026-04-08T00:44:02.507613Z","end":"2026-04-08T00:44:02.651576Z","steps":["trace[641013576] 'agreement among raft nodes before linearized reading' (duration: 143.523605ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:44:02.804339Z","caller":"traceutil/trace.go:171","msg":"trace[2035213372] transaction","detail":"{read_only:false; response_revision:6438; number_of_response:1; }","duration":"147.948603ms","start":"2026-04-08T00:44:02.656338Z","end":"2026-04-08T00:44:02.804287Z","steps":["trace[2035213372] 'process raft request' (duration: 129.985164ms)","trace[2035213372] 'compare' (duration: 17.670691ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T00:44:04.524997Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675907655019799,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T00:44:05.026012Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675907655019799,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T00:44:05.231975Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.211464971s","expected-duration":"1s"} {"level":"info","ts":"2026-04-08T00:44:05.232375Z","caller":"traceutil/trace.go:171","msg":"trace[1461366287] transaction","detail":"{read_only:false; response_revision:6444; number_of_response:1; }","duration":"1.248485337s","start":"2026-04-08T00:44:03.983861Z","end":"2026-04-08T00:44:05.232347Z","steps":["trace[1461366287] 'process raft request' (duration: 1.248317862s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:44:05.23254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:44:03.983827Z","time spent":"1.24861986s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T00:44:05.580359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.931044ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-08T00:44:05.580784Z","caller":"traceutil/trace.go:171","msg":"trace[841251757] transaction","detail":"{read_only:false; response_revision:6445; number_of_response:1; }","duration":"1.07222478s","start":"2026-04-08T00:44:04.508512Z","end":"2026-04-08T00:44:05.580736Z","steps":["trace[841251757] 'process raft request' (duration: 1.071959373s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:44:05.580953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:44:04.508487Z","time spent":"1.072365743s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T00:44:05.581312Z","caller":"traceutil/trace.go:171","msg":"trace[334438385] transaction","detail":"{read_only:false; response_revision:6446; number_of_response:1; }","duration":"746.5757ms","start":"2026-04-08T00:44:04.834713Z","end":"2026-04-08T00:44:05.581289Z","steps":["trace[334438385] 'process raft request' (duration: 745.949863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:44:05.581421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:44:04.834697Z","time spent":"746.669311ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T00:44:05.581701Z","caller":"traceutil/trace.go:171","msg":"trace[476120083] transaction","detail":"{read_only:false; response_revision:6447; number_of_response:1; }","duration":"746.489827ms","start":"2026-04-08T00:44:04.83518Z","end":"2026-04-08T00:44:05.58167Z","steps":["trace[476120083] 'process raft request' (duration: 745.981443ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:44:05.582091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:44:04.835162Z","time spent":"746.708133ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T00:44:05.582099Z","caller":"traceutil/trace.go:171","msg":"trace[1206803985] transaction","detail":"{read_only:false; response_revision:6448; number_of_response:1; }","duration":"746.487357ms","start":"2026-04-08T00:44:04.835569Z","end":"2026-04-08T00:44:05.582057Z","steps":["trace[1206803985] 'process raft request' (duration: 746.054546ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:44:05.582364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.558331804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T00:44:05.582174Z","caller":"traceutil/trace.go:171","msg":"trace[1239619312] linearizableReadLoop","detail":"{readStateIndex:6692; appliedIndex:6686; }","duration":"1.558080098s","start":"2026-04-08T00:44:04.024033Z","end":"2026-04-08T00:44:05.582113Z","steps":["trace[1239619312] 'read index received' (duration: 1.208233854s)","trace[1239619312] 'applied index is now lower than readState.Index' (duration: 349.843744ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:44:05.582464Z","caller":"traceutil/trace.go:171","msg":"trace[1992731638] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:6448; }","duration":"1.558452799s","start":"2026-04-08T00:44:04.023965Z","end":"2026-04-08T00:44:05.582417Z","steps":["trace[1992731638] 'agreement among raft nodes before linearized reading' (duration: 1.558282885s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:44:05.582444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:44:04.835543Z","time spent":"746.775774ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T00:44:05.582555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:44:04.023941Z","time spent":"1.558572292s","remote":"127.0.0.1:42790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":40,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-08T00:44:05.582761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.75022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-08T00:44:05.582829Z","caller":"traceutil/trace.go:171","msg":"trace[1078298075] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6448; }","duration":"774.858914ms","start":"2026-04-08T00:44:04.807954Z","end":"2026-04-08T00:44:05.582813Z","steps":["trace[1078298075] 'agreement among raft nodes before linearized reading' (duration: 774.631358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:44:05.5829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:44:04.807936Z","time spent":"774.951156ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-08T00:44:05.58283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.073493043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:1 size:8314"} {"level":"warn","ts":"2026-04-08T00:44:05.583045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.987188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-08T00:44:05.583073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.281859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T00:44:05.583111Z","caller":"traceutil/trace.go:171","msg":"trace[133399826] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6448; }","duration":"383.06747ms","start":"2026-04-08T00:44:05.200022Z","end":"2026-04-08T00:44:05.58309Z","steps":["trace[133399826] 'agreement among raft nodes before linearized reading' (duration: 382.876166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:44:05.5831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.909343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-08T00:44:05.58314Z","caller":"traceutil/trace.go:171","msg":"trace[1570522681] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:6448; }","duration":"896.336801ms","start":"2026-04-08T00:44:04.686776Z","end":"2026-04-08T00:44:05.583112Z","steps":["trace[1570522681] 'agreement among raft nodes before linearized reading' (duration: 896.256248ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:44:05.583187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:44:05.200005Z","time spent":"383.169594ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T00:44:05.583207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:44:04.686737Z","time spent":"896.458264ms","remote":"127.0.0.1:57350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-04-08T00:44:05.583211Z","caller":"traceutil/trace.go:171","msg":"trace[959770327] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6448; }","duration":"928.143899ms","start":"2026-04-08T00:44:04.655038Z","end":"2026-04-08T00:44:05.583182Z","steps":["trace[959770327] 'agreement among raft nodes before linearized reading' (duration: 927.709577ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:44:05.583107Z","caller":"traceutil/trace.go:171","msg":"trace[981218662] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:1; response_revision:6448; }","duration":"1.07378053s","start":"2026-04-08T00:44:04.509297Z","end":"2026-04-08T00:44:05.583078Z","steps":["trace[981218662] 'agreement among raft nodes before linearized reading' (duration: 1.073281067s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:44:05.583192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.201119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T00:44:05.583262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:44:04.655013Z","time spent":"928.239321ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-08T00:44:05.583294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:44:04.509239Z","time spent":"1.074037828s","remote":"127.0.0.1:42658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":8337,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"info","ts":"2026-04-08T00:44:05.583304Z","caller":"traceutil/trace.go:171","msg":"trace[478312011] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:6448; }","duration":"498.378225ms","start":"2026-04-08T00:44:05.084904Z","end":"2026-04-08T00:44:05.583282Z","steps":["trace[478312011] 'agreement among raft nodes before linearized reading' (duration: 498.175379ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:44:05.582942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.679524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4qzzb\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-08T00:44:05.583464Z","caller":"traceutil/trace.go:171","msg":"trace[1492862613] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4qzzb; range_end:; response_count:1; response_revision:6448; }","duration":"926.228988ms","start":"2026-04-08T00:44:04.6572Z","end":"2026-04-08T00:44:05.583429Z","steps":["trace[1492862613] 'agreement among raft nodes before linearized reading' (duration: 925.440307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:44:05.583375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:44:05.08488Z","time spent":"498.482677ms","remote":"127.0.0.1:51464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-08T00:44:05.583568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:44:04.657188Z","time spent":"926.367751ms","remote":"127.0.0.1:42616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-4qzzb\" "} {"level":"warn","ts":"2026-04-08T00:44:05.582838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.66772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-08T00:44:05.583731Z","caller":"traceutil/trace.go:171","msg":"trace[1057357225] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6448; }","duration":"129.597034ms","start":"2026-04-08T00:44:05.454114Z","end":"2026-04-08T00:44:05.583711Z","steps":["trace[1057357225] 'agreement among raft nodes before linearized reading' (duration: 128.547026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:44:05.584039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.071326785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-08T00:44:05.584209Z","caller":"traceutil/trace.go:171","msg":"trace[166600421] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6448; }","duration":"1.071535501s","start":"2026-04-08T00:44:04.512649Z","end":"2026-04-08T00:44:05.584185Z","steps":["trace[166600421] 'agreement among raft nodes before linearized reading' (duration: 1.070210785s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:44:05.584438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:44:04.512637Z","time spent":"1.071643263s","remote":"127.0.0.1:42616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-08T00:44:05.792566Z","caller":"traceutil/trace.go:171","msg":"trace[361595297] linearizableReadLoop","detail":"{readStateIndex:6693; appliedIndex:6692; }","duration":"204.707597ms","start":"2026-04-08T00:44:05.587832Z","end":"2026-04-08T00:44:05.79254Z","steps":["trace[361595297] 'read index received' (duration: 204.577314ms)","trace[361595297] 'applied index is now lower than readState.Index' (duration: 128.903µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:44:05.792662Z","caller":"traceutil/trace.go:171","msg":"trace[1351718217] transaction","detail":"{read_only:false; response_revision:6449; number_of_response:1; }","duration":"205.510447ms","start":"2026-04-08T00:44:05.587103Z","end":"2026-04-08T00:44:05.792613Z","steps":["trace[1351718217] 'process raft request' (duration: 205.298652ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:44:05.792867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.005435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-08T00:44:05.792955Z","caller":"traceutil/trace.go:171","msg":"trace[1698990045] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6449; }","duration":"205.129418ms","start":"2026-04-08T00:44:05.587805Z","end":"2026-04-08T00:44:05.792934Z","steps":["trace[1698990045] 'agreement among raft nodes before linearized reading' (duration: 204.83429ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:44:05.928493Z","caller":"traceutil/trace.go:171","msg":"trace[1477599051] transaction","detail":"{read_only:false; response_revision:6451; number_of_response:1; }","duration":"340.013703ms","start":"2026-04-08T00:44:05.588452Z","end":"2026-04-08T00:44:05.928466Z","steps":["trace[1477599051] 'process raft request' (duration: 339.922891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:44:05.928739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:44:05.588429Z","time spent":"340.143676ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T00:44:05.928757Z","caller":"traceutil/trace.go:171","msg":"trace[1519388704] transaction","detail":"{read_only:false; response_revision:6450; number_of_response:1; }","duration":"340.383903ms","start":"2026-04-08T00:44:05.588335Z","end":"2026-04-08T00:44:05.928719Z","steps":["trace[1519388704] 'process raft request' (duration: 316.529857ms)","trace[1519388704] 'compare' (duration: 23.325172ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:44:05.928822Z","caller":"traceutil/trace.go:171","msg":"trace[1150783596] linearizableReadLoop","detail":"{readStateIndex:6696; appliedIndex:6693; }","duration":"136.080596ms","start":"2026-04-08T00:44:05.792682Z","end":"2026-04-08T00:44:05.928763Z","steps":["trace[1150783596] 'read index received' (duration: 112.202149ms)","trace[1150783596] 'applied index is now lower than readState.Index' (duration: 23.874317ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T00:44:05.928901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.466178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T00:44:05.928899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.387262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T00:44:05.928964Z","caller":"traceutil/trace.go:171","msg":"trace[1695236142] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:6452; }","duration":"324.565321ms","start":"2026-04-08T00:44:05.604384Z","end":"2026-04-08T00:44:05.928949Z","steps":["trace[1695236142] 'agreement among raft nodes before linearized reading' (duration: 324.414787ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:44:05.928821Z","caller":"traceutil/trace.go:171","msg":"trace[1705168061] transaction","detail":"{read_only:false; response_revision:6452; number_of_response:1; }","duration":"339.341136ms","start":"2026-04-08T00:44:05.589445Z","end":"2026-04-08T00:44:05.928786Z","steps":["trace[1705168061] 'process raft request' (duration: 338.977226ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:44:05.928985Z","caller":"traceutil/trace.go:171","msg":"trace[253083227] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:6452; }","duration":"149.544977ms","start":"2026-04-08T00:44:05.779416Z","end":"2026-04-08T00:44:05.928961Z","steps":["trace[253083227] 'agreement among raft nodes before linearized reading' (duration: 149.366682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:44:05.929127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:44:05.588297Z","time spent":"340.602119ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T00:44:05.929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:44:05.604365Z","time spent":"324.628342ms","remote":"127.0.0.1:42574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-04-08T00:44:05.92935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.382533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:14 size:127341"} {"level":"info","ts":"2026-04-08T00:44:05.92939Z","caller":"traceutil/trace.go:171","msg":"trace[1790287567] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:14; response_revision:6452; }","duration":"340.489826ms","start":"2026-04-08T00:44:05.58889Z","end":"2026-04-08T00:44:05.92938Z","steps":["trace[1790287567] 'agreement among raft nodes before linearized reading' (duration: 340.056064ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:44:05.929424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:44:05.588882Z","time spent":"340.534767ms","remote":"127.0.0.1:42616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":14,"response size":127364,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-08T00:44:05.929122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:44:05.589435Z","time spent":"339.593023ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T00:44:05.929147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.797964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19520"} {"level":"info","ts":"2026-04-08T00:44:05.929663Z","caller":"traceutil/trace.go:171","msg":"trace[1483062043] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:6452; }","duration":"135.360199ms","start":"2026-04-08T00:44:05.794287Z","end":"2026-04-08T00:44:05.929647Z","steps":["trace[1483062043] 'agreement among raft nodes before linearized reading' (duration: 134.728202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:44:05.929191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.324157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-db-sync-bmhd9\" ","response":"range_response_count:1 size:10052"} {"level":"info","ts":"2026-04-08T00:44:05.929771Z","caller":"traceutil/trace.go:171","msg":"trace[139991880] range","detail":"{range_begin:/registry/pods/openstack/keystone-db-sync-bmhd9; range_end:; response_count:1; response_revision:6452; }","duration":"126.939713ms","start":"2026-04-08T00:44:05.802815Z","end":"2026-04-08T00:44:05.929755Z","steps":["trace[139991880] 'agreement among raft nodes before linearized reading' (duration: 126.217135ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:44:06.124724Z","caller":"traceutil/trace.go:171","msg":"trace[310801955] linearizableReadLoop","detail":"{readStateIndex:6697; appliedIndex:6696; }","duration":"109.667534ms","start":"2026-04-08T00:44:06.015033Z","end":"2026-04-08T00:44:06.1247Z","steps":["trace[310801955] 'read index received' (duration: 109.412767ms)","trace[310801955] 'applied index is now lower than readState.Index' (duration: 253.626µs)"],"step_count":2} {"level":"warn","ts":"2026-04-08T00:44:06.124891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.841418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T00:44:06.124868Z","caller":"traceutil/trace.go:171","msg":"trace[1003403922] transaction","detail":"{read_only:false; response_revision:6453; number_of_response:1; }","duration":"182.941547ms","start":"2026-04-08T00:44:05.9419Z","end":"2026-04-08T00:44:06.124841Z","steps":["trace[1003403922] 'process raft request' (duration: 182.641208ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:44:06.124932Z","caller":"traceutil/trace.go:171","msg":"trace[697127677] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6453; }","duration":"109.937ms","start":"2026-04-08T00:44:06.014983Z","end":"2026-04-08T00:44:06.12492Z","steps":["trace[697127677] 'agreement among raft nodes before linearized reading' (duration: 109.854818ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:44:09.78324Z","caller":"traceutil/trace.go:171","msg":"trace[1315220075] linearizableReadLoop","detail":"{readStateIndex:6730; appliedIndex:6729; }","duration":"236.800172ms","start":"2026-04-08T00:44:09.54641Z","end":"2026-04-08T00:44:09.78321Z","steps":["trace[1315220075] 'read index received' (duration: 188.066953ms)","trace[1315220075] 'applied index is now lower than readState.Index' (duration: 48.731869ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:44:09.783344Z","caller":"traceutil/trace.go:171","msg":"trace[363305236] transaction","detail":"{read_only:false; response_revision:6485; number_of_response:1; }","duration":"531.965088ms","start":"2026-04-08T00:44:09.251301Z","end":"2026-04-08T00:44:09.783266Z","steps":["trace[363305236] 'process raft request' (duration: 483.200758ms)","trace[363305236] 'compare' (duration: 48.574145ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T00:44:09.783433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.990296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T00:44:09.783478Z","caller":"traceutil/trace.go:171","msg":"trace[1489577851] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:6485; }","duration":"237.10431ms","start":"2026-04-08T00:44:09.54636Z","end":"2026-04-08T00:44:09.783464Z","steps":["trace[1489577851] 'agreement among raft nodes before linearized reading' (duration: 237.001338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:44:09.783555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:44:09.251274Z","time spent":"532.170945ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T00:44:09.812165Z","caller":"traceutil/trace.go:171","msg":"trace[2086711605] transaction","detail":"{read_only:false; response_revision:6486; number_of_response:1; }","duration":"173.565305ms","start":"2026-04-08T00:44:09.638568Z","end":"2026-04-08T00:44:09.812134Z","steps":["trace[2086711605] 'process raft request' (duration: 173.36857ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:44:09.812548Z","caller":"traceutil/trace.go:171","msg":"trace[1128584470] transaction","detail":"{read_only:false; response_revision:6487; number_of_response:1; }","duration":"171.08528ms","start":"2026-04-08T00:44:09.64143Z","end":"2026-04-08T00:44:09.812515Z","steps":["trace[1128584470] 'process raft request' (duration: 170.665369ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:44:09.812643Z","caller":"traceutil/trace.go:171","msg":"trace[528541309] transaction","detail":"{read_only:false; response_revision:6489; number_of_response:1; }","duration":"168.725846ms","start":"2026-04-08T00:44:09.643869Z","end":"2026-04-08T00:44:09.812595Z","steps":["trace[528541309] 'process raft request' (duration: 168.590043ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:44:09.812656Z","caller":"traceutil/trace.go:171","msg":"trace[1767326152] transaction","detail":"{read_only:false; response_revision:6488; number_of_response:1; }","duration":"170.507154ms","start":"2026-04-08T00:44:09.642119Z","end":"2026-04-08T00:44:09.812627Z","steps":["trace[1767326152] 'process raft request' (duration: 170.225956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:44:09.812905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.371554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:1 size:8411"} {"level":"info","ts":"2026-04-08T00:44:09.812979Z","caller":"traceutil/trace.go:171","msg":"trace[1423192178] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:1; response_revision:6489; }","duration":"169.478208ms","start":"2026-04-08T00:44:09.643482Z","end":"2026-04-08T00:44:09.81296Z","steps":["trace[1423192178] 'agreement among raft nodes before linearized reading' (duration: 169.249512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:44:09.813473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.962284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T00:44:09.813537Z","caller":"traceutil/trace.go:171","msg":"trace[2013508397] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:6489; }","duration":"106.857727ms","start":"2026-04-08T00:44:09.706664Z","end":"2026-04-08T00:44:09.813522Z","steps":["trace[2013508397] 'agreement among raft nodes before linearized reading' (duration: 105.916802ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:44:16.251337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.935896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-08T00:44:16.251346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.432756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4qzzb\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-08T00:44:16.251427Z","caller":"traceutil/trace.go:171","msg":"trace[1212598401] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4qzzb; range_end:; response_count:1; response_revision:6551; }","duration":"172.540749ms","start":"2026-04-08T00:44:16.078869Z","end":"2026-04-08T00:44:16.25141Z","steps":["trace[1212598401] 'range keys from in-memory index tree' (duration: 172.324904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:44:16.251435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.583179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-08T00:44:16.25156Z","caller":"traceutil/trace.go:171","msg":"trace[896268746] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6551; }","duration":"178.791055ms","start":"2026-04-08T00:44:16.072737Z","end":"2026-04-08T00:44:16.251528Z","steps":["trace[896268746] 'range keys from in-memory index tree' (duration: 178.283281ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:44:16.251569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.315679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-08T00:44:16.251676Z","caller":"traceutil/trace.go:171","msg":"trace[840404232] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6551; }","duration":"179.472843ms","start":"2026-04-08T00:44:16.072176Z","end":"2026-04-08T00:44:16.251649Z","steps":["trace[840404232] 'range keys from in-memory index tree' (duration: 179.095413ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:44:16.25186Z","caller":"traceutil/trace.go:171","msg":"trace[1240160017] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6551; }","duration":"177.066279ms","start":"2026-04-08T00:44:16.074334Z","end":"2026-04-08T00:44:16.2514Z","steps":["trace[1240160017] 'range keys from in-memory index tree' (duration: 176.72501ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:44:16.386979Z","caller":"traceutil/trace.go:171","msg":"trace[1438658295] transaction","detail":"{read_only:false; response_revision:6553; number_of_response:1; }","duration":"130.262882ms","start":"2026-04-08T00:44:16.25669Z","end":"2026-04-08T00:44:16.386953Z","steps":["trace[1438658295] 'process raft request' (duration: 129.170053ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:44:16.387285Z","caller":"traceutil/trace.go:171","msg":"trace[88756708] linearizableReadLoop","detail":"{readStateIndex:6799; appliedIndex:6797; }","duration":"129.82577ms","start":"2026-04-08T00:44:16.257428Z","end":"2026-04-08T00:44:16.387254Z","steps":["trace[88756708] 'read index received' (duration: 63.879793ms)","trace[88756708] 'applied index is now lower than readState.Index' (duration: 65.944487ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:44:16.387522Z","caller":"traceutil/trace.go:171","msg":"trace[564404040] transaction","detail":"{read_only:false; response_revision:6554; number_of_response:1; }","duration":"129.39041ms","start":"2026-04-08T00:44:16.258118Z","end":"2026-04-08T00:44:16.387508Z","steps":["trace[564404040] 'process raft request' (duration: 128.724802ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:44:16.387739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.375435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T00:44:16.387809Z","caller":"traceutil/trace.go:171","msg":"trace[870129317] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:6554; }","duration":"124.482857ms","start":"2026-04-08T00:44:16.263305Z","end":"2026-04-08T00:44:16.387788Z","steps":["trace[870129317] 'agreement among raft nodes before linearized reading' (duration: 124.366784ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:44:16.387806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.357504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-08T00:44:16.387911Z","caller":"traceutil/trace.go:171","msg":"trace[1205862715] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6554; }","duration":"130.502047ms","start":"2026-04-08T00:44:16.257379Z","end":"2026-04-08T00:44:16.387881Z","steps":["trace[1205862715] 'agreement among raft nodes before linearized reading' (duration: 130.183399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:44:16.387942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.79269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:16 size:142460"} {"level":"info","ts":"2026-04-08T00:44:16.387997Z","caller":"traceutil/trace.go:171","msg":"trace[2039340166] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:16; response_revision:6554; }","duration":"129.885152ms","start":"2026-04-08T00:44:16.258096Z","end":"2026-04-08T00:44:16.387981Z","steps":["trace[2039340166] 'agreement among raft nodes before linearized reading' (duration: 129.514162ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:45:26.894366Z","caller":"traceutil/trace.go:171","msg":"trace[176377200] linearizableReadLoop","detail":"{readStateIndex:7186; appliedIndex:7185; }","duration":"110.466112ms","start":"2026-04-08T00:45:26.78387Z","end":"2026-04-08T00:45:26.894336Z","steps":["trace[176377200] 'read index received' (duration: 109.400983ms)","trace[176377200] 'applied index is now lower than readState.Index' (duration: 1.063489ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:45:26.894414Z","caller":"traceutil/trace.go:171","msg":"trace[526864184] transaction","detail":"{read_only:false; response_revision:6925; number_of_response:1; }","duration":"151.292044ms","start":"2026-04-08T00:45:26.743092Z","end":"2026-04-08T00:45:26.894384Z","steps":["trace[526864184] 'process raft request' (duration: 150.170863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:45:26.894629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.476837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-08T00:45:26.894698Z","caller":"traceutil/trace.go:171","msg":"trace[773095896] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6925; }","duration":"106.570128ms","start":"2026-04-08T00:45:26.78811Z","end":"2026-04-08T00:45:26.89468Z","steps":["trace[773095896] 'agreement among raft nodes before linearized reading' (duration: 106.464005ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:45:26.894697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.675708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-08T00:45:26.894741Z","caller":"traceutil/trace.go:171","msg":"trace[1751285682] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6925; }","duration":"110.908145ms","start":"2026-04-08T00:45:26.783822Z","end":"2026-04-08T00:45:26.89473Z","steps":["trace[1751285682] 'agreement among raft nodes before linearized reading' (duration: 110.676989ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:47:46.213248Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5828} {"level":"info","ts":"2026-04-08T00:47:46.310384Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5828,"took":"95.064506ms","hash":469492747,"current-db-size-bytes":57659392,"current-db-size":"58 MB","current-db-size-in-use-bytes":26210304,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-04-08T00:47:46.311304Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":469492747,"revision":5828,"compact-revision":2951} {"level":"info","ts":"2026-04-08T00:48:25.031374Z","caller":"traceutil/trace.go:171","msg":"trace[1278205771] transaction","detail":"{read_only:false; response_revision:8401; number_of_response:1; }","duration":"211.026158ms","start":"2026-04-08T00:48:24.820318Z","end":"2026-04-08T00:48:25.031345Z","steps":["trace[1278205771] 'process raft request' (duration: 210.843473ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:48:25.032627Z","caller":"traceutil/trace.go:171","msg":"trace[1622922820] transaction","detail":"{read_only:false; response_revision:8404; number_of_response:1; }","duration":"189.477154ms","start":"2026-04-08T00:48:24.843122Z","end":"2026-04-08T00:48:25.032599Z","steps":["trace[1622922820] 'process raft request' (duration: 189.3383ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:48:25.033116Z","caller":"traceutil/trace.go:171","msg":"trace[1853572698] transaction","detail":"{read_only:false; response_revision:8402; number_of_response:1; }","duration":"194.991034ms","start":"2026-04-08T00:48:24.838114Z","end":"2026-04-08T00:48:25.033105Z","steps":["trace[1853572698] 'process raft request' (duration: 194.08857ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:48:25.033247Z","caller":"traceutil/trace.go:171","msg":"trace[1260110244] transaction","detail":"{read_only:false; response_revision:8403; number_of_response:1; }","duration":"191.348184ms","start":"2026-04-08T00:48:24.84189Z","end":"2026-04-08T00:48:25.033238Z","steps":["trace[1260110244] 'process raft request' (duration: 190.512142ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:48:38.888785Z","caller":"traceutil/trace.go:171","msg":"trace[598757139] transaction","detail":"{read_only:false; response_revision:8477; number_of_response:1; }","duration":"207.481822ms","start":"2026-04-08T00:48:38.681272Z","end":"2026-04-08T00:48:38.888754Z","steps":["trace[598757139] 'process raft request' (duration: 207.272296ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:48:39.678143Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675907655025145,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-08T00:48:39.75896Z","caller":"traceutil/trace.go:171","msg":"trace[981090190] transaction","detail":"{read_only:false; response_revision:8478; number_of_response:1; }","duration":"637.225643ms","start":"2026-04-08T00:48:39.121707Z","end":"2026-04-08T00:48:39.758933Z","steps":["trace[981090190] 'process raft request' (duration: 637.045498ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:48:39.759147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:48:39.121674Z","time spent":"637.368058ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T00:48:39.761373Z","caller":"traceutil/trace.go:171","msg":"trace[1362782426] transaction","detail":"{read_only:false; response_revision:8479; number_of_response:1; }","duration":"601.069358ms","start":"2026-04-08T00:48:39.16027Z","end":"2026-04-08T00:48:39.76134Z","steps":["trace[1362782426] 'process raft request' (duration: 600.910354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:48:39.761581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:48:39.160244Z","time spent":"601.216781ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T00:48:39.763499Z","caller":"traceutil/trace.go:171","msg":"trace[1891364604] transaction","detail":"{read_only:false; response_revision:8480; number_of_response:1; }","duration":"594.521363ms","start":"2026-04-08T00:48:39.168955Z","end":"2026-04-08T00:48:39.763476Z","steps":["trace[1891364604] 'process raft request' (duration: 592.371746ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:48:39.763626Z","caller":"traceutil/trace.go:171","msg":"trace[1312921390] linearizableReadLoop","detail":"{readStateIndex:8795; appliedIndex:8791; }","duration":"585.872032ms","start":"2026-04-08T00:48:39.177739Z","end":"2026-04-08T00:48:39.763611Z","steps":["trace[1312921390] 'read index received' (duration: 581.070905ms)","trace[1312921390] 'applied index is now lower than readState.Index' (duration: 4.799987ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T00:48:39.763677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:48:39.16893Z","time spent":"594.661057ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T00:48:39.763728Z","caller":"traceutil/trace.go:171","msg":"trace[803778225] transaction","detail":"{read_only:false; response_revision:8481; number_of_response:1; }","duration":"593.3138ms","start":"2026-04-08T00:48:39.170388Z","end":"2026-04-08T00:48:39.763702Z","steps":["trace[803778225] 'process raft request' (duration: 593.048233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:48:39.763848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.104428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.62\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-08T00:48:39.763843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:48:39.170367Z","time spent":"593.412593ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T00:48:39.763881Z","caller":"traceutil/trace.go:171","msg":"trace[1768646700] range","detail":"{range_begin:/registry/masterleases/162.253.55.62; range_end:; response_count:1; response_revision:8481; }","duration":"586.17022ms","start":"2026-04-08T00:48:39.1777Z","end":"2026-04-08T00:48:39.76387Z","steps":["trace[1768646700] 'agreement among raft nodes before linearized reading' (duration: 586.050016ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:48:39.763902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:48:39.177686Z","time spent":"586.21222ms","remote":"127.0.0.1:42444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/162.253.55.62\" "} {"level":"warn","ts":"2026-04-08T00:48:39.763896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.470188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-08T00:48:39.763966Z","caller":"traceutil/trace.go:171","msg":"trace[967394513] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8481; }","duration":"562.56723ms","start":"2026-04-08T00:48:39.201371Z","end":"2026-04-08T00:48:39.763938Z","steps":["trace[967394513] 'agreement among raft nodes before linearized reading' (duration: 562.389286ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:48:39.764001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:48:39.201354Z","time spent":"562.639513ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T00:48:39.764057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.891383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-08T00:48:39.764106Z","caller":"traceutil/trace.go:171","msg":"trace[1357486589] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8481; }","duration":"388.989926ms","start":"2026-04-08T00:48:39.3751Z","end":"2026-04-08T00:48:39.76409Z","steps":["trace[1357486589] 'agreement among raft nodes before linearized reading' (duration: 388.870812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:48:39.764148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:48:39.37507Z","time spent":"389.067708ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-08T00:49:06.817146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.063918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4qzzb\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-08T00:49:06.817243Z","caller":"traceutil/trace.go:171","msg":"trace[307584195] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4qzzb; range_end:; response_count:1; response_revision:8678; }","duration":"528.205662ms","start":"2026-04-08T00:49:06.289005Z","end":"2026-04-08T00:49:06.81721Z","steps":["trace[307584195] 'range keys from in-memory index tree' (duration: 527.905235ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:49:06.817281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:49:06.288975Z","time spent":"528.297995ms","remote":"127.0.0.1:42616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-4qzzb\" "} {"level":"warn","ts":"2026-04-08T00:49:06.817977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.351102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-08T00:49:06.81844Z","caller":"traceutil/trace.go:171","msg":"trace[2074429364] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8678; }","duration":"702.836246ms","start":"2026-04-08T00:49:06.115583Z","end":"2026-04-08T00:49:06.818419Z","steps":["trace[2074429364] 'range keys from in-memory index tree' (duration: 702.103405ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:49:06.818544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:49:06.115576Z","time spent":"702.952059ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-08T00:49:06.818036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.02336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-08T00:49:06.818674Z","caller":"traceutil/trace.go:171","msg":"trace[851749923] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8678; }","duration":"703.696358ms","start":"2026-04-08T00:49:06.114942Z","end":"2026-04-08T00:49:06.818639Z","steps":["trace[851749923] 'range keys from in-memory index tree' (duration: 702.861326ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:49:06.81876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:49:06.11492Z","time spent":"703.819882ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-08T00:49:06.818788Z","caller":"traceutil/trace.go:171","msg":"trace[582400785] transaction","detail":"{read_only:false; response_revision:8679; number_of_response:1; }","duration":"482.213895ms","start":"2026-04-08T00:49:06.336556Z","end":"2026-04-08T00:49:06.81877Z","steps":["trace[582400785] 'process raft request' (duration: 479.010679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:49:06.818853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.517543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T00:49:06.818888Z","caller":"traceutil/trace.go:171","msg":"trace[1114893561] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:8678; }","duration":"679.677417ms","start":"2026-04-08T00:49:06.1392Z","end":"2026-04-08T00:49:06.818878Z","steps":["trace[1114893561] 'count revisions from in-memory index tree' (duration: 679.460533ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:49:06.818902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:49:06.336524Z","time spent":"482.312138ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T00:49:06.818917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:49:06.139188Z","time spent":"679.722258ms","remote":"127.0.0.1:57382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":37,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-04-08T00:49:07.143737Z","caller":"traceutil/trace.go:171","msg":"trace[1167318752] transaction","detail":"{read_only:false; response_revision:8680; number_of_response:1; }","duration":"321.395141ms","start":"2026-04-08T00:49:06.822318Z","end":"2026-04-08T00:49:07.143713Z","steps":["trace[1167318752] 'process raft request' (duration: 316.395767ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:49:07.143903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:49:06.822292Z","time spent":"321.515383ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T00:49:07.144864Z","caller":"traceutil/trace.go:171","msg":"trace[1301623721] transaction","detail":"{read_only:false; response_revision:8681; number_of_response:1; }","duration":"321.775031ms","start":"2026-04-08T00:49:06.823075Z","end":"2026-04-08T00:49:07.14485Z","steps":["trace[1301623721] 'process raft request' (duration: 321.649298ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:49:07.144962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:49:06.823035Z","time spent":"321.874053ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T00:49:07.145221Z","caller":"traceutil/trace.go:171","msg":"trace[1047492112] linearizableReadLoop","detail":"{readStateIndex:9004; appliedIndex:9002; }","duration":"321.141004ms","start":"2026-04-08T00:49:06.824055Z","end":"2026-04-08T00:49:07.145196Z","steps":["trace[1047492112] 'read index received' (duration: 314.725073ms)","trace[1047492112] 'applied index is now lower than readState.Index' (duration: 6.414821ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T00:49:07.14553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.916773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T00:49:07.145569Z","caller":"traceutil/trace.go:171","msg":"trace[1867216512] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8682; }","duration":"246.997275ms","start":"2026-04-08T00:49:06.898561Z","end":"2026-04-08T00:49:07.145559Z","steps":["trace[1867216512] 'agreement among raft nodes before linearized reading' (duration: 246.914313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:49:07.145721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.668958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:229174"} {"level":"info","ts":"2026-04-08T00:49:07.145751Z","caller":"traceutil/trace.go:171","msg":"trace[1896533669] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8682; }","duration":"321.73215ms","start":"2026-04-08T00:49:06.824011Z","end":"2026-04-08T00:49:07.145743Z","steps":["trace[1896533669] 'agreement among raft nodes before linearized reading' (duration: 321.392721ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:49:07.145773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:49:06.823994Z","time spent":"321.773771ms","remote":"127.0.0.1:42616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":229197,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-08T00:49:10.657595Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675907655025830,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T00:49:11.157765Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675907655025830,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T00:49:11.323311Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.307754986s","expected-duration":"1s"} {"level":"info","ts":"2026-04-08T00:49:11.323748Z","caller":"traceutil/trace.go:171","msg":"trace[1589614313] linearizableReadLoop","detail":"{readStateIndex:9024; appliedIndex:9023; }","duration":"1.16631831s","start":"2026-04-08T00:49:10.157398Z","end":"2026-04-08T00:49:11.323716Z","steps":["trace[1589614313] 'read index received' (duration: 1.166053562s)","trace[1589614313] 'applied index is now lower than readState.Index' (duration: 263.238µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:49:11.324128Z","caller":"traceutil/trace.go:171","msg":"trace[25978676] transaction","detail":"{read_only:false; response_revision:8700; number_of_response:1; }","duration":"1.30867602s","start":"2026-04-08T00:49:10.01544Z","end":"2026-04-08T00:49:11.324116Z","steps":["trace[25978676] 'process raft request' (duration: 1.308110125s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:49:11.324274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:49:10.015407Z","time spent":"1.308761194s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T00:49:11.324363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.437013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-08T00:49:11.324411Z","caller":"traceutil/trace.go:171","msg":"trace[1995944575] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8700; }","duration":"166.533037ms","start":"2026-04-08T00:49:11.15786Z","end":"2026-04-08T00:49:11.324393Z","steps":["trace[1995944575] 'agreement among raft nodes before linearized reading' (duration: 166.378892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:49:11.324397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.199293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T00:49:11.324424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.169575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T00:49:11.324494Z","caller":"traceutil/trace.go:171","msg":"trace[686758339] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:8700; }","duration":"945.274239ms","start":"2026-04-08T00:49:10.379203Z","end":"2026-04-08T00:49:11.324477Z","steps":["trace[686758339] 'agreement among raft nodes before linearized reading' (duration: 945.123405ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:49:11.324549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.114671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-08T00:49:11.324572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:49:10.37919Z","time spent":"945.35692ms","remote":"127.0.0.1:42938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-08T00:49:11.324587Z","caller":"traceutil/trace.go:171","msg":"trace[796552879] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8700; }","duration":"167.193875ms","start":"2026-04-08T00:49:11.157382Z","end":"2026-04-08T00:49:11.324576Z","steps":["trace[796552879] 'agreement among raft nodes before linearized reading' (duration: 167.059491ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:49:11.324561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.178379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T00:49:11.324666Z","caller":"traceutil/trace.go:171","msg":"trace[2093399856] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8700; }","duration":"962.346054ms","start":"2026-04-08T00:49:10.362293Z","end":"2026-04-08T00:49:11.324639Z","steps":["trace[2093399856] 'agreement among raft nodes before linearized reading' (duration: 962.136428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:49:11.324724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:49:10.36227Z","time spent":"962.445156ms","remote":"127.0.0.1:42400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T00:49:11.324724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.66007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4qzzb\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-08T00:49:11.324784Z","caller":"traceutil/trace.go:171","msg":"trace[1120911663] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4qzzb; range_end:; response_count:1; response_revision:8700; }","duration":"163.751232ms","start":"2026-04-08T00:49:11.161017Z","end":"2026-04-08T00:49:11.324768Z","steps":["trace[1120911663] 'agreement among raft nodes before linearized reading' (duration: 163.524206ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:49:11.324494Z","caller":"traceutil/trace.go:171","msg":"trace[1462833833] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8700; }","duration":"425.357487ms","start":"2026-04-08T00:49:10.899111Z","end":"2026-04-08T00:49:11.324468Z","steps":["trace[1462833833] 'agreement among raft nodes before linearized reading' (duration: 425.178632ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:49:11.324858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:49:10.899081Z","time spent":"425.766318ms","remote":"127.0.0.1:42406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T00:49:11.324963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.16742521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T00:49:11.325123Z","caller":"traceutil/trace.go:171","msg":"trace[720447466] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:8700; }","duration":"1.167766428s","start":"2026-04-08T00:49:10.157336Z","end":"2026-04-08T00:49:11.325102Z","steps":["trace[720447466] 'agreement among raft nodes before linearized reading' (duration: 1.167152932s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:49:11.32525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:49:10.157314Z","time spent":"1.167914543s","remote":"127.0.0.1:35724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-08T00:49:11.325351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097984756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-664dcd8554-sgcrh.18a43b4040228dcd\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-04-08T00:49:11.325778Z","caller":"traceutil/trace.go:171","msg":"trace[1329313444] range","detail":"{range_begin:/registry/events/openstack/barbican-api-664dcd8554-sgcrh.18a43b4040228dcd; range_end:; response_count:1; response_revision:8700; }","duration":"1.098461038s","start":"2026-04-08T00:49:10.227298Z","end":"2026-04-08T00:49:11.325759Z","steps":["trace[1329313444] 'agreement among raft nodes before linearized reading' (duration: 1.096911446s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:49:11.325853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:49:10.227283Z","time spent":"1.09854885s","remote":"127.0.0.1:42494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-664dcd8554-sgcrh.18a43b4040228dcd\" "} {"level":"info","ts":"2026-04-08T00:49:15.980947Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000237b.wal"} {"level":"info","ts":"2026-04-08T00:49:20.575717Z","caller":"traceutil/trace.go:171","msg":"trace[1472426403] linearizableReadLoop","detail":"{readStateIndex:9123; appliedIndex:9122; }","duration":"264.586954ms","start":"2026-04-08T00:49:20.311104Z","end":"2026-04-08T00:49:20.575691Z","steps":["trace[1472426403] 'read index received' (duration: 264.356038ms)","trace[1472426403] 'applied index is now lower than readState.Index' (duration: 229.576µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:49:20.575837Z","caller":"traceutil/trace.go:171","msg":"trace[310690727] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8794; }","duration":"265.450977ms","start":"2026-04-08T00:49:20.31035Z","end":"2026-04-08T00:49:20.575801Z","steps":["trace[310690727] 'process raft request' (duration: 265.17502ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:49:20.579953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.833687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-fc99g\" ","response":"range_response_count:1 size:4647"} {"level":"info","ts":"2026-04-08T00:49:20.580004Z","caller":"traceutil/trace.go:171","msg":"trace[1835726385] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-fc99g; range_end:; response_count:1; response_revision:8794; }","duration":"268.94429ms","start":"2026-04-08T00:49:20.311049Z","end":"2026-04-08T00:49:20.579993Z","steps":["trace[1835726385] 'agreement among raft nodes before linearized reading' (duration: 264.743438ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:49:20.760058Z","caller":"traceutil/trace.go:171","msg":"trace[1533921439] transaction","detail":"{read_only:false; response_revision:8796; number_of_response:1; }","duration":"107.331936ms","start":"2026-04-08T00:49:20.652702Z","end":"2026-04-08T00:49:20.760033Z","steps":["trace[1533921439] 'process raft request' (duration: 107.035158ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:49:22.099088Z","caller":"traceutil/trace.go:171","msg":"trace[1878019923] linearizableReadLoop","detail":"{readStateIndex:9132; appliedIndex:9131; }","duration":"199.751203ms","start":"2026-04-08T00:49:21.899314Z","end":"2026-04-08T00:49:22.099065Z","steps":["trace[1878019923] 'read index received' (duration: 199.64765ms)","trace[1878019923] 'applied index is now lower than readState.Index' (duration: 102.623µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:49:22.099207Z","caller":"traceutil/trace.go:171","msg":"trace[1478099824] transaction","detail":"{read_only:false; response_revision:8803; number_of_response:1; }","duration":"321.917714ms","start":"2026-04-08T00:49:21.777278Z","end":"2026-04-08T00:49:22.099196Z","steps":["trace[1478099824] 'process raft request' (duration: 321.634117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:49:22.099321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:49:21.777232Z","time spent":"322.001147ms","remote":"127.0.0.1:40362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7438,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T00:49:22.099455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.139324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T00:49:22.099558Z","caller":"traceutil/trace.go:171","msg":"trace[1185978161] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8803; }","duration":"200.284808ms","start":"2026-04-08T00:49:21.899251Z","end":"2026-04-08T00:49:22.099536Z","steps":["trace[1185978161] 'agreement among raft nodes before linearized reading' (duration: 200.150834ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:49:22.600016Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675907655026158,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-08T00:49:22.774731Z","caller":"traceutil/trace.go:171","msg":"trace[1299681209] transaction","detail":"{read_only:false; response_revision:8804; number_of_response:1; }","duration":"822.85845ms","start":"2026-04-08T00:49:21.951835Z","end":"2026-04-08T00:49:22.774693Z","steps":["trace[1299681209] 'process raft request' (duration: 822.4926ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:49:22.774989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:49:21.951817Z","time spent":"823.025244ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T00:49:22.775132Z","caller":"traceutil/trace.go:171","msg":"trace[891063919] transaction","detail":"{read_only:false; response_revision:8806; number_of_response:1; }","duration":"778.864425ms","start":"2026-04-08T00:49:21.996214Z","end":"2026-04-08T00:49:22.775078Z","steps":["trace[891063919] 'process raft request' (duration: 778.685121ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:49:22.775167Z","caller":"traceutil/trace.go:171","msg":"trace[617452280] transaction","detail":"{read_only:false; response_revision:8807; number_of_response:1; }","duration":"775.690161ms","start":"2026-04-08T00:49:21.999439Z","end":"2026-04-08T00:49:22.775129Z","steps":["trace[617452280] 'process raft request' (duration: 775.591168ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:49:22.775195Z","caller":"traceutil/trace.go:171","msg":"trace[370315875] transaction","detail":"{read_only:false; response_revision:8805; number_of_response:1; }","duration":"789.269873ms","start":"2026-04-08T00:49:21.985888Z","end":"2026-04-08T00:49:22.775158Z","steps":["trace[370315875] 'process raft request' (duration: 788.723589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:49:22.77536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:49:21.999416Z","time spent":"775.856694ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T00:49:22.775357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:49:21.985825Z","time spent":"789.441717ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T00:49:22.775355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:49:21.996199Z","time spent":"779.03356ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T00:49:22.982686Z","caller":"traceutil/trace.go:171","msg":"trace[1798444907] linearizableReadLoop","detail":"{readStateIndex:9137; appliedIndex:9132; }","duration":"883.495069ms","start":"2026-04-08T00:49:22.099164Z","end":"2026-04-08T00:49:22.982659Z","steps":["trace[1798444907] 'read index received' (duration: 675.196518ms)","trace[1798444907] 'applied index is now lower than readState.Index' (duration: 208.297111ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:49:22.98272Z","caller":"traceutil/trace.go:171","msg":"trace[605877931] transaction","detail":"{read_only:false; response_revision:8809; number_of_response:1; }","duration":"275.839484ms","start":"2026-04-08T00:49:22.70684Z","end":"2026-04-08T00:49:22.98268Z","steps":["trace[605877931] 'process raft request' (duration: 275.753332ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:49:22.982697Z","caller":"traceutil/trace.go:171","msg":"trace[399184259] transaction","detail":"{read_only:false; response_revision:8808; number_of_response:1; }","duration":"825.939292ms","start":"2026-04-08T00:49:22.156725Z","end":"2026-04-08T00:49:22.982664Z","steps":["trace[399184259] 'process raft request' (duration: 766.525955ms)","trace[399184259] 'compare' (duration: 59.198681ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T00:49:22.98293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.417986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-08T00:49:22.982976Z","caller":"traceutil/trace.go:171","msg":"trace[521783779] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8809; }","duration":"968.504758ms","start":"2026-04-08T00:49:22.014459Z","end":"2026-04-08T00:49:22.982964Z","steps":["trace[521783779] 'agreement among raft nodes before linearized reading' (duration: 968.305223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:49:22.983023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:49:22.014448Z","time spent":"968.56575ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T00:49:22.983051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:49:22.156698Z","time spent":"826.247941ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T00:49:22.983033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.083892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T00:49:22.983144Z","caller":"traceutil/trace.go:171","msg":"trace[1485711391] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8809; }","duration":"882.232155ms","start":"2026-04-08T00:49:22.100881Z","end":"2026-04-08T00:49:22.983113Z","steps":["trace[1485711391] 'agreement among raft nodes before linearized reading' (duration: 882.05351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:49:22.982972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.010331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-08T00:49:22.983221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:49:22.100868Z","time spent":"882.337198ms","remote":"127.0.0.1:42406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-08T00:49:22.983247Z","caller":"traceutil/trace.go:171","msg":"trace[1242724416] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8809; }","duration":"969.350561ms","start":"2026-04-08T00:49:22.013885Z","end":"2026-04-08T00:49:22.983236Z","steps":["trace[1242724416] 'agreement among raft nodes before linearized reading' (duration: 968.93269ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:49:22.983288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:49:22.013867Z","time spent":"969.411203ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-08T00:49:22.983328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.611924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T00:49:22.983379Z","caller":"traceutil/trace.go:171","msg":"trace[729077812] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:8809; }","duration":"761.706316ms","start":"2026-04-08T00:49:22.221659Z","end":"2026-04-08T00:49:22.983365Z","steps":["trace[729077812] 'agreement among raft nodes before linearized reading' (duration: 761.616194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:49:22.983418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:49:22.221637Z","time spent":"761.772379ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-04-08T00:49:22.98343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.899021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-04-08T00:49:22.983455Z","caller":"traceutil/trace.go:171","msg":"trace[318836428] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8809; }","duration":"813.964113ms","start":"2026-04-08T00:49:22.169483Z","end":"2026-04-08T00:49:22.983447Z","steps":["trace[318836428] 'agreement among raft nodes before linearized reading' (duration: 813.87362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:49:22.983487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:49:22.169457Z","time spent":"814.023683ms","remote":"127.0.0.1:45478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3695,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-04-08T00:49:22.984074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.022582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-08T00:49:22.984135Z","caller":"traceutil/trace.go:171","msg":"trace[1788571774] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8809; }","duration":"457.129114ms","start":"2026-04-08T00:49:22.526992Z","end":"2026-04-08T00:49:22.984121Z","steps":["trace[1788571774] 'agreement among raft nodes before linearized reading' (duration: 456.5776ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:49:22.984173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:49:22.526967Z","time spent":"457.197377ms","remote":"127.0.0.1:42616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-08T00:49:23.128202Z","caller":"traceutil/trace.go:171","msg":"trace[902986287] linearizableReadLoop","detail":"{readStateIndex:9143; appliedIndex:9142; }","duration":"104.153691ms","start":"2026-04-08T00:49:23.024019Z","end":"2026-04-08T00:49:23.128173Z","steps":["trace[902986287] 'read index received' (duration: 63.70979ms)","trace[902986287] 'applied index is now lower than readState.Index' (duration: 40.442411ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:49:23.128379Z","caller":"traceutil/trace.go:171","msg":"trace[1098105808] transaction","detail":"{read_only:false; response_revision:8814; number_of_response:1; }","duration":"104.562252ms","start":"2026-04-08T00:49:23.023803Z","end":"2026-04-08T00:49:23.128365Z","steps":["trace[1098105808] 'process raft request' (duration: 63.958938ms)","trace[1098105808] 'compare' (duration: 40.209483ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T00:49:23.128713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.669515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rook-ceph-osd.18a43b4edc843ecf\" ","response":"range_response_count:1 size:677"} {"level":"info","ts":"2026-04-08T00:49:23.128793Z","caller":"traceutil/trace.go:171","msg":"trace[545598367] range","detail":"{range_begin:/registry/events/openstack/rook-ceph-osd.18a43b4edc843ecf; range_end:; response_count:1; response_revision:8814; }","duration":"104.769997ms","start":"2026-04-08T00:49:23.024004Z","end":"2026-04-08T00:49:23.128774Z","steps":["trace[545598367] 'agreement among raft nodes before linearized reading' (duration: 104.469749ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:49:25.083316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.693105ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-08T00:49:25.400728Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675907655026186,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T00:49:25.900966Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675907655026186,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T00:49:26.02091Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.238448325s","expected-duration":"1s"} {"level":"info","ts":"2026-04-08T00:49:26.02143Z","caller":"traceutil/trace.go:171","msg":"trace[2068671242] transaction","detail":"{read_only:false; response_revision:8819; number_of_response:1; }","duration":"1.239093144s","start":"2026-04-08T00:49:24.782312Z","end":"2026-04-08T00:49:26.021405Z","steps":["trace[2068671242] 'process raft request' (duration: 1.238899128s)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:49:26.021545Z","caller":"traceutil/trace.go:171","msg":"trace[920523083] transaction","detail":"{read_only:false; response_revision:8820; number_of_response:1; }","duration":"1.239201496s","start":"2026-04-08T00:49:24.782312Z","end":"2026-04-08T00:49:26.021514Z","steps":["trace[920523083] 'process raft request' (duration: 1.239045733s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:49:26.021585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:49:24.78228Z","time spent":"1.239224946s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T00:49:26.021836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:49:24.78228Z","time spent":"1.239346069s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T00:49:26.414003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.74649ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T00:49:26.414321Z","caller":"traceutil/trace.go:171","msg":"trace[574025647] transaction","detail":"{read_only:false; response_revision:8821; number_of_response:1; }","duration":"1.631315936s","start":"2026-04-08T00:49:24.782956Z","end":"2026-04-08T00:49:26.414272Z","steps":["trace[574025647] 'process raft request' (duration: 1.421189685s)","trace[574025647] 'compare' (duration: 209.625947ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:49:26.414336Z","caller":"traceutil/trace.go:171","msg":"trace[1887514778] transaction","detail":"{read_only:false; response_revision:8822; number_of_response:1; }","duration":"1.631334654s","start":"2026-04-08T00:49:24.782982Z","end":"2026-04-08T00:49:26.414317Z","steps":["trace[1887514778] 'process raft request' (duration: 1.631167591s)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:49:26.414396Z","caller":"traceutil/trace.go:171","msg":"trace[1772736349] linearizableReadLoop","detail":"{readStateIndex:9152; appliedIndex:9148; }","duration":"1.514590308s","start":"2026-04-08T00:49:24.899759Z","end":"2026-04-08T00:49:26.414349Z","steps":["trace[1772736349] 'read index received' (duration: 1.121437161s)","trace[1772736349] 'applied index is now lower than readState.Index' (duration: 393.151117ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T00:49:26.414426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:49:24.782923Z","time spent":"1.631455309s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T00:49:26.414598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.514850115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T00:49:26.414632Z","caller":"traceutil/trace.go:171","msg":"trace[1462354311] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8822; }","duration":"1.514976418s","start":"2026-04-08T00:49:24.899644Z","end":"2026-04-08T00:49:26.414621Z","steps":["trace[1462354311] 'agreement among raft nodes before linearized reading' (duration: 1.514916537s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:49:26.414675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:49:24.899612Z","time spent":"1.515057901s","remote":"127.0.0.1:42400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T00:49:26.414678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.107047478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T00:49:26.414725Z","caller":"traceutil/trace.go:171","msg":"trace[2016080349] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:8822; }","duration":"1.107137829s","start":"2026-04-08T00:49:25.307575Z","end":"2026-04-08T00:49:26.414713Z","steps":["trace[2016080349] 'agreement among raft nodes before linearized reading' (duration: 1.107056367s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:49:26.414426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:49:24.782966Z","time spent":"1.631414487s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T00:49:26.414715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.30889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-08T00:49:26.41473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.105662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-08T00:49:26.414723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127229527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-08T00:49:26.414735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037337986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T00:49:26.414794Z","caller":"traceutil/trace.go:171","msg":"trace[94182203] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8822; }","duration":"866.435924ms","start":"2026-04-08T00:49:25.548337Z","end":"2026-04-08T00:49:26.414773Z","steps":["trace[94182203] 'agreement among raft nodes before linearized reading' (duration: 866.27382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:49:26.414796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.789748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-04-08T00:49:26.414822Z","caller":"traceutil/trace.go:171","msg":"trace[1392812419] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8822; }","duration":"948.227157ms","start":"2026-04-08T00:49:25.466566Z","end":"2026-04-08T00:49:26.414793Z","steps":["trace[1392812419] 'agreement among raft nodes before linearized reading' (duration: 948.058352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:49:26.414852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:49:25.548318Z","time spent":"866.525036ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-08T00:49:26.414877Z","caller":"traceutil/trace.go:171","msg":"trace[34430769] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8822; }","duration":"913.916661ms","start":"2026-04-08T00:49:25.500944Z","end":"2026-04-08T00:49:26.41486Z","steps":["trace[34430769] 'agreement among raft nodes before linearized reading' (duration: 913.677545ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:49:26.414837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.399713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-08T00:49:26.414908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.388447731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-08T00:49:26.414887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.602871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4qzzb\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-04-08T00:49:26.414925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:49:25.500919Z","time spent":"913.993653ms","remote":"127.0.0.1:42528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-04-08T00:49:26.414889Z","caller":"traceutil/trace.go:171","msg":"trace[1244692284] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8822; }","duration":"1.037520861s","start":"2026-04-08T00:49:25.377343Z","end":"2026-04-08T00:49:26.414864Z","steps":["trace[1244692284] 'agreement among raft nodes before linearized reading' (duration: 1.037272804s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:49:26.414955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.493297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-04-08T00:49:26.414959Z","caller":"traceutil/trace.go:171","msg":"trace[818612914] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8822; }","duration":"866.571496ms","start":"2026-04-08T00:49:25.548366Z","end":"2026-04-08T00:49:26.414938Z","steps":["trace[818612914] 'agreement among raft nodes before linearized reading' (duration: 866.31277ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:49:26.414984Z","caller":"traceutil/trace.go:171","msg":"trace[1948428656] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4qzzb; range_end:; response_count:1; response_revision:8822; }","duration":"862.750755ms","start":"2026-04-08T00:49:25.552211Z","end":"2026-04-08T00:49:26.414961Z","steps":["trace[1948428656] 'agreement among raft nodes before linearized reading' (duration: 862.426186ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:49:26.415021Z","caller":"traceutil/trace.go:171","msg":"trace[1852824839] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:8822; }","duration":"653.580271ms","start":"2026-04-08T00:49:25.761424Z","end":"2026-04-08T00:49:26.415004Z","steps":["trace[1852824839] 'agreement among raft nodes before linearized reading' (duration: 653.396785ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:49:26.415032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:49:25.548351Z","time spent":"866.671199ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T00:49:26.415039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:49:25.5522Z","time spent":"862.829577ms","remote":"127.0.0.1:42616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-4qzzb\" "} {"level":"info","ts":"2026-04-08T00:49:26.414822Z","caller":"traceutil/trace.go:171","msg":"trace[960219063] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8822; }","duration":"1.127399571s","start":"2026-04-08T00:49:25.287402Z","end":"2026-04-08T00:49:26.414802Z","steps":["trace[960219063] 'agreement among raft nodes before linearized reading' (duration: 1.127216116s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:49:26.415079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:49:25.76141Z","time spent":"653.656642ms","remote":"127.0.0.1:42592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-04-08T00:49:26.414949Z","caller":"traceutil/trace.go:171","msg":"trace[565126942] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8822; }","duration":"1.388511662s","start":"2026-04-08T00:49:25.026429Z","end":"2026-04-08T00:49:26.41494Z","steps":["trace[565126942] 'agreement among raft nodes before linearized reading' (duration: 1.388369069s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:49:26.415141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:49:25.287377Z","time spent":"1.12771064s","remote":"127.0.0.1:45478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-04-08T00:49:26.414893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:49:25.46654Z","time spent":"948.33653ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-08T00:49:26.415003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:49:25.377326Z","time spent":"1.037655655s","remote":"127.0.0.1:45494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-04-08T00:49:26.415145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:49:25.026415Z","time spent":"1.388712718s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T00:49:26.415202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.389418837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-08T00:49:26.414764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:49:25.307553Z","time spent":"1.107202191s","remote":"127.0.0.1:42676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-04-08T00:49:26.414727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.544787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T00:49:26.415425Z","caller":"traceutil/trace.go:171","msg":"trace[1558135540] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:8822; }","duration":"791.251777ms","start":"2026-04-08T00:49:25.624155Z","end":"2026-04-08T00:49:26.415407Z","steps":["trace[1558135540] 'agreement among raft nodes before linearized reading' (duration: 790.473945ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:49:26.415463Z","caller":"traceutil/trace.go:171","msg":"trace[257899709] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8822; }","duration":"1.38993008s","start":"2026-04-08T00:49:25.025396Z","end":"2026-04-08T00:49:26.415327Z","steps":["trace[257899709] 'agreement among raft nodes before linearized reading' (duration: 1.389211571s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:49:26.415507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:49:25.025368Z","time spent":"1.390127595s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-08T00:49:26.415503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:49:25.624092Z","time spent":"791.386779ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-04-08T00:49:26.874991Z","caller":"traceutil/trace.go:171","msg":"trace[2020964663] transaction","detail":"{read_only:false; response_revision:8823; number_of_response:1; }","duration":"454.786432ms","start":"2026-04-08T00:49:26.420144Z","end":"2026-04-08T00:49:26.87493Z","steps":["trace[2020964663] 'process raft request' (duration: 360.532185ms)","trace[2020964663] 'compare' (duration: 94.100843ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T00:49:26.875394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:49:26.420127Z","time spent":"454.964867ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T00:49:26.964145Z","caller":"traceutil/trace.go:171","msg":"trace[1356083676] transaction","detail":"{read_only:false; response_revision:8825; number_of_response:1; }","duration":"543.738427ms","start":"2026-04-08T00:49:26.420375Z","end":"2026-04-08T00:49:26.964114Z","steps":["trace[1356083676] 'process raft request' (duration: 543.661995ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:49:26.964168Z","caller":"traceutil/trace.go:171","msg":"trace[983914821] transaction","detail":"{read_only:false; response_revision:8824; number_of_response:1; }","duration":"543.864171ms","start":"2026-04-08T00:49:26.42027Z","end":"2026-04-08T00:49:26.964134Z","steps":["trace[983914821] 'process raft request' (duration: 543.619034ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:49:26.96445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:49:26.420244Z","time spent":"544.004055ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T00:49:26.964434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:49:26.420361Z","time spent":"543.88017ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T00:49:26.964626Z","caller":"traceutil/trace.go:171","msg":"trace[140337879] transaction","detail":"{read_only:false; response_revision:8826; number_of_response:1; }","duration":"543.362487ms","start":"2026-04-08T00:49:26.421234Z","end":"2026-04-08T00:49:26.964597Z","steps":["trace[140337879] 'process raft request' (duration: 542.839473ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:49:26.964823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:49:26.42122Z","time spent":"543.51462ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T00:49:26.964919Z","caller":"traceutil/trace.go:171","msg":"trace[1765656685] transaction","detail":"{read_only:false; response_revision:8827; number_of_response:1; }","duration":"543.012218ms","start":"2026-04-08T00:49:26.421883Z","end":"2026-04-08T00:49:26.964896Z","steps":["trace[1765656685] 'process raft request' (duration: 542.442943ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:49:26.964744Z","caller":"traceutil/trace.go:171","msg":"trace[1079302391] linearizableReadLoop","detail":"{readStateIndex:9157; appliedIndex:9152; }","duration":"541.493087ms","start":"2026-04-08T00:49:26.423221Z","end":"2026-04-08T00:49:26.964714Z","steps":["trace[1079302391] 'read index received' (duration: 357.423713ms)","trace[1079302391] 'applied index is now lower than readState.Index' (duration: 184.064824ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T00:49:26.965048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:49:26.421867Z","time spent":"543.11867ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T00:49:26.965142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.883478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T00:49:26.965227Z","caller":"traceutil/trace.go:171","msg":"trace[1903283974] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8827; }","duration":"542.038271ms","start":"2026-04-08T00:49:26.423175Z","end":"2026-04-08T00:49:26.965213Z","steps":["trace[1903283974] 'agreement among raft nodes before linearized reading' (duration: 541.882147ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:49:26.965376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:49:26.423156Z","time spent":"542.205825ms","remote":"127.0.0.1:42400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T00:49:27.534637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.467126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T00:49:27.534728Z","caller":"traceutil/trace.go:171","msg":"trace[1176024540] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:8827; }","duration":"311.620151ms","start":"2026-04-08T00:49:27.223085Z","end":"2026-04-08T00:49:27.534705Z","steps":["trace[1176024540] 'count revisions from in-memory index tree' (duration: 311.357244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:49:27.534776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:49:27.223059Z","time spent":"311.704743ms","remote":"127.0.0.1:51360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-04-08T00:49:27.534828Z","caller":"traceutil/trace.go:171","msg":"trace[39602959] transaction","detail":"{read_only:false; response_revision:8828; number_of_response:1; }","duration":"151.409272ms","start":"2026-04-08T00:49:27.383392Z","end":"2026-04-08T00:49:27.534801Z","steps":["trace[39602959] 'process raft request' (duration: 146.385668ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:49:35.301566Z","caller":"traceutil/trace.go:171","msg":"trace[1064490526] transaction","detail":"{read_only:false; response_revision:8910; number_of_response:1; }","duration":"124.027512ms","start":"2026-04-08T00:49:35.177509Z","end":"2026-04-08T00:49:35.301536Z","steps":["trace[1064490526] 'process raft request' (duration: 89.91484ms)","trace[1064490526] 'compare' (duration: 33.969277ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:49:35.416658Z","caller":"traceutil/trace.go:171","msg":"trace[1202613245] linearizableReadLoop","detail":"{readStateIndex:9246; appliedIndex:9244; }","duration":"107.307155ms","start":"2026-04-08T00:49:35.309326Z","end":"2026-04-08T00:49:35.416633Z","steps":["trace[1202613245] 'read index received' (duration: 76.76468ms)","trace[1202613245] 'applied index is now lower than readState.Index' (duration: 30.541265ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:49:35.416773Z","caller":"traceutil/trace.go:171","msg":"trace[476354357] transaction","detail":"{read_only:false; response_revision:8912; number_of_response:1; }","duration":"107.836228ms","start":"2026-04-08T00:49:35.308901Z","end":"2026-04-08T00:49:35.416737Z","steps":["trace[476354357] 'process raft request' (duration: 107.443289ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:49:35.41696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.609033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/ceph-object-controller-detect-version\" ","response":"range_response_count:1 size:3161"} {"level":"info","ts":"2026-04-08T00:49:35.417035Z","caller":"traceutil/trace.go:171","msg":"trace[1977733692] range","detail":"{range_begin:/registry/jobs/openstack/ceph-object-controller-detect-version; range_end:; response_count:1; response_revision:8912; }","duration":"107.718375ms","start":"2026-04-08T00:49:35.309305Z","end":"2026-04-08T00:49:35.417023Z","steps":["trace[1977733692] 'agreement among raft nodes before linearized reading' (duration: 107.489889ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:49:36.557236Z","caller":"traceutil/trace.go:171","msg":"trace[433486440] transaction","detail":"{read_only:false; response_revision:8926; number_of_response:1; }","duration":"107.338315ms","start":"2026-04-08T00:49:36.449866Z","end":"2026-04-08T00:49:36.557205Z","steps":["trace[433486440] 'process raft request' (duration: 51.607548ms)","trace[433486440] 'compare' (duration: 55.547563ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:49:36.83224Z","caller":"traceutil/trace.go:171","msg":"trace[65431369] transaction","detail":"{read_only:false; response_revision:8927; number_of_response:1; }","duration":"203.216516ms","start":"2026-04-08T00:49:36.628992Z","end":"2026-04-08T00:49:36.832208Z","steps":["trace[65431369] 'process raft request' (duration: 203.037931ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:49:36.937677Z","caller":"traceutil/trace.go:171","msg":"trace[1988744568] transaction","detail":"{read_only:false; response_revision:8928; number_of_response:1; }","duration":"103.585166ms","start":"2026-04-08T00:49:36.834067Z","end":"2026-04-08T00:49:36.937652Z","steps":["trace[1988744568] 'process raft request' (duration: 103.378871ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:49:37.061572Z","caller":"traceutil/trace.go:171","msg":"trace[751146007] transaction","detail":"{read_only:false; response_revision:8930; number_of_response:1; }","duration":"117.96511ms","start":"2026-04-08T00:49:36.943577Z","end":"2026-04-08T00:49:37.061542Z","steps":["trace[751146007] 'process raft request' (duration: 107.125011ms)","trace[751146007] 'compare' (duration: 10.456719ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:49:37.061676Z","caller":"traceutil/trace.go:171","msg":"trace[1693365203] transaction","detail":"{read_only:false; response_revision:8931; number_of_response:1; }","duration":"116.83014ms","start":"2026-04-08T00:49:36.944818Z","end":"2026-04-08T00:49:37.061648Z","steps":["trace[1693365203] 'process raft request' (duration: 116.589863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:49:39.500012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.619252ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-08T00:50:10.53456Z","caller":"traceutil/trace.go:171","msg":"trace[335695192] transaction","detail":"{read_only:false; response_revision:9209; number_of_response:1; }","duration":"285.306987ms","start":"2026-04-08T00:50:10.249215Z","end":"2026-04-08T00:50:10.534522Z","steps":["trace[335695192] 'process raft request' (duration: 247.23205ms)","trace[335695192] 'compare' (duration: 37.865051ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:50:10.537054Z","caller":"traceutil/trace.go:171","msg":"trace[1277250005] transaction","detail":"{read_only:false; response_revision:9210; number_of_response:1; }","duration":"274.53986ms","start":"2026-04-08T00:50:10.262486Z","end":"2026-04-08T00:50:10.537026Z","steps":["trace[1277250005] 'process raft request' (duration: 274.398326ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:50:10.537276Z","caller":"traceutil/trace.go:171","msg":"trace[1235525528] transaction","detail":"{read_only:false; response_revision:9211; number_of_response:1; }","duration":"258.746339ms","start":"2026-04-08T00:50:10.27846Z","end":"2026-04-08T00:50:10.537207Z","steps":["trace[1235525528] 'process raft request' (duration: 258.527783ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:50:11.399065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.684431ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T00:50:11.399171Z","caller":"traceutil/trace.go:171","msg":"trace[168432428] linearizableReadLoop","detail":"{readStateIndex:9556; appliedIndex:9555; }","duration":"649.736038ms","start":"2026-04-08T00:50:10.749419Z","end":"2026-04-08T00:50:11.399155Z","steps":["trace[168432428] 'read index received' (duration: 264.81149ms)","trace[168432428] 'applied index is now lower than readState.Index' (duration: 384.923528ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:50:11.399285Z","caller":"traceutil/trace.go:171","msg":"trace[75331254] transaction","detail":"{read_only:false; response_revision:9213; number_of_response:1; }","duration":"683.605891ms","start":"2026-04-08T00:50:10.715644Z","end":"2026-04-08T00:50:11.399249Z","steps":["trace[75331254] 'process raft request' (duration: 298.647073ms)","trace[75331254] 'compare' (duration: 384.477486ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T00:50:11.39936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.936143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-04-08T00:50:11.3994Z","caller":"traceutil/trace.go:171","msg":"trace[747801560] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9213; }","duration":"650.013195ms","start":"2026-04-08T00:50:10.749374Z","end":"2026-04-08T00:50:11.399387Z","steps":["trace[747801560] 'agreement among raft nodes before linearized reading' (duration: 649.875051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:50:11.399439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:50:10.749353Z","time spent":"650.077856ms","remote":"127.0.0.1:42592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-08T00:50:11.399463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:50:10.715614Z","time spent":"683.750836ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T00:50:11.399852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.33011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-08T00:50:11.399896Z","caller":"traceutil/trace.go:171","msg":"trace[1542131965] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9213; }","duration":"145.392722ms","start":"2026-04-08T00:50:11.254493Z","end":"2026-04-08T00:50:11.399886Z","steps":["trace[1542131965] 'agreement among raft nodes before linearized reading' (duration: 145.234778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:50:11.399986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.480118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-08T00:50:11.400051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.051781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-08T00:50:11.400083Z","caller":"traceutil/trace.go:171","msg":"trace[570051151] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9213; }","duration":"161.130253ms","start":"2026-04-08T00:50:11.238945Z","end":"2026-04-08T00:50:11.400075Z","steps":["trace[570051151] 'agreement among raft nodes before linearized reading' (duration: 160.814144ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:50:11.400099Z","caller":"traceutil/trace.go:171","msg":"trace[1654153086] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9213; }","duration":"162.649633ms","start":"2026-04-08T00:50:11.237424Z","end":"2026-04-08T00:50:11.400074Z","steps":["trace[1654153086] 'agreement among raft nodes before linearized reading' (duration: 162.321024ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:50:11.400434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.973993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T00:50:11.400492Z","caller":"traceutil/trace.go:171","msg":"trace[1583067123] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:9213; }","duration":"629.076857ms","start":"2026-04-08T00:50:10.771404Z","end":"2026-04-08T00:50:11.400481Z","steps":["trace[1583067123] 'agreement among raft nodes before linearized reading' (duration: 628.295545ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:50:11.400533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:50:10.771382Z","time spent":"629.141948ms","remote":"127.0.0.1:45412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-08T00:50:11.400577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.443035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-08T00:50:11.400666Z","caller":"traceutil/trace.go:171","msg":"trace[498371143] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9213; }","duration":"108.602939ms","start":"2026-04-08T00:50:11.292041Z","end":"2026-04-08T00:50:11.400644Z","steps":["trace[498371143] 'agreement among raft nodes before linearized reading' (duration: 107.697716ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:50:11.400892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.193024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4qzzb\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-08T00:50:11.400963Z","caller":"traceutil/trace.go:171","msg":"trace[1063263444] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4qzzb; range_end:; response_count:1; response_revision:9213; }","duration":"629.010645ms","start":"2026-04-08T00:50:10.771932Z","end":"2026-04-08T00:50:11.400943Z","steps":["trace[1063263444] 'agreement among raft nodes before linearized reading' (duration: 628.046659ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:50:11.400974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.324097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-08T00:50:11.401008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:50:10.771921Z","time spent":"629.071886ms","remote":"127.0.0.1:42616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-4qzzb\" "} {"level":"info","ts":"2026-04-08T00:50:11.401065Z","caller":"traceutil/trace.go:171","msg":"trace[476800372] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9213; }","duration":"125.434889ms","start":"2026-04-08T00:50:11.275604Z","end":"2026-04-08T00:50:11.401039Z","steps":["trace[476800372] 'agreement among raft nodes before linearized reading' (duration: 124.389381ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:50:15.666494Z","caller":"traceutil/trace.go:171","msg":"trace[207888878] linearizableReadLoop","detail":"{readStateIndex:9665; appliedIndex:9664; }","duration":"232.652702ms","start":"2026-04-08T00:50:15.43381Z","end":"2026-04-08T00:50:15.666463Z","steps":["trace[207888878] 'read index received' (duration: 203.011411ms)","trace[207888878] 'applied index is now lower than readState.Index' (duration: 29.639861ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:50:15.666523Z","caller":"traceutil/trace.go:171","msg":"trace[1545175881] transaction","detail":"{read_only:false; response_revision:9319; number_of_response:1; }","duration":"236.703721ms","start":"2026-04-08T00:50:15.429793Z","end":"2026-04-08T00:50:15.666496Z","steps":["trace[1545175881] 'process raft request' (duration: 206.936825ms)","trace[1545175881] 'compare' (duration: 29.439207ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T00:50:15.666692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.018041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4725"} {"level":"warn","ts":"2026-04-08T00:50:15.666778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.491911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4qzzb\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-08T00:50:15.666823Z","caller":"traceutil/trace.go:171","msg":"trace[1047162298] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4qzzb; range_end:; response_count:1; response_revision:9319; }","duration":"234.580124ms","start":"2026-04-08T00:50:15.43223Z","end":"2026-04-08T00:50:15.66681Z","steps":["trace[1047162298] 'agreement among raft nodes before linearized reading' (duration: 234.380769ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:50:15.666826Z","caller":"traceutil/trace.go:171","msg":"trace[1895026218] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:9319; }","duration":"233.200007ms","start":"2026-04-08T00:50:15.433602Z","end":"2026-04-08T00:50:15.666802Z","steps":["trace[1895026218] 'agreement among raft nodes before linearized reading' (duration: 232.900959ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:50:15.727875Z","caller":"traceutil/trace.go:171","msg":"trace[938875344] transaction","detail":"{read_only:false; response_revision:9320; number_of_response:1; }","duration":"290.478196ms","start":"2026-04-08T00:50:15.437374Z","end":"2026-04-08T00:50:15.727852Z","steps":["trace[938875344] 'process raft request' (duration: 290.305502ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:50:15.728029Z","caller":"traceutil/trace.go:171","msg":"trace[1069084250] transaction","detail":"{read_only:false; response_revision:9321; number_of_response:1; }","duration":"179.153783ms","start":"2026-04-08T00:50:15.548836Z","end":"2026-04-08T00:50:15.72799Z","steps":["trace[1069084250] 'process raft request' (duration: 178.971738ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:50:15.729075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.094319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210982"} {"level":"info","ts":"2026-04-08T00:50:15.729188Z","caller":"traceutil/trace.go:171","msg":"trace[1253363189] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:9321; }","duration":"125.263944ms","start":"2026-04-08T00:50:15.603901Z","end":"2026-04-08T00:50:15.729165Z","steps":["trace[1253363189] 'agreement among raft nodes before linearized reading' (duration: 124.094912ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:50:24.065815Z","caller":"traceutil/trace.go:171","msg":"trace[1150850831] transaction","detail":"{read_only:false; response_revision:9446; number_of_response:1; }","duration":"106.310378ms","start":"2026-04-08T00:50:23.959481Z","end":"2026-04-08T00:50:24.065792Z","steps":["trace[1150850831] 'process raft request' (duration: 105.771844ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:50:27.883013Z","caller":"traceutil/trace.go:171","msg":"trace[1026864521] linearizableReadLoop","detail":"{readStateIndex:9822; appliedIndex:9821; }","duration":"113.016557ms","start":"2026-04-08T00:50:27.769972Z","end":"2026-04-08T00:50:27.882989Z","steps":["trace[1026864521] 'read index received' (duration: 112.777271ms)","trace[1026864521] 'applied index is now lower than readState.Index' (duration: 238.276µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:50:27.883145Z","caller":"traceutil/trace.go:171","msg":"trace[1943955261] transaction","detail":"{read_only:false; response_revision:9474; number_of_response:1; }","duration":"143.129391ms","start":"2026-04-08T00:50:27.739979Z","end":"2026-04-08T00:50:27.883108Z","steps":["trace[1943955261] 'process raft request' (duration: 142.846214ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:50:27.883192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.184352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T00:50:27.883235Z","caller":"traceutil/trace.go:171","msg":"trace[1131300216] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:9474; }","duration":"113.311095ms","start":"2026-04-08T00:50:27.769911Z","end":"2026-04-08T00:50:27.883222Z","steps":["trace[1131300216] 'agreement among raft nodes before linearized reading' (duration: 113.209293ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:50:40.346322Z","caller":"traceutil/trace.go:171","msg":"trace[1454660140] transaction","detail":"{read_only:false; response_revision:9548; number_of_response:1; }","duration":"115.888444ms","start":"2026-04-08T00:50:40.230404Z","end":"2026-04-08T00:50:40.346293Z","steps":["trace[1454660140] 'process raft request' (duration: 115.641798ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:50:41.169171Z","caller":"traceutil/trace.go:171","msg":"trace[1799491030] transaction","detail":"{read_only:false; response_revision:9549; number_of_response:1; }","duration":"509.316319ms","start":"2026-04-08T00:50:40.659826Z","end":"2026-04-08T00:50:41.169142Z","steps":["trace[1799491030] 'process raft request' (duration: 509.086573ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:50:41.169376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:50:40.6598Z","time spent":"509.456703ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T00:50:41.216905Z","caller":"traceutil/trace.go:171","msg":"trace[641521425] transaction","detail":"{read_only:false; response_revision:9550; number_of_response:1; }","duration":"555.950033ms","start":"2026-04-08T00:50:40.660915Z","end":"2026-04-08T00:50:41.216865Z","steps":["trace[641521425] 'process raft request' (duration: 555.758528ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:50:41.216912Z","caller":"traceutil/trace.go:171","msg":"trace[1265071011] transaction","detail":"{read_only:false; response_revision:9551; number_of_response:1; }","duration":"419.075578ms","start":"2026-04-08T00:50:40.797804Z","end":"2026-04-08T00:50:41.21688Z","steps":["trace[1265071011] 'process raft request' (duration: 418.999566ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:50:41.217077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:50:40.6609Z","time spent":"556.084798ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T00:50:41.217095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:50:40.797777Z","time spent":"419.214453ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T00:50:41.217092Z","caller":"traceutil/trace.go:171","msg":"trace[430501381] linearizableReadLoop","detail":"{readStateIndex:9904; appliedIndex:9900; }","duration":"317.899757ms","start":"2026-04-08T00:50:40.899159Z","end":"2026-04-08T00:50:41.217059Z","steps":["trace[430501381] 'read index received' (duration: 269.875175ms)","trace[430501381] 'applied index is now lower than readState.Index' (duration: 48.021952ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:50:41.21719Z","caller":"traceutil/trace.go:171","msg":"trace[1126053448] transaction","detail":"{read_only:false; response_revision:9552; number_of_response:1; }","duration":"414.054235ms","start":"2026-04-08T00:50:40.803129Z","end":"2026-04-08T00:50:41.217183Z","steps":["trace[1126053448] 'process raft request' (duration: 413.713896ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:50:41.217234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:50:40.803115Z","time spent":"414.097096ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T00:50:41.217243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.064122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T00:50:41.217282Z","caller":"traceutil/trace.go:171","msg":"trace[440144210] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9552; }","duration":"318.170345ms","start":"2026-04-08T00:50:40.899098Z","end":"2026-04-08T00:50:41.217268Z","steps":["trace[440144210] 'agreement among raft nodes before linearized reading' (duration: 318.067992ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:50:41.217328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:50:40.899067Z","time spent":"318.251267ms","remote":"127.0.0.1:42400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-08T00:50:41.903533Z","caller":"traceutil/trace.go:171","msg":"trace[1291360139] linearizableReadLoop","detail":"{readStateIndex:9905; appliedIndex:9904; }","duration":"331.424119ms","start":"2026-04-08T00:50:41.572087Z","end":"2026-04-08T00:50:41.903511Z","steps":["trace[1291360139] 'read index received' (duration: 331.264694ms)","trace[1291360139] 'applied index is now lower than readState.Index' (duration: 158.245µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:50:41.903581Z","caller":"traceutil/trace.go:171","msg":"trace[700234069] transaction","detail":"{read_only:false; response_revision:9553; number_of_response:1; }","duration":"392.263053ms","start":"2026-04-08T00:50:41.511284Z","end":"2026-04-08T00:50:41.903547Z","steps":["trace[700234069] 'process raft request' (duration: 392.084738ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:50:41.903747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:50:41.511257Z","time spent":"392.397968ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T00:50:41.903879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.94963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-08T00:50:41.903915Z","caller":"traceutil/trace.go:171","msg":"trace[296499386] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9553; }","duration":"330.051972ms","start":"2026-04-08T00:50:41.573854Z","end":"2026-04-08T00:50:41.903906Z","steps":["trace[296499386] 'agreement among raft nodes before linearized reading' (duration: 329.935579ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:50:41.903947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:50:41.573835Z","time spent":"330.104005ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-08T00:50:41.903759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.661686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-08T00:50:41.904085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.747585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-08T00:50:41.904087Z","caller":"traceutil/trace.go:171","msg":"trace[1749341864] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9553; }","duration":"332.048026ms","start":"2026-04-08T00:50:41.572024Z","end":"2026-04-08T00:50:41.904072Z","steps":["trace[1749341864] 'agreement among raft nodes before linearized reading' (duration: 331.614614ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:50:41.904106Z","caller":"traceutil/trace.go:171","msg":"trace[1513657268] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:9553; }","duration":"156.798566ms","start":"2026-04-08T00:50:41.7473Z","end":"2026-04-08T00:50:41.904098Z","steps":["trace[1513657268] 'agreement among raft nodes before linearized reading' (duration: 156.734995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:50:41.904123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:50:41.571988Z","time spent":"332.123578ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T00:50:41.904336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.003481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-08T00:50:41.904418Z","caller":"traceutil/trace.go:171","msg":"trace[424510437] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9553; }","duration":"327.140895ms","start":"2026-04-08T00:50:41.577257Z","end":"2026-04-08T00:50:41.904398Z","steps":["trace[424510437] 'agreement among raft nodes before linearized reading' (duration: 326.924979ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:50:41.904462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T00:50:41.577249Z","time spent":"327.203917ms","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-08T00:50:42.104009Z","caller":"traceutil/trace.go:171","msg":"trace[1154956963] transaction","detail":"{read_only:false; response_revision:9555; number_of_response:1; }","duration":"195.764487ms","start":"2026-04-08T00:50:41.908213Z","end":"2026-04-08T00:50:42.103978Z","steps":["trace[1154956963] 'process raft request' (duration: 195.583002ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:50:42.104143Z","caller":"traceutil/trace.go:171","msg":"trace[572511305] linearizableReadLoop","detail":"{readStateIndex:9908; appliedIndex:9906; }","duration":"165.155359ms","start":"2026-04-08T00:50:41.938967Z","end":"2026-04-08T00:50:42.104122Z","steps":["trace[572511305] 'read index received' (duration: 164.784939ms)","trace[572511305] 'applied index is now lower than readState.Index' (duration: 369.15µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:50:42.104201Z","caller":"traceutil/trace.go:171","msg":"trace[2076669096] transaction","detail":"{read_only:false; response_revision:9556; number_of_response:1; }","duration":"195.781977ms","start":"2026-04-08T00:50:41.908373Z","end":"2026-04-08T00:50:42.104155Z","steps":["trace[2076669096] 'process raft request' (duration: 195.562191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:50:42.104324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.316673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-08T00:50:42.104354Z","caller":"traceutil/trace.go:171","msg":"trace[1317484848] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9556; }","duration":"165.396936ms","start":"2026-04-08T00:50:41.938949Z","end":"2026-04-08T00:50:42.104346Z","steps":["trace[1317484848] 'agreement among raft nodes before linearized reading' (duration: 165.261902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:50:42.104465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.004909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-08T00:50:42.104538Z","caller":"traceutil/trace.go:171","msg":"trace[839210002] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9556; }","duration":"161.109181ms","start":"2026-04-08T00:50:41.943411Z","end":"2026-04-08T00:50:42.104521Z","steps":["trace[839210002] 'agreement among raft nodes before linearized reading' (duration: 160.903136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:50:42.104599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.717128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4qzzb\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-08T00:50:42.104729Z","caller":"traceutil/trace.go:171","msg":"trace[1535347339] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4qzzb; range_end:; response_count:1; response_revision:9556; }","duration":"134.867361ms","start":"2026-04-08T00:50:41.969847Z","end":"2026-04-08T00:50:42.104714Z","steps":["trace[1535347339] 'agreement among raft nodes before linearized reading' (duration: 134.534232ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:50:53.559893Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"791a7e25b533cd26","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-08T00:50:53.566769Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-08T00:50:53.566862Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-08T00:52:46.220871Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8024} {"level":"info","ts":"2026-04-08T00:52:46.284559Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8024,"took":"60.665634ms","hash":2112492481,"current-db-size-bytes":57659392,"current-db-size":"58 MB","current-db-size-in-use-bytes":28438528,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-04-08T00:52:46.284615Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2112492481,"revision":8024,"compact-revision":5828} {"level":"info","ts":"2026-04-08T00:52:58.582959Z","caller":"traceutil/trace.go:171","msg":"trace[374893331] linearizableReadLoop","detail":"{readStateIndex:10979; appliedIndex:10978; }","duration":"110.485821ms","start":"2026-04-08T00:52:58.472435Z","end":"2026-04-08T00:52:58.582921Z","steps":["trace[374893331] 'read index received' (duration: 110.278115ms)","trace[374893331] 'applied index is now lower than readState.Index' (duration: 205.956µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T00:52:58.583001Z","caller":"traceutil/trace.go:171","msg":"trace[1309129553] transaction","detail":"{read_only:false; response_revision:10591; number_of_response:1; }","duration":"160.76888ms","start":"2026-04-08T00:52:58.422192Z","end":"2026-04-08T00:52:58.582961Z","steps":["trace[1309129553] 'process raft request' (duration: 160.479363ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T00:52:58.583155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.704197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T00:52:58.583263Z","caller":"traceutil/trace.go:171","msg":"trace[1354570691] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:10591; }","duration":"110.946094ms","start":"2026-04-08T00:52:58.47227Z","end":"2026-04-08T00:52:58.583216Z","steps":["trace[1354570691] 'agreement among raft nodes before linearized reading' (duration: 110.790819ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:55:53.726629Z","caller":"traceutil/trace.go:171","msg":"trace[1138095108] transaction","detail":"{read_only:false; response_revision:11561; number_of_response:1; }","duration":"134.440569ms","start":"2026-04-08T00:55:53.592165Z","end":"2026-04-08T00:55:53.726606Z","steps":["trace[1138095108] 'process raft request' (duration: 134.289325ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T00:57:46.226434Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10445} {"level":"info","ts":"2026-04-08T00:57:46.313552Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10445,"took":"84.530901ms","hash":2201794875,"current-db-size-bytes":57659392,"current-db-size":"58 MB","current-db-size-in-use-bytes":22097920,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-04-08T00:57:46.313621Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2201794875,"revision":10445,"compact-revision":8024}